[ 537.771656] env[69603]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69603) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 537.772022] env[69603]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69603) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 537.772112] env[69603]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69603) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 537.772442] env[69603]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 537.869947] env[69603]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69603) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 537.879963] env[69603]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69603) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 537.923339] env[69603]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 538.483478] env[69603]: INFO nova.virt.driver [None req-3dd00183-a276-4517-ad83-5c0b4b0ca124 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 538.556577] env[69603]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 538.556743] env[69603]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 538.556846] env[69603]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69603) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 541.454832] env[69603]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-43ed0cc6-9df0-4578-83b8-aec11774ee05 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.472532] env[69603]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69603) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 541.472686] env[69603]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-3bee50f5-82bd-4437-af0f-668ce561bb67 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.504320] env[69603]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 4a654. [ 541.504458] env[69603]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.948s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.505056] env[69603]: INFO nova.virt.vmwareapi.driver [None req-3dd00183-a276-4517-ad83-5c0b4b0ca124 None None] VMware vCenter version: 7.0.3 [ 541.508677] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f375cd-5e32-4d81-9f8a-1f66533f07e4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.526754] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c596d78d-9b2f-4a07-a9af-d6b4ba5933ea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.532787] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8073da9-f388-4860-9294-5a52aeb82c0e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.539486] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12fcdcd2-5b08-4918-bc9a-541a237b478e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.552494] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878ad014-8e85-4f79-a4f3-d26a6a337c0c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.558232] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6576b440-1d72-4e0e-a3de-286fd8dd1b11 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.588284] env[69603]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-40bd1832-5011-4243-9efe-e2948a460627 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.593167] env[69603]: DEBUG nova.virt.vmwareapi.driver [None req-3dd00183-a276-4517-ad83-5c0b4b0ca124 None None] Extension org.openstack.compute already exists. {{(pid=69603) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 541.595791] env[69603]: INFO nova.compute.provider_config [None req-3dd00183-a276-4517-ad83-5c0b4b0ca124 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 542.098950] env[69603]: DEBUG nova.context [None req-3dd00183-a276-4517-ad83-5c0b4b0ca124 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),b2310981-069a-4330-9a68-c2b22917dabf(cell1) {{(pid=69603) load_cells /opt/stack/nova/nova/context.py:464}} [ 542.101096] env[69603]: DEBUG oslo_concurrency.lockutils [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 542.101330] env[69603]: DEBUG oslo_concurrency.lockutils [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 542.102041] env[69603]: DEBUG oslo_concurrency.lockutils [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 542.102476] env[69603]: DEBUG oslo_concurrency.lockutils [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] Acquiring lock "b2310981-069a-4330-9a68-c2b22917dabf" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 542.102760] env[69603]: DEBUG oslo_concurrency.lockutils [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] Lock "b2310981-069a-4330-9a68-c2b22917dabf" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 542.103809] env[69603]: DEBUG oslo_concurrency.lockutils [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] Lock "b2310981-069a-4330-9a68-c2b22917dabf" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 542.124490] env[69603]: INFO dbcounter [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] Registered counter for database nova_cell0 [ 542.133064] env[69603]: INFO dbcounter [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] Registered counter for database nova_cell1 [ 542.136220] env[69603]: DEBUG oslo_db.sqlalchemy.engines [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69603) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 542.136565] env[69603]: DEBUG oslo_db.sqlalchemy.engines [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69603) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 542.141376] env[69603]: ERROR nova.db.main.api [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 542.141376] env[69603]: result = function(*args, **kwargs) [ 542.141376] env[69603]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 542.141376] env[69603]: return func(*args, **kwargs) [ 542.141376] env[69603]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 542.141376] env[69603]: result = fn(*args, **kwargs) [ 542.141376] env[69603]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 542.141376] env[69603]: return f(*args, **kwargs) [ 542.141376] env[69603]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 542.141376] env[69603]: return db.service_get_minimum_version(context, binaries) [ 542.141376] env[69603]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 542.141376] env[69603]: _check_db_access() [ 542.141376] env[69603]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 542.141376] env[69603]: stacktrace = ''.join(traceback.format_stack()) [ 542.141376] env[69603]: [ 542.142078] env[69603]: ERROR nova.db.main.api [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 542.142078] env[69603]: result = function(*args, **kwargs) [ 542.142078] env[69603]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 542.142078] env[69603]: return func(*args, **kwargs) [ 542.142078] env[69603]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 542.142078] env[69603]: result = fn(*args, **kwargs) [ 542.142078] env[69603]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 542.142078] env[69603]: return f(*args, **kwargs) [ 542.142078] env[69603]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 542.142078] env[69603]: return db.service_get_minimum_version(context, binaries) [ 542.142078] env[69603]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 542.142078] env[69603]: _check_db_access() [ 542.142078] env[69603]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 542.142078] env[69603]: stacktrace = ''.join(traceback.format_stack()) [ 542.142078] env[69603]: [ 542.142657] env[69603]: WARNING nova.objects.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] Failed to get minimum service version for cell b2310981-069a-4330-9a68-c2b22917dabf [ 542.142657] env[69603]: WARNING nova.objects.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 542.143014] env[69603]: DEBUG oslo_concurrency.lockutils [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] Acquiring lock "singleton_lock" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.143186] env[69603]: DEBUG oslo_concurrency.lockutils [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] Acquired lock "singleton_lock" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.143429] env[69603]: DEBUG oslo_concurrency.lockutils [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] Releasing lock "singleton_lock" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.143749] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] Full set of CONF: {{(pid=69603) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 542.143892] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ******************************************************************************** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 542.144029] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] Configuration options gathered from: {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 542.144168] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 542.144363] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 542.144490] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ================================================================================ {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 542.144696] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] allow_resize_to_same_host = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.144864] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] arq_binding_timeout = 300 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.144997] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] backdoor_port = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.145140] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] backdoor_socket = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.145307] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] block_device_allocate_retries = 60 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.145467] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] block_device_allocate_retries_interval = 3 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.145633] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cert = self.pem {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.145797] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.145970] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] compute_monitors = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.146179] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] config_dir = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.146344] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] config_drive_format = iso9660 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.146479] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.146646] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] config_source = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.146806] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] console_host = devstack {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.146968] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] control_exchange = nova {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.147140] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cpu_allocation_ratio = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.147305] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] daemon = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.147471] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] debug = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.147628] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] default_access_ip_network_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.147794] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] default_availability_zone = nova {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.147948] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] default_ephemeral_format = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.148138] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] default_green_pool_size = 1000 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.148396] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.148614] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] default_schedule_zone = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.148800] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] disk_allocation_ratio = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.148965] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] enable_new_services = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.149176] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] enabled_apis = ['osapi_compute'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.149361] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] enabled_ssl_apis = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.149526] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] flat_injected = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.149688] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] force_config_drive = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.149850] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] force_raw_images = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.150035] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] graceful_shutdown_timeout = 5 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.150207] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] heal_instance_info_cache_interval = -1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.150440] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] host = cpu-1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.150619] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.150783] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.150945] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.151177] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.151347] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] instance_build_timeout = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.151509] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] instance_delete_interval = 300 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.151680] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] instance_format = [instance: %(uuid)s] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.151847] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] instance_name_template = instance-%08x {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.152021] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] instance_usage_audit = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.152200] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] instance_usage_audit_period = month {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.152370] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.152536] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.152702] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] internal_service_availability_zone = internal {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.152861] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] key = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.153038] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] live_migration_retry_count = 30 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.153217] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] log_color = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.153386] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] log_config_append = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.153555] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.153716] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] log_dir = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.153875] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] log_file = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.154015] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] log_options = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.154216] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] log_rotate_interval = 1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.154417] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] log_rotate_interval_type = days {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.154590] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] log_rotation_type = none {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.154728] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.154858] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.155041] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.155215] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.155349] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.155561] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] long_rpc_timeout = 1800 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.155794] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] max_concurrent_builds = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.155974] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] max_concurrent_live_migrations = 1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.156158] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] max_concurrent_snapshots = 5 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.156317] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] max_local_block_devices = 3 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.156466] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] max_logfile_count = 30 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.156628] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] max_logfile_size_mb = 200 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.156792] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] maximum_instance_delete_attempts = 5 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.156966] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] metadata_listen = 0.0.0.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.157158] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] metadata_listen_port = 8775 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.157366] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] metadata_workers = 2 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.157536] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] migrate_max_retries = -1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.157708] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] mkisofs_cmd = genisoimage {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.157921] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.158094] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] my_ip = 10.180.1.21 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.158310] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.158479] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] network_allocate_retries = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.158662] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.158834] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.158999] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] osapi_compute_listen_port = 8774 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.159187] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] osapi_compute_unique_server_name_scope = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.159364] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] osapi_compute_workers = 2 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.159527] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] password_length = 12 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.159688] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] periodic_enable = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.159851] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] periodic_fuzzy_delay = 60 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.160029] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] pointer_model = usbtablet {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.160203] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] preallocate_images = none {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.160410] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] publish_errors = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.160497] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] pybasedir = /opt/stack/nova {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.160655] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ram_allocation_ratio = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.160815] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] rate_limit_burst = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.160984] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] rate_limit_except_level = CRITICAL {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.161160] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] rate_limit_interval = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.161322] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] reboot_timeout = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.161481] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] reclaim_instance_interval = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.161638] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] record = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.161807] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] reimage_timeout_per_gb = 60 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.161970] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] report_interval = 120 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.162146] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] rescue_timeout = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.162308] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] reserved_host_cpus = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.162468] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] reserved_host_disk_mb = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.162626] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] reserved_host_memory_mb = 512 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.162788] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] reserved_huge_pages = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.162951] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] resize_confirm_window = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.163125] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] resize_fs_using_block_device = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.163352] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] resume_guests_state_on_host_boot = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.163552] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.163720] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] rpc_response_timeout = 60 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.163882] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] run_external_periodic_tasks = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.164066] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] running_deleted_instance_action = reap {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.164237] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.164397] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] running_deleted_instance_timeout = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.164556] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] scheduler_instance_sync_interval = 120 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.164726] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] service_down_time = 720 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.164898] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] servicegroup_driver = db {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.165068] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] shell_completion = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.165237] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] shelved_offload_time = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.165399] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] shelved_poll_interval = 3600 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.165568] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] shutdown_timeout = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.165728] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] source_is_ipv6 = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.165935] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ssl_only = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.166267] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.166459] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] sync_power_state_interval = 600 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.166615] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] sync_power_state_pool_size = 1000 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.166788] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] syslog_log_facility = LOG_USER {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.166951] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] tempdir = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.167128] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] timeout_nbd = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.167308] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] transport_url = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.167473] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] update_resources_interval = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.167635] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] use_cow_images = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.167797] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] use_journal = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.167958] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] use_json = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.168159] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] use_rootwrap_daemon = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.168335] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] use_stderr = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.168498] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] use_syslog = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.168657] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vcpu_pin_set = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.168830] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vif_plugging_is_fatal = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.169011] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vif_plugging_timeout = 300 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.169205] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] virt_mkfs = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.169449] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] volume_usage_poll_interval = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.169634] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] watch_log_file = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.169810] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] web = /usr/share/spice-html5 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 542.170011] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.170195] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.170373] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.170533] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_concurrency.disable_process_locking = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.171182] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.171382] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.171558] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.171738] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.171917] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.172100] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.172296] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.auth_strategy = keystone {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.172467] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.compute_link_prefix = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.172645] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.172825] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.dhcp_domain = novalocal {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.172998] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.enable_instance_password = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.173183] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.glance_link_prefix = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.173354] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.173529] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.173696] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.instance_list_per_project_cells = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.173860] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.list_records_by_skipping_down_cells = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.174037] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.local_metadata_per_cell = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.174213] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.max_limit = 1000 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.174386] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.metadata_cache_expiration = 15 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.174562] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.neutron_default_tenant_id = default {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.174736] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.response_validation = warn {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.174909] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.use_neutron_default_nets = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.175092] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.175263] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.175429] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.175603] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.175776] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.vendordata_dynamic_targets = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.175941] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.vendordata_jsonfile_path = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.176187] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.176396] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.backend = dogpile.cache.memcached {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.176584] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.backend_argument = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.176734] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.backend_expiration_time = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.176907] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.config_prefix = cache.oslo {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.177095] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.dead_timeout = 60.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.177266] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.debug_cache_backend = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.177431] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.enable_retry_client = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.177593] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.enable_socket_keepalive = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.177768] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.enabled = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.177934] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.enforce_fips_mode = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.178144] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.expiration_time = 600 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.178327] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.hashclient_retry_attempts = 2 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.178500] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.178663] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.memcache_dead_retry = 300 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.178823] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.memcache_password = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.178988] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.179178] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.179366] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.memcache_pool_maxsize = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.179532] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.179696] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.memcache_sasl_enabled = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.179878] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.180062] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.180233] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.memcache_username = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.180421] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.proxies = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.180607] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.redis_db = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.180777] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.redis_password = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.180953] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.181150] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.181329] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.redis_server = localhost:6379 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.181496] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.redis_socket_timeout = 1.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.181660] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.redis_username = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.181827] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.retry_attempts = 2 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.181994] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.retry_delay = 0.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.182173] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.socket_keepalive_count = 1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.182342] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.socket_keepalive_idle = 1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.182508] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.socket_keepalive_interval = 1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.182667] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.tls_allowed_ciphers = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.182829] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.tls_cafile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.182992] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.tls_certfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.183172] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.tls_enabled = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.183336] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cache.tls_keyfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.183512] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cinder.auth_section = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.183688] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cinder.auth_type = password {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.183853] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cinder.cafile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.184042] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.184210] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cinder.certfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.184378] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cinder.collect_timing = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.184544] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cinder.cross_az_attach = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.184709] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cinder.debug = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.184871] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cinder.endpoint_template = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.185047] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cinder.http_retries = 3 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.185218] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cinder.insecure = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.185381] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cinder.keyfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.185557] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cinder.os_region_name = RegionOne {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.185722] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cinder.split_loggers = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.185881] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cinder.timeout = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.186092] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.186269] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] compute.cpu_dedicated_set = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.186435] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] compute.cpu_shared_set = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.186604] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] compute.image_type_exclude_list = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.186769] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.186933] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.187113] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.187285] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.187460] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.187624] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] compute.resource_provider_association_refresh = 300 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.187785] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.187948] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] compute.shutdown_retry_interval = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.188200] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.188402] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] conductor.workers = 2 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.188585] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] console.allowed_origins = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.188751] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] console.ssl_ciphers = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.188925] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] console.ssl_minimum_version = default {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.189118] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] consoleauth.enforce_session_timeout = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.189318] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] consoleauth.token_ttl = 600 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.189499] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.cafile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.189661] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.certfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.189827] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.collect_timing = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.189986] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.connect_retries = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.190170] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.connect_retry_delay = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.190338] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.endpoint_override = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.190530] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.insecure = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.190699] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.keyfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.190860] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.max_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.191030] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.min_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.191198] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.region_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.191359] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.retriable_status_codes = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.191517] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.service_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.191685] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.service_type = accelerator {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.191850] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.split_loggers = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.192013] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.status_code_retries = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.192182] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.status_code_retry_delay = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.192344] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.timeout = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.192524] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.192686] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] cyborg.version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.192857] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.asyncio_connection = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.193026] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.asyncio_slave_connection = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.193204] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.backend = sqlalchemy {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.193381] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.connection = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.193548] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.connection_debug = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.193719] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.connection_parameters = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.193883] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.connection_recycle_time = 3600 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.194058] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.connection_trace = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.194228] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.db_inc_retry_interval = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.194395] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.db_max_retries = 20 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.194556] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.db_max_retry_interval = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.194717] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.db_retry_interval = 1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.194882] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.max_overflow = 50 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.195054] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.max_pool_size = 5 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.195222] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.max_retries = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.195396] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.195556] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.mysql_wsrep_sync_wait = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.195717] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.pool_timeout = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.195882] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.retry_interval = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.196055] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.slave_connection = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.196222] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.sqlite_synchronous = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.196388] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] database.use_db_reconnect = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.196554] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.asyncio_connection = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.196713] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.asyncio_slave_connection = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.196883] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.backend = sqlalchemy {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.197064] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.connection = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.197232] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.connection_debug = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.197404] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.connection_parameters = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.197567] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.connection_recycle_time = 3600 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.197729] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.connection_trace = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.197893] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.db_inc_retry_interval = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.198087] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.db_max_retries = 20 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.198288] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.db_max_retry_interval = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.198467] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.db_retry_interval = 1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.198633] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.max_overflow = 50 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.198796] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.max_pool_size = 5 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.198959] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.max_retries = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.199151] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.199313] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.199473] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.pool_timeout = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.199636] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.retry_interval = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.199796] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.slave_connection = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.199956] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] api_database.sqlite_synchronous = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.200146] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] devices.enabled_mdev_types = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.200331] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.200535] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.200710] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ephemeral_storage_encryption.enabled = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.200877] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.201062] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.api_servers = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.201235] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.cafile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.201398] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.certfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.201560] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.collect_timing = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.201720] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.connect_retries = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.201881] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.connect_retry_delay = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.202053] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.debug = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.202227] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.default_trusted_certificate_ids = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.202389] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.enable_certificate_validation = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.202552] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.enable_rbd_download = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.202712] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.endpoint_override = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.202877] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.insecure = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.203049] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.keyfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.203215] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.max_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.203379] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.min_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.203542] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.num_retries = 3 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.203715] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.rbd_ceph_conf = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.203880] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.rbd_connect_timeout = 5 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.204062] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.rbd_pool = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.204236] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.rbd_user = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.204405] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.region_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.204564] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.retriable_status_codes = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.204721] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.service_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.204889] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.service_type = image {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.205064] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.split_loggers = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.205228] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.status_code_retries = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.205386] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.status_code_retry_delay = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.205544] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.timeout = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.205725] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.205891] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.verify_glance_signatures = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.206064] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] glance.version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.206241] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] guestfs.debug = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.206410] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.auth_section = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.206604] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.auth_type = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.206733] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.cafile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.206913] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.certfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.207065] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.collect_timing = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.207229] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.connect_retries = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.207390] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.connect_retry_delay = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.207551] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.endpoint_override = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.207714] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.insecure = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.207870] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.keyfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.208037] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.max_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.208232] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.min_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.208396] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.region_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.208555] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.retriable_status_codes = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.208713] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.service_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.208887] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.service_type = shared-file-system {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.209062] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.share_apply_policy_timeout = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.209231] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.split_loggers = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.209388] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.status_code_retries = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.209545] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.status_code_retry_delay = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.209702] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.timeout = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.209881] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.210054] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] manila.version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.210227] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] mks.enabled = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.210692] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.210917] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] image_cache.manager_interval = 2400 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.211114] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] image_cache.precache_concurrency = 1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.211298] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] image_cache.remove_unused_base_images = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.211471] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.211641] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.211823] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] image_cache.subdirectory_name = _base {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.212011] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.api_max_retries = 60 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.212187] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.api_retry_interval = 2 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.212352] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.auth_section = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.212519] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.auth_type = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.212693] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.cafile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.212866] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.certfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.213046] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.collect_timing = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.213216] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.conductor_group = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.213378] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.connect_retries = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.213539] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.connect_retry_delay = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.213697] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.endpoint_override = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.213859] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.insecure = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.214027] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.keyfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.214193] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.max_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.214355] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.min_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.214519] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.peer_list = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.214678] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.region_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.214836] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.retriable_status_codes = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.214999] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.serial_console_state_timeout = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.215172] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.service_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.215346] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.service_type = baremetal {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.215507] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.shard = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.215670] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.split_loggers = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.215827] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.status_code_retries = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.215986] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.status_code_retry_delay = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.216159] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.timeout = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.216339] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.216500] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ironic.version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.216700] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.216855] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] key_manager.fixed_key = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.217051] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.217219] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.barbican_api_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.217383] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.barbican_endpoint = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.217553] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.barbican_endpoint_type = public {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.217712] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.barbican_region_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.217870] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.cafile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.218038] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.certfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.218236] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.collect_timing = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.218406] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.insecure = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.218564] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.keyfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.218725] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.number_of_retries = 60 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.218885] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.retry_delay = 1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.219072] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.send_service_user_token = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.219260] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.split_loggers = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.219423] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.timeout = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.219586] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.verify_ssl = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.219747] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican.verify_ssl_path = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.219917] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican_service_user.auth_section = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.220095] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican_service_user.auth_type = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.220261] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican_service_user.cafile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.220447] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican_service_user.certfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.220635] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican_service_user.collect_timing = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.220801] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican_service_user.insecure = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.220965] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican_service_user.keyfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.221145] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican_service_user.split_loggers = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.221308] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] barbican_service_user.timeout = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.221476] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vault.approle_role_id = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.221636] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vault.approle_secret_id = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.221809] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vault.kv_mountpoint = secret {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.221972] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vault.kv_path = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.222154] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vault.kv_version = 2 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.222315] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vault.namespace = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.222476] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vault.root_token_id = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.222635] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vault.ssl_ca_crt_file = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.222803] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vault.timeout = 60.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.222968] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vault.use_ssl = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.223168] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.223375] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.cafile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.223541] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.certfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.223709] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.collect_timing = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.223872] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.connect_retries = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.224043] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.connect_retry_delay = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.224210] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.endpoint_override = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.224375] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.insecure = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.224533] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.keyfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.224688] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.max_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.224844] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.min_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.225015] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.region_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.225184] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.retriable_status_codes = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.225346] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.service_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.225516] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.service_type = identity {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.225678] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.split_loggers = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.225837] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.status_code_retries = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.225995] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.status_code_retry_delay = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.226173] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.timeout = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.226357] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.226516] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] keystone.version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.226707] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.ceph_mount_options = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.227053] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.227248] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.connection_uri = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.227418] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.cpu_mode = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.227587] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.227758] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.cpu_models = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.227933] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.cpu_power_governor_high = performance {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.228144] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.228322] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.cpu_power_management = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.228502] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.228676] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.device_detach_attempts = 8 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.228843] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.device_detach_timeout = 20 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.229026] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.disk_cachemodes = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.229283] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.disk_prefix = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.229490] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.enabled_perf_events = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.229660] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.file_backed_memory = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.229828] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.gid_maps = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.229989] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.hw_disk_discard = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.230164] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.hw_machine_type = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.230340] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.images_rbd_ceph_conf = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.230533] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.230705] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.230876] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.images_rbd_glance_store_name = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.231057] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.images_rbd_pool = rbd {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.231233] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.images_type = default {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.231397] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.images_volume_group = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.231558] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.inject_key = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.231717] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.inject_partition = -2 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.231876] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.inject_password = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.232060] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.iscsi_iface = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.232252] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.iser_use_multipath = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.232422] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.232585] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.232751] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.live_migration_downtime = 500 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.232912] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.233085] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.233250] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.live_migration_inbound_addr = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.233413] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.233576] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.233740] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.live_migration_scheme = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.233911] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.live_migration_timeout_action = abort {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.234088] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.live_migration_tunnelled = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.234255] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.live_migration_uri = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.234417] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.live_migration_with_native_tls = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.234577] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.max_queues = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.234741] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.234976] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.235156] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.nfs_mount_options = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.235513] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.235698] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.235869] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.236080] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.236218] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.236384] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.num_pcie_ports = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.236554] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.236724] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.pmem_namespaces = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.236892] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.quobyte_client_cfg = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.237209] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.237387] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.237557] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.237719] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.237882] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.rbd_secret_uuid = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.238070] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.rbd_user = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.238255] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.238436] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.238600] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.rescue_image_id = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.238761] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.rescue_kernel_id = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.238921] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.rescue_ramdisk_id = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.239129] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.239312] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.rx_queue_size = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.239486] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.smbfs_mount_options = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.239785] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.239962] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.snapshot_compression = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.240143] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.snapshot_image_format = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.240378] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.240574] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.sparse_logical_volumes = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.240748] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.swtpm_enabled = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.240925] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.swtpm_group = tss {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.241109] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.swtpm_user = tss {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.241289] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.sysinfo_serial = unique {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.241451] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.tb_cache_size = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.241612] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.tx_queue_size = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.241780] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.uid_maps = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.241944] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.use_virtio_for_bridges = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.242133] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.virt_type = kvm {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.242311] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.volume_clear = zero {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.242476] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.volume_clear_size = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.242641] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.volume_enforce_multipath = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.242805] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.volume_use_multipath = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.242967] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.vzstorage_cache_path = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.243154] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.243326] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.243496] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.243667] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.243960] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.244158] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.vzstorage_mount_user = stack {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.244328] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.244511] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.auth_section = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.244692] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.auth_type = password {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.244856] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.cafile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.245027] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.certfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.245200] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.collect_timing = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.245362] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.connect_retries = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.245521] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.connect_retry_delay = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.245717] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.default_floating_pool = public {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.245891] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.endpoint_override = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.246079] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.extension_sync_interval = 600 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.246249] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.http_retries = 3 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.246411] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.insecure = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.246570] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.keyfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.246730] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.max_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.246902] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.247074] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.min_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.247258] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.ovs_bridge = br-int {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.247463] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.physnets = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.247645] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.region_name = RegionOne {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.247801] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.retriable_status_codes = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.247972] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.service_metadata_proxy = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.248242] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.service_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.248357] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.service_type = network {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.248523] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.split_loggers = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.248681] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.status_code_retries = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.248839] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.status_code_retry_delay = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.249016] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.timeout = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.249201] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.249367] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] neutron.version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.249542] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] notifications.bdms_in_notifications = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.249725] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] notifications.default_level = INFO {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.249886] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] notifications.include_share_mapping = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.250075] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] notifications.notification_format = unversioned {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.250247] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] notifications.notify_on_state_change = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.250424] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.250600] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] pci.alias = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.250768] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] pci.device_spec = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.250932] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] pci.report_in_placement = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.251139] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.auth_section = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.251296] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.auth_type = password {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.251464] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.251624] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.cafile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.251780] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.certfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.251941] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.collect_timing = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.252111] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.connect_retries = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.252270] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.connect_retry_delay = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.252425] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.default_domain_id = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.252582] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.default_domain_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.252737] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.domain_id = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.252894] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.domain_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.253061] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.endpoint_override = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.253229] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.insecure = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.253385] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.keyfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.253539] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.max_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.253694] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.min_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.253860] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.password = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.254029] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.project_domain_id = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.254202] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.project_domain_name = Default {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.254370] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.project_id = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.254541] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.project_name = service {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.254708] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.region_name = RegionOne {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.254867] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.retriable_status_codes = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.255039] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.service_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.255213] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.service_type = placement {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.255375] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.split_loggers = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.255533] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.status_code_retries = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.255689] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.status_code_retry_delay = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.255845] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.system_scope = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.256010] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.timeout = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.256175] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.trust_id = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.256334] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.user_domain_id = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.256502] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.user_domain_name = Default {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.256659] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.user_id = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.256830] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.username = nova {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.257019] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.257184] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] placement.version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.257365] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] quota.cores = 20 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.257530] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] quota.count_usage_from_placement = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.257702] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.257871] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] quota.injected_file_content_bytes = 10240 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.258048] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] quota.injected_file_path_length = 255 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.258223] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] quota.injected_files = 5 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.258389] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] quota.instances = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.258554] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] quota.key_pairs = 100 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.258718] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] quota.metadata_items = 128 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.258883] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] quota.ram = 51200 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.259063] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] quota.recheck_quota = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.259271] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] quota.server_group_members = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.259445] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] quota.server_groups = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.259659] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.259836] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] quota.unified_limits_resource_strategy = require {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.260020] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.260196] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.260368] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] scheduler.image_metadata_prefilter = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.260528] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.260690] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] scheduler.max_attempts = 3 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.260854] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] scheduler.max_placement_results = 1000 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.261031] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.261201] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.261374] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.261549] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] scheduler.workers = 2 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.261728] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.261903] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.262096] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.262271] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.262436] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.262601] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.262765] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.262953] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.263133] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.host_subset_size = 1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.263299] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.263459] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.263621] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.263784] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.263959] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.264140] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.isolated_hosts = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.264308] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.isolated_images = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.264468] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.264628] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.264789] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.264948] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.pci_in_placement = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.265121] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.265282] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.265441] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.265601] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.265761] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.265922] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.266094] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.track_instance_changes = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.266274] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.266444] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] metrics.required = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.266650] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] metrics.weight_multiplier = 1.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.266864] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.267053] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] metrics.weight_setting = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.267370] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.267544] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] serial_console.enabled = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.267720] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] serial_console.port_range = 10000:20000 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.267888] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.268102] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.268268] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] serial_console.serialproxy_port = 6083 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.268435] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] service_user.auth_section = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.268608] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] service_user.auth_type = password {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.268769] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] service_user.cafile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.268927] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] service_user.certfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.269122] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] service_user.collect_timing = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.269304] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] service_user.insecure = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.269464] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] service_user.keyfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.269634] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] service_user.send_service_user_token = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.269797] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] service_user.split_loggers = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.269953] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] service_user.timeout = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.270139] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] spice.agent_enabled = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.270304] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] spice.enabled = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.270609] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.270809] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.270980] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] spice.html5proxy_port = 6082 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.271188] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] spice.image_compression = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.271369] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] spice.jpeg_compression = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.271531] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] spice.playback_compression = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.271694] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] spice.require_secure = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.271864] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] spice.server_listen = 127.0.0.1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.272046] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.272329] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.272504] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] spice.streaming_mode = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.272665] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] spice.zlib_compression = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.272831] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] upgrade_levels.baseapi = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.273016] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] upgrade_levels.compute = auto {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.273183] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] upgrade_levels.conductor = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.273346] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] upgrade_levels.scheduler = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.273512] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.273675] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.273836] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vendordata_dynamic_auth.cafile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.273994] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vendordata_dynamic_auth.certfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.274175] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.274340] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vendordata_dynamic_auth.insecure = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.274499] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.274661] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.274817] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vendordata_dynamic_auth.timeout = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.274991] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.api_retry_count = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.275167] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.ca_file = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.275344] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.275511] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.cluster_name = testcl1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.275675] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.connection_pool_size = 10 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.275831] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.console_delay_seconds = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.276010] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.datastore_regex = ^datastore.* {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.276230] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.276410] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.host_password = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.276580] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.host_port = 443 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.276750] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.host_username = administrator@vsphere.local {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.276919] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.insecure = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.277094] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.integration_bridge = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.277292] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.maximum_objects = 100 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.277426] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.pbm_default_policy = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.277587] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.pbm_enabled = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.277743] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.pbm_wsdl_location = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.277912] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.278125] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.serial_port_proxy_uri = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.278296] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.serial_port_service_uri = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.278471] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.task_poll_interval = 0.5 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.278645] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.use_linked_clone = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.278818] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.vnc_keymap = en-us {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.278983] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.vnc_port = 5900 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.279207] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vmware.vnc_port_total = 10000 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.279413] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vnc.auth_schemes = ['none'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.279591] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vnc.enabled = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.279875] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.280071] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.280250] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vnc.novncproxy_port = 6080 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.280438] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vnc.server_listen = 127.0.0.1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.280619] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.280781] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vnc.vencrypt_ca_certs = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.280942] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vnc.vencrypt_client_cert = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.281116] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vnc.vencrypt_client_key = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.281328] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.281500] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.disable_deep_image_inspection = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.281667] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.281832] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.281992] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.282173] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.disable_rootwrap = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.282339] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.enable_numa_live_migration = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.282501] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.282660] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.282823] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.282982] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.libvirt_disable_apic = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.283194] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.283373] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.283541] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.283704] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.283868] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.284041] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.284212] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.284378] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.284540] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.284704] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.284890] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.285072] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] wsgi.client_socket_timeout = 900 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.285245] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] wsgi.default_pool_size = 1000 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.285411] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] wsgi.keep_alive = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.285577] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] wsgi.max_header_line = 16384 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.285738] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.285899] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] wsgi.ssl_ca_file = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.286074] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] wsgi.ssl_cert_file = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.286238] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] wsgi.ssl_key_file = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.286403] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] wsgi.tcp_keepidle = 600 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.286576] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.286744] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] zvm.ca_file = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.286904] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] zvm.cloud_connector_url = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.287215] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.287395] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] zvm.reachable_timeout = 300 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.287568] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.287748] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.287926] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] profiler.connection_string = messaging:// {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.288129] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] profiler.enabled = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.288315] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] profiler.es_doc_type = notification {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.288481] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] profiler.es_scroll_size = 10000 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.288650] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] profiler.es_scroll_time = 2m {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.288812] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] profiler.filter_error_trace = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.288982] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] profiler.hmac_keys = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.289197] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] profiler.sentinel_service_name = mymaster {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.289369] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] profiler.socket_timeout = 0.1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.289533] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] profiler.trace_requests = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.289697] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] profiler.trace_sqlalchemy = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.289880] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] profiler_jaeger.process_tags = {} {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.290054] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] profiler_jaeger.service_name_prefix = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.290231] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] profiler_otlp.service_name_prefix = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.290402] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] remote_debug.host = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.290564] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] remote_debug.port = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.290738] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.290899] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.291075] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.291242] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.291401] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.291561] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.291722] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.291883] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.292058] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.292233] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.292396] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.292567] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.292732] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.292896] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.293075] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.293254] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.293415] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.293577] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.293745] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.293913] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.294089] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.294260] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.294425] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.294585] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.294744] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.294903] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.295073] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.295269] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.295451] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.295614] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.295777] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.ssl = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.295947] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.296131] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.296299] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.296468] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.296641] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.296805] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.296989] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.297172] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_notifications.retry = -1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.297355] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.297529] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.297702] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.auth_section = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.297867] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.auth_type = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.298043] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.cafile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.298229] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.certfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.298396] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.collect_timing = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.298557] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.connect_retries = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.298717] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.connect_retry_delay = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.298876] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.endpoint_id = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.299075] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.299261] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.endpoint_override = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.299425] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.endpoint_region_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.299588] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.endpoint_service_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.299748] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.endpoint_service_type = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.299913] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.insecure = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.300084] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.keyfile = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.300251] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.max_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.300412] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.min_version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.300571] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.region_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.300732] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.retriable_status_codes = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.300892] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.service_name = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.301062] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.service_type = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.301231] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.split_loggers = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.301391] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.status_code_retries = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.301549] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.status_code_retry_delay = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.301728] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.timeout = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.301863] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.valid_interfaces = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.302031] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_limit.version = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.302203] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_reports.file_event_handler = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.302370] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.302529] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] oslo_reports.log_dir = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.302700] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.302858] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.303027] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.303199] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.303363] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.303520] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.303688] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.303848] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vif_plug_ovs_privileged.group = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.304011] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.304185] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.304349] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.304512] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] vif_plug_ovs_privileged.user = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.304675] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.304853] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.305038] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.305213] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.305385] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.305555] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.305717] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.305878] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.306064] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.306242] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_vif_ovs.isolate_vif = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.306409] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.306573] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.306743] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.306913] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.307088] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] os_vif_ovs.per_port_bridge = False {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.307293] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] privsep_osbrick.capabilities = [21] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.307477] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] privsep_osbrick.group = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.307642] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] privsep_osbrick.helper_command = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.307809] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.307972] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.308168] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] privsep_osbrick.user = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.308350] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.308513] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] nova_sys_admin.group = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.308670] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] nova_sys_admin.helper_command = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.308837] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.309015] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.309176] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] nova_sys_admin.user = None {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 542.309313] env[69603]: DEBUG oslo_service.backend.eventlet.service [None req-528273c3-1f3e-42c1-8196-bc25268d7c96 None None] ******************************************************************************** {{(pid=69603) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 542.309726] env[69603]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 542.813863] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Getting list of instances from cluster (obj){ [ 542.813863] env[69603]: value = "domain-c8" [ 542.813863] env[69603]: _type = "ClusterComputeResource" [ 542.813863] env[69603]: } {{(pid=69603) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 542.814993] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7712a218-6e41-4977-87ef-a06ca364d72c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.823805] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Got total of 0 instances {{(pid=69603) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 542.824433] env[69603]: WARNING nova.virt.vmwareapi.driver [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 542.824891] env[69603]: INFO nova.virt.node [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Generated node identity 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 [ 542.825131] env[69603]: INFO nova.virt.node [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Wrote node identity 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 to /opt/stack/data/n-cpu-1/compute_id [ 543.327900] env[69603]: WARNING nova.compute.manager [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Compute nodes ['4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 544.333017] env[69603]: INFO nova.compute.manager [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 545.338695] env[69603]: WARNING nova.compute.manager [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 545.339334] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.339650] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.339812] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 545.339966] env[69603]: DEBUG nova.compute.resource_tracker [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 545.340904] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0388941-df6d-4014-b1a2-e5ea4bed5bbe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.348651] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c82cf5-8168-445b-84a0-86dd39404623 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.361893] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfffc57c-ebe4-4e44-9e5f-043ff0030f72 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.368385] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cecf6d-9c70-488b-a840-deeba52ec67d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 545.397106] env[69603]: DEBUG nova.compute.resource_tracker [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180969MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 545.397303] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.397478] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.899682] env[69603]: WARNING nova.compute.resource_tracker [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] No compute node record for cpu-1:4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 could not be found. [ 546.404868] env[69603]: INFO nova.compute.resource_tracker [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 [ 547.915021] env[69603]: DEBUG nova.compute.resource_tracker [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 547.915021] env[69603]: DEBUG nova.compute.resource_tracker [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 548.112014] env[69603]: INFO nova.scheduler.client.report [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] [req-7f535e8f-c7ee-4614-a5d1-283e8bf18d5c] Created resource provider record via placement API for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 548.134875] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90e9df0-abc3-407c-873b-cdee24a0d30f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.142975] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0782a6e6-31eb-4ee4-8571-e719fa2520ee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.172880] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df462439-b897-4eeb-b747-58a6a754d741 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.180415] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bc5a6f-9cfe-49db-94bb-cc438d2a2af7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.677745] env[69603]: DEBUG nova.compute.provider_tree [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 549.212370] env[69603]: DEBUG nova.scheduler.client.report [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 549.212657] env[69603]: DEBUG nova.compute.provider_tree [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 0 to 1 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 549.212727] env[69603]: DEBUG nova.compute.provider_tree [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 549.292282] env[69603]: DEBUG nova.compute.provider_tree [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 1 to 2 during operation: update_traits {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 549.798960] env[69603]: DEBUG nova.compute.resource_tracker [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 549.799127] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.402s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.800008] env[69603]: DEBUG nova.service [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Creating RPC server for service compute {{(pid=69603) start /opt/stack/nova/nova/service.py:178}} [ 549.823242] env[69603]: DEBUG nova.service [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] Join ServiceGroup membership for this service compute {{(pid=69603) start /opt/stack/nova/nova/service.py:195}} [ 549.823436] env[69603]: DEBUG nova.servicegroup.drivers.db [None req-0eac0537-43c1-4abf-a9b8-10d3aee38314 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69603) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 577.829695] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._sync_power_states {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.337649] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Getting list of instances from cluster (obj){ [ 578.337649] env[69603]: value = "domain-c8" [ 578.337649] env[69603]: _type = "ClusterComputeResource" [ 578.337649] env[69603]: } {{(pid=69603) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 578.339196] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12efe1ae-73cc-42d2-bc34-cd0b69299b46 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.348524] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Got total of 0 instances {{(pid=69603) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 578.348774] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.349126] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Getting list of instances from cluster (obj){ [ 578.349126] env[69603]: value = "domain-c8" [ 578.349126] env[69603]: _type = "ClusterComputeResource" [ 578.349126] env[69603]: } {{(pid=69603) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 578.350178] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f2664c-5b48-48cf-a08d-94f78b48a803 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.358277] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Got total of 0 instances {{(pid=69603) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 589.653549] env[69603]: DEBUG oslo_concurrency.lockutils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Acquiring lock "b67ec752-446a-4610-853f-d24e2153e23b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.653549] env[69603]: DEBUG oslo_concurrency.lockutils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Lock "b67ec752-446a-4610-853f-d24e2153e23b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 589.730385] env[69603]: DEBUG oslo_concurrency.lockutils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Acquiring lock "2cc0cac7-996e-492f-b09f-5921f3cfa2f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 589.730640] env[69603]: DEBUG oslo_concurrency.lockutils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Lock "2cc0cac7-996e-492f-b09f-5921f3cfa2f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.158087] env[69603]: DEBUG nova.compute.manager [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.233381] env[69603]: DEBUG nova.compute.manager [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.712103] env[69603]: DEBUG oslo_concurrency.lockutils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.713223] env[69603]: DEBUG oslo_concurrency.lockutils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.716923] env[69603]: INFO nova.compute.claims [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 590.762173] env[69603]: DEBUG oslo_concurrency.lockutils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.530428] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Acquiring lock "f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.530878] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Lock "f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.848373] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca4b4f8-b7cf-4383-9e7b-46ffd4223daf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.860567] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54911860-90fc-4874-be2b-7e01204d87ac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.902331] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7001f3-b847-44e9-8995-ec14b5908467 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.911675] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72748e2a-f184-43e5-92b4-659beb1bd57c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.927546] env[69603]: DEBUG nova.compute.provider_tree [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.035971] env[69603]: DEBUG nova.compute.manager [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.187982] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Acquiring lock "9e47d8be-78a2-44ba-b45e-4ea081dc2ad6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.188231] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Lock "9e47d8be-78a2-44ba-b45e-4ea081dc2ad6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.331471] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Acquiring lock "a3c897a7-2a7e-4308-bb68-c707147f0ee0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.331632] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Lock "a3c897a7-2a7e-4308-bb68-c707147f0ee0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.429799] env[69603]: DEBUG nova.scheduler.client.report [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 592.574835] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.576076] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquiring lock "f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 592.576076] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Lock "f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.692331] env[69603]: DEBUG nova.compute.manager [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.834698] env[69603]: DEBUG nova.compute.manager [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.945553] env[69603]: DEBUG oslo_concurrency.lockutils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 592.948727] env[69603]: DEBUG nova.compute.manager [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 592.957300] env[69603]: DEBUG oslo_concurrency.lockutils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.195s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 592.958855] env[69603]: INFO nova.compute.claims [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 593.079228] env[69603]: DEBUG nova.compute.manager [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 593.225088] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.360026] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.465175] env[69603]: DEBUG nova.compute.utils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.466677] env[69603]: DEBUG nova.compute.manager [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 593.467190] env[69603]: DEBUG nova.network.neutron [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 593.615523] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.765280] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Acquiring lock "7276c8fa-dcb8-4b41-8d2b-e6c763093b5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.765456] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Lock "7276c8fa-dcb8-4b41-8d2b-e6c763093b5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.766480] env[69603]: DEBUG oslo_concurrency.lockutils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Acquiring lock "a72614a2-7921-4c8c-9777-49fb6cc798ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.766704] env[69603]: DEBUG oslo_concurrency.lockutils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Lock "a72614a2-7921-4c8c-9777-49fb6cc798ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.992185] env[69603]: DEBUG nova.policy [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5acd603f2d4b41c194e5919acc72e041', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64fcc783c1af4408ace9457bbb101815', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 593.999167] env[69603]: DEBUG nova.compute.manager [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.129039] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd40748-0ef1-4bd7-b73e-8a1a55c74724 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.137021] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f60eab3-4105-4e85-8ed0-924bc1f498e1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.166701] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7a114a-71f7-4f51-8214-0d443a496c6f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.174552] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03057c8-8f00-4b0c-94c2-fc772c3837d6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.187961] env[69603]: DEBUG nova.compute.provider_tree [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.270412] env[69603]: DEBUG nova.compute.manager [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.274619] env[69603]: DEBUG nova.compute.manager [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.574163] env[69603]: DEBUG oslo_concurrency.lockutils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "e5be0f40-0eff-4e9e-b214-4084e7369bba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.574407] env[69603]: DEBUG oslo_concurrency.lockutils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "e5be0f40-0eff-4e9e-b214-4084e7369bba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.695376] env[69603]: DEBUG nova.scheduler.client.report [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.818736] env[69603]: DEBUG oslo_concurrency.lockutils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.821566] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.012767] env[69603]: DEBUG nova.compute.manager [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.049683] env[69603]: DEBUG nova.virt.hardware [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 595.049951] env[69603]: DEBUG nova.virt.hardware [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 595.050115] env[69603]: DEBUG nova.virt.hardware [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 595.050294] env[69603]: DEBUG nova.virt.hardware [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 595.050432] env[69603]: DEBUG nova.virt.hardware [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 595.050577] env[69603]: DEBUG nova.virt.hardware [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 595.050782] env[69603]: DEBUG nova.virt.hardware [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 595.050941] env[69603]: DEBUG nova.virt.hardware [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 595.053179] env[69603]: DEBUG nova.virt.hardware [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 595.053428] env[69603]: DEBUG nova.virt.hardware [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 595.053627] env[69603]: DEBUG nova.virt.hardware [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 595.055493] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384f00f6-ae47-4f41-8f79-7744f101329d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.065854] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87dc58d-7dcd-459d-929d-e70e740223b2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.083455] env[69603]: DEBUG nova.compute.manager [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.089131] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5325afa1-9ec1-48cc-931c-e152392a08e0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.202936] env[69603]: DEBUG oslo_concurrency.lockutils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 595.203565] env[69603]: DEBUG nova.compute.manager [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 595.206374] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.631s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.208180] env[69603]: INFO nova.compute.claims [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.441126] env[69603]: DEBUG nova.network.neutron [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Successfully created port: 1d133c11-7945-4631-9fe3-81b6858b8424 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 595.627632] env[69603]: DEBUG oslo_concurrency.lockutils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.713418] env[69603]: DEBUG nova.compute.utils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 595.717745] env[69603]: DEBUG nova.compute.manager [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 595.718223] env[69603]: DEBUG nova.network.neutron [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 595.952772] env[69603]: DEBUG nova.policy [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8483816a516f48368ab82b538077b0c1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04d33c939f434994b877f3b95e4c2427', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 596.219196] env[69603]: DEBUG nova.compute.manager [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 596.439764] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67621b47-37ca-4b7f-8f50-f06b71be209f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.450140] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fd2a24-ec65-4f77-b70b-7582430841c0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.492741] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f76a15d-1595-4e6a-98ad-4394611c5ae5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.505096] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f84e763-cc36-49c3-8af4-7cf2b64bd3dd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.521824] env[69603]: DEBUG nova.compute.provider_tree [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.679642] env[69603]: DEBUG nova.network.neutron [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Successfully created port: 7b489730-68b4-42b7-a3b8-c49d8acb4639 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 596.682315] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "77e4d517-af5f-491b-a44f-fd3e4954dbdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.682795] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "77e4d517-af5f-491b-a44f-fd3e4954dbdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.024274] env[69603]: DEBUG nova.scheduler.client.report [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.185263] env[69603]: DEBUG nova.compute.manager [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 597.231189] env[69603]: DEBUG nova.compute.manager [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 597.381014] env[69603]: DEBUG nova.virt.hardware [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 597.381014] env[69603]: DEBUG nova.virt.hardware [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 597.381014] env[69603]: DEBUG nova.virt.hardware [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 597.381202] env[69603]: DEBUG nova.virt.hardware [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 597.383775] env[69603]: DEBUG nova.virt.hardware [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 597.383775] env[69603]: DEBUG nova.virt.hardware [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 597.383775] env[69603]: DEBUG nova.virt.hardware [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 597.383775] env[69603]: DEBUG nova.virt.hardware [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 597.383775] env[69603]: DEBUG nova.virt.hardware [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 597.383981] env[69603]: DEBUG nova.virt.hardware [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 597.384190] env[69603]: DEBUG nova.virt.hardware [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 597.385127] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a2c18d-ef12-4eab-b8b3-5e955e898335 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.400471] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1432a25e-828e-4207-9b22-acee3b37a396 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.527273] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 597.528149] env[69603]: DEBUG nova.compute.manager [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.531872] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.307s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.535047] env[69603]: INFO nova.compute.claims [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.712769] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.933135] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.937397] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.937397] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.937397] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.937397] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.937397] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.937397] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.938135] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69603) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 597.938135] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager.update_available_resource {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.038740] env[69603]: DEBUG nova.compute.utils [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.044242] env[69603]: DEBUG nova.compute.manager [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Not allocating networking since 'none' was specified. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 598.441461] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.545872] env[69603]: DEBUG nova.compute.manager [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.566445] env[69603]: DEBUG nova.network.neutron [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Successfully updated port: 1d133c11-7945-4631-9fe3-81b6858b8424 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 598.767296] env[69603]: DEBUG oslo_concurrency.lockutils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "28ade5ff-7678-4ff1-91f0-ca8340dfa3c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.767435] env[69603]: DEBUG oslo_concurrency.lockutils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "28ade5ff-7678-4ff1-91f0-ca8340dfa3c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.875085] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4702df-29c4-46e4-afd9-dcb78f9b3197 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.884705] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dd8d85-ee09-4fef-9324-f2658c024d71 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.932799] env[69603]: DEBUG nova.network.neutron [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Successfully updated port: 7b489730-68b4-42b7-a3b8-c49d8acb4639 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 598.935265] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce66e4b-339e-44a9-955d-3accf0dbe418 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.948008] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e96512-8f84-4d5e-9de8-ef466aa0e8d8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.964584] env[69603]: DEBUG nova.compute.provider_tree [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.070112] env[69603]: DEBUG oslo_concurrency.lockutils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Acquiring lock "refresh_cache-b67ec752-446a-4610-853f-d24e2153e23b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.070112] env[69603]: DEBUG oslo_concurrency.lockutils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Acquired lock "refresh_cache-b67ec752-446a-4610-853f-d24e2153e23b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.070112] env[69603]: DEBUG nova.network.neutron [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.439426] env[69603]: DEBUG oslo_concurrency.lockutils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Acquiring lock "refresh_cache-2cc0cac7-996e-492f-b09f-5921f3cfa2f5" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.439584] env[69603]: DEBUG oslo_concurrency.lockutils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Acquired lock "refresh_cache-2cc0cac7-996e-492f-b09f-5921f3cfa2f5" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.439744] env[69603]: DEBUG nova.network.neutron [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 599.469409] env[69603]: DEBUG nova.scheduler.client.report [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.566301] env[69603]: DEBUG nova.compute.manager [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.602789] env[69603]: DEBUG nova.virt.hardware [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.603099] env[69603]: DEBUG nova.virt.hardware [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.603257] env[69603]: DEBUG nova.virt.hardware [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.603434] env[69603]: DEBUG nova.virt.hardware [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.603573] env[69603]: DEBUG nova.virt.hardware [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.603730] env[69603]: DEBUG nova.virt.hardware [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.603936] env[69603]: DEBUG nova.virt.hardware [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.604099] env[69603]: DEBUG nova.virt.hardware [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.604276] env[69603]: DEBUG nova.virt.hardware [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.606436] env[69603]: DEBUG nova.virt.hardware [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.606436] env[69603]: DEBUG nova.virt.hardware [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.606436] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f6a5dd-e67c-4ead-9ddb-fea4723ae74f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.614013] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7257c12-76f1-49c2-90b7-f74d52d4ead5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.630900] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 599.643023] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.643023] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97451099-7d11-403c-bb1b-8df68191248c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.647019] env[69603]: DEBUG nova.network.neutron [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 599.652820] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Created folder: OpenStack in parent group-v4. [ 599.655905] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Creating folder: Project (469c3e51319e4dfbb92c56879d447d4a). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.655905] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a8e8be5-edbe-4c8d-ad15-75a9c8ddb4cc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.664269] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Created folder: Project (469c3e51319e4dfbb92c56879d447d4a) in parent group-v695567. [ 599.665298] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Creating folder: Instances. Parent ref: group-v695568. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 599.665298] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60b7af01-2f7e-40a3-b58d-2d11bd6cca09 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.673565] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Created folder: Instances in parent group-v695568. [ 599.673771] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 599.673948] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 599.674227] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a530cae0-f4a9-43be-baee-0ef2306607a1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.695786] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 599.695786] env[69603]: value = "task-3479248" [ 599.695786] env[69603]: _type = "Task" [ 599.695786] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.704428] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479248, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.730587] env[69603]: DEBUG nova.compute.manager [req-123c7cd7-fb0c-4a78-96a8-a5dac5a85a15 req-0b4fdc18-445d-4c3f-a2ba-37ef28de397e service nova] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Received event network-vif-plugged-1d133c11-7945-4631-9fe3-81b6858b8424 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 599.730771] env[69603]: DEBUG oslo_concurrency.lockutils [req-123c7cd7-fb0c-4a78-96a8-a5dac5a85a15 req-0b4fdc18-445d-4c3f-a2ba-37ef28de397e service nova] Acquiring lock "b67ec752-446a-4610-853f-d24e2153e23b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.730985] env[69603]: DEBUG oslo_concurrency.lockutils [req-123c7cd7-fb0c-4a78-96a8-a5dac5a85a15 req-0b4fdc18-445d-4c3f-a2ba-37ef28de397e service nova] Lock "b67ec752-446a-4610-853f-d24e2153e23b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.731166] env[69603]: DEBUG oslo_concurrency.lockutils [req-123c7cd7-fb0c-4a78-96a8-a5dac5a85a15 req-0b4fdc18-445d-4c3f-a2ba-37ef28de397e service nova] Lock "b67ec752-446a-4610-853f-d24e2153e23b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.731329] env[69603]: DEBUG nova.compute.manager [req-123c7cd7-fb0c-4a78-96a8-a5dac5a85a15 req-0b4fdc18-445d-4c3f-a2ba-37ef28de397e service nova] [instance: b67ec752-446a-4610-853f-d24e2153e23b] No waiting events found dispatching network-vif-plugged-1d133c11-7945-4631-9fe3-81b6858b8424 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 599.731483] env[69603]: WARNING nova.compute.manager [req-123c7cd7-fb0c-4a78-96a8-a5dac5a85a15 req-0b4fdc18-445d-4c3f-a2ba-37ef28de397e service nova] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Received unexpected event network-vif-plugged-1d133c11-7945-4631-9fe3-81b6858b8424 for instance with vm_state building and task_state spawning. [ 599.974792] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 599.975629] env[69603]: DEBUG nova.compute.manager [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 599.979320] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.619s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.980926] env[69603]: INFO nova.compute.claims [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.015306] env[69603]: DEBUG nova.network.neutron [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 600.166662] env[69603]: DEBUG nova.network.neutron [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Updating instance_info_cache with network_info: [{"id": "1d133c11-7945-4631-9fe3-81b6858b8424", "address": "fa:16:3e:a5:fb:76", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d133c11-79", "ovs_interfaceid": "1d133c11-7945-4631-9fe3-81b6858b8424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.204294] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479248, 'name': CreateVM_Task, 'duration_secs': 0.297625} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.204467] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 600.207888] env[69603]: DEBUG oslo_vmware.service [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730fb82a-321e-4f05-a51f-0e5e438495da {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.212016] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.212199] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.214013] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.214013] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70648514-a3f4-426a-943b-1d6c86a35859 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.218340] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Waiting for the task: (returnval){ [ 600.218340] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52fc8b45-295b-5549-0ef2-cf6b76e66997" [ 600.218340] env[69603]: _type = "Task" [ 600.218340] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.228204] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52fc8b45-295b-5549-0ef2-cf6b76e66997, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.362343] env[69603]: DEBUG nova.network.neutron [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Updating instance_info_cache with network_info: [{"id": "7b489730-68b4-42b7-a3b8-c49d8acb4639", "address": "fa:16:3e:f8:7b:37", "network": {"id": "b3e78121-5fea-4ca7-af87-b6681ffde5c2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1578664866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04d33c939f434994b877f3b95e4c2427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b489730-68", "ovs_interfaceid": "7b489730-68b4-42b7-a3b8-c49d8acb4639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.486312] env[69603]: DEBUG nova.compute.utils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.490068] env[69603]: DEBUG nova.compute.manager [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.490309] env[69603]: DEBUG nova.network.neutron [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.570536] env[69603]: DEBUG nova.policy [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '65ed1fac58af4f65897bbccd597aa5bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5a23a1d4c71a4e74812a4081187c5897', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.669966] env[69603]: DEBUG oslo_concurrency.lockutils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Releasing lock "refresh_cache-b67ec752-446a-4610-853f-d24e2153e23b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.670639] env[69603]: DEBUG nova.compute.manager [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Instance network_info: |[{"id": "1d133c11-7945-4631-9fe3-81b6858b8424", "address": "fa:16:3e:a5:fb:76", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d133c11-79", "ovs_interfaceid": "1d133c11-7945-4631-9fe3-81b6858b8424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.671834] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:fb:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d133c11-7945-4631-9fe3-81b6858b8424', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.683506] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Creating folder: Project (64fcc783c1af4408ace9457bbb101815). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.684219] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1950a759-e303-4843-9a82-24444dce30e2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.695765] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Created folder: Project (64fcc783c1af4408ace9457bbb101815) in parent group-v695567. [ 600.696413] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Creating folder: Instances. Parent ref: group-v695571. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.696590] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2898541-d5ed-4a64-ade9-c26f3f178dd9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.712157] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Created folder: Instances in parent group-v695571. [ 600.712412] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.713050] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.713050] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d30697ec-ee6c-43d3-81fd-b83856e518bf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.740172] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.740172] env[69603]: value = "task-3479251" [ 600.740172] env[69603]: _type = "Task" [ 600.740172] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.754460] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.755157] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 600.755308] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.755765] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.756839] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 600.757169] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479251, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.757378] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f213cfb-49bc-41a5-910b-978d93d5e4d6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.777363] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 600.777595] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 600.778390] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57709097-7155-437d-9935-072028f9524e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.786174] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4531e97-40b7-4bbf-bacd-5967e214126d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.793772] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Waiting for the task: (returnval){ [ 600.793772] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52463c93-270c-6e72-7c00-33e61bcc1d68" [ 600.793772] env[69603]: _type = "Task" [ 600.793772] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.803910] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52463c93-270c-6e72-7c00-33e61bcc1d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.864981] env[69603]: DEBUG oslo_concurrency.lockutils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Releasing lock "refresh_cache-2cc0cac7-996e-492f-b09f-5921f3cfa2f5" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.865368] env[69603]: DEBUG nova.compute.manager [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Instance network_info: |[{"id": "7b489730-68b4-42b7-a3b8-c49d8acb4639", "address": "fa:16:3e:f8:7b:37", "network": {"id": "b3e78121-5fea-4ca7-af87-b6681ffde5c2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1578664866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04d33c939f434994b877f3b95e4c2427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b489730-68", "ovs_interfaceid": "7b489730-68b4-42b7-a3b8-c49d8acb4639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 600.866050] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:7b:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b489730-68b4-42b7-a3b8-c49d8acb4639', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.877727] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Creating folder: Project (04d33c939f434994b877f3b95e4c2427). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.878833] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09b80954-0212-4cc0-8d30-cc2ea3e89d50 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.889303] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Created folder: Project (04d33c939f434994b877f3b95e4c2427) in parent group-v695567. [ 600.889589] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Creating folder: Instances. Parent ref: group-v695574. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 600.890331] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1879e78b-7390-4b50-9dbf-5b0b9d7e70a5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.902368] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Created folder: Instances in parent group-v695574. [ 600.902575] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 600.902791] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.903064] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-756b01a7-a310-49dc-b86e-1717749e2760 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.923923] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.923923] env[69603]: value = "task-3479254" [ 600.923923] env[69603]: _type = "Task" [ 600.923923] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.931892] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479254, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.995997] env[69603]: DEBUG nova.compute.manager [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.115156] env[69603]: DEBUG nova.network.neutron [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Successfully created port: 34b0558f-2af3-49e2-8623-c5a9911057f9 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.254492] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479251, 'name': CreateVM_Task, 'duration_secs': 0.318692} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.255181] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.282606] env[69603]: DEBUG oslo_concurrency.lockutils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.282797] env[69603]: DEBUG oslo_concurrency.lockutils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.283146] env[69603]: DEBUG oslo_concurrency.lockutils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.283418] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fcc8b2a-b72f-434d-be6f-c4d381d29fca {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.293357] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Waiting for the task: (returnval){ [ 601.293357] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5256d95d-2e3a-dc95-c434-6a7f8898639b" [ 601.293357] env[69603]: _type = "Task" [ 601.293357] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.324463] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Preparing fetch location {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 601.325109] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Creating directory with path [datastore2] vmware_temp/4517f96c-833c-408b-8f34-1fe24afa9abe/f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.325545] env[69603]: DEBUG oslo_concurrency.lockutils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.325869] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.326199] env[69603]: DEBUG oslo_concurrency.lockutils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.326703] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd6c82e0-8dfa-49f2-8085-71a10dce5336 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.344982] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f52a18-5a06-4792-aa30-e6ec3acf0afc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.347527] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Created directory with path [datastore2] vmware_temp/4517f96c-833c-408b-8f34-1fe24afa9abe/f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.347732] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Fetch image to [datastore2] vmware_temp/4517f96c-833c-408b-8f34-1fe24afa9abe/f0138089-3b92-402e-80e5-236e22cd6a35/tmp-sparse.vmdk {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 601.347901] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Downloading image file data f0138089-3b92-402e-80e5-236e22cd6a35 to [datastore2] vmware_temp/4517f96c-833c-408b-8f34-1fe24afa9abe/f0138089-3b92-402e-80e5-236e22cd6a35/tmp-sparse.vmdk on the data store datastore2 {{(pid=69603) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 601.351167] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d758b4-18fe-4eb5-a40c-01bb4ce9ddba {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.361007] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a3d556-cb6d-42e4-a08b-5be9e89a56e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.365209] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ab0b4f-d2a9-49da-92d3-213baffcf15c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.406775] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b021ef-1e5a-45c5-a873-11810f6bac3a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.411112] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276b862a-c564-4847-ae01-a7ee60f89334 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.445810] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7354d9-5463-49ee-a941-f9e9c42ea19e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.454381] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d1d5c5-1024-4fd9-bb6d-8bb66504cb37 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.467259] env[69603]: DEBUG nova.compute.provider_tree [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.473662] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479254, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.479509] env[69603]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-72d93f71-29ef-425a-894e-162654a7413b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.504015] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Downloading image file data f0138089-3b92-402e-80e5-236e22cd6a35 to the data store datastore2 {{(pid=69603) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 601.582524] env[69603]: DEBUG oslo_vmware.rw_handles [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4517f96c-833c-408b-8f34-1fe24afa9abe/f0138089-3b92-402e-80e5-236e22cd6a35/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69603) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 601.972667] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479254, 'name': CreateVM_Task, 'duration_secs': 0.615928} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.976183] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.977029] env[69603]: DEBUG nova.scheduler.client.report [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 601.982283] env[69603]: DEBUG oslo_concurrency.lockutils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.982461] env[69603]: DEBUG oslo_concurrency.lockutils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.982793] env[69603]: DEBUG oslo_concurrency.lockutils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.983522] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97fdf671-a622-4625-9c08-2e93da294897 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.989648] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Waiting for the task: (returnval){ [ 601.989648] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52aca8c6-bff2-e5d3-8569-2195b8e71a80" [ 601.989648] env[69603]: _type = "Task" [ 601.989648] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.998122] env[69603]: DEBUG nova.compute.manager [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Received event network-changed-1d133c11-7945-4631-9fe3-81b6858b8424 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 601.998122] env[69603]: DEBUG nova.compute.manager [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Refreshing instance network info cache due to event network-changed-1d133c11-7945-4631-9fe3-81b6858b8424. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 601.998122] env[69603]: DEBUG oslo_concurrency.lockutils [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] Acquiring lock "refresh_cache-b67ec752-446a-4610-853f-d24e2153e23b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.998122] env[69603]: DEBUG oslo_concurrency.lockutils [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] Acquired lock "refresh_cache-b67ec752-446a-4610-853f-d24e2153e23b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.998122] env[69603]: DEBUG nova.network.neutron [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Refreshing network info cache for port 1d133c11-7945-4631-9fe3-81b6858b8424 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 602.005750] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52aca8c6-bff2-e5d3-8569-2195b8e71a80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.009611] env[69603]: DEBUG nova.compute.manager [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.045830] env[69603]: DEBUG nova.virt.hardware [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.045830] env[69603]: DEBUG nova.virt.hardware [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.045992] env[69603]: DEBUG nova.virt.hardware [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.048439] env[69603]: DEBUG nova.virt.hardware [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.048665] env[69603]: DEBUG nova.virt.hardware [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.048848] env[69603]: DEBUG nova.virt.hardware [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.049444] env[69603]: DEBUG nova.virt.hardware [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.049444] env[69603]: DEBUG nova.virt.hardware [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.049444] env[69603]: DEBUG nova.virt.hardware [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.049854] env[69603]: DEBUG nova.virt.hardware [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.049854] env[69603]: DEBUG nova.virt.hardware [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.051036] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3ede3a-fa93-4e8a-823b-0417bafb0d18 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.062817] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41085144-9b83-436f-9a87-dfcad19ae766 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.315563] env[69603]: DEBUG oslo_vmware.rw_handles [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Completed reading data from the image iterator. {{(pid=69603) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 602.316065] env[69603]: DEBUG oslo_vmware.rw_handles [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/4517f96c-833c-408b-8f34-1fe24afa9abe/f0138089-3b92-402e-80e5-236e22cd6a35/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 602.485083] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.485506] env[69603]: DEBUG nova.compute.manager [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.490011] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.875s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.497047] env[69603]: INFO nova.compute.claims [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.512572] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Downloaded image file data f0138089-3b92-402e-80e5-236e22cd6a35 to vmware_temp/4517f96c-833c-408b-8f34-1fe24afa9abe/f0138089-3b92-402e-80e5-236e22cd6a35/tmp-sparse.vmdk on the data store datastore2 {{(pid=69603) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 602.515305] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Caching image {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 602.515305] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Copying Virtual Disk [datastore2] vmware_temp/4517f96c-833c-408b-8f34-1fe24afa9abe/f0138089-3b92-402e-80e5-236e22cd6a35/tmp-sparse.vmdk to [datastore2] vmware_temp/4517f96c-833c-408b-8f34-1fe24afa9abe/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 602.515305] env[69603]: DEBUG oslo_concurrency.lockutils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.515305] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 602.515529] env[69603]: DEBUG oslo_concurrency.lockutils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.515529] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbfcce8e-9de4-489d-b5a0-f49d85501d7d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.526926] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Waiting for the task: (returnval){ [ 602.526926] env[69603]: value = "task-3479255" [ 602.526926] env[69603]: _type = "Task" [ 602.526926] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.538660] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.995734] env[69603]: DEBUG nova.compute.utils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.999195] env[69603]: DEBUG nova.compute.manager [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 602.999366] env[69603]: DEBUG nova.network.neutron [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.039578] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479255, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.151590] env[69603]: DEBUG nova.policy [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a06a01169e82492dbdd87c038861a187', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '646562368fe24991864ca007303b1043', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.301739] env[69603]: DEBUG nova.network.neutron [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Updated VIF entry in instance network info cache for port 1d133c11-7945-4631-9fe3-81b6858b8424. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 603.302036] env[69603]: DEBUG nova.network.neutron [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Updating instance_info_cache with network_info: [{"id": "1d133c11-7945-4631-9fe3-81b6858b8424", "address": "fa:16:3e:a5:fb:76", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.97", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d133c11-79", "ovs_interfaceid": "1d133c11-7945-4631-9fe3-81b6858b8424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.501654] env[69603]: DEBUG nova.compute.manager [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.547460] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745205} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.547460] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Copied Virtual Disk [datastore2] vmware_temp/4517f96c-833c-408b-8f34-1fe24afa9abe/f0138089-3b92-402e-80e5-236e22cd6a35/tmp-sparse.vmdk to [datastore2] vmware_temp/4517f96c-833c-408b-8f34-1fe24afa9abe/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 603.547460] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Deleting the datastore file [datastore2] vmware_temp/4517f96c-833c-408b-8f34-1fe24afa9abe/f0138089-3b92-402e-80e5-236e22cd6a35/tmp-sparse.vmdk {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 603.547460] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c55bb94-a0a0-4432-a009-5744753f3fb0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.556924] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Waiting for the task: (returnval){ [ 603.556924] env[69603]: value = "task-3479256" [ 603.556924] env[69603]: _type = "Task" [ 603.556924] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.566958] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.679886] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62c03c0-891f-44cb-bf3a-9b358d96ba05 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.692141] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab333d35-47ac-4ab7-9802-39a9de185b68 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.725511] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b894d35e-0dca-4062-8346-7fbafd8b912a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.740212] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e77e13-3399-41e3-80bc-887423e7a1f6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.757189] env[69603]: DEBUG nova.compute.provider_tree [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.809084] env[69603]: DEBUG oslo_concurrency.lockutils [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] Releasing lock "refresh_cache-b67ec752-446a-4610-853f-d24e2153e23b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.809348] env[69603]: DEBUG nova.compute.manager [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Received event network-vif-plugged-7b489730-68b4-42b7-a3b8-c49d8acb4639 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.809545] env[69603]: DEBUG oslo_concurrency.lockutils [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] Acquiring lock "2cc0cac7-996e-492f-b09f-5921f3cfa2f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.809781] env[69603]: DEBUG oslo_concurrency.lockutils [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] Lock "2cc0cac7-996e-492f-b09f-5921f3cfa2f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.810318] env[69603]: DEBUG oslo_concurrency.lockutils [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] Lock "2cc0cac7-996e-492f-b09f-5921f3cfa2f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.810318] env[69603]: DEBUG nova.compute.manager [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] No waiting events found dispatching network-vif-plugged-7b489730-68b4-42b7-a3b8-c49d8acb4639 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.810318] env[69603]: WARNING nova.compute.manager [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Received unexpected event network-vif-plugged-7b489730-68b4-42b7-a3b8-c49d8acb4639 for instance with vm_state building and task_state spawning. [ 603.810499] env[69603]: DEBUG nova.compute.manager [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Received event network-changed-7b489730-68b4-42b7-a3b8-c49d8acb4639 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 603.810577] env[69603]: DEBUG nova.compute.manager [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Refreshing instance network info cache due to event network-changed-7b489730-68b4-42b7-a3b8-c49d8acb4639. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 603.810755] env[69603]: DEBUG oslo_concurrency.lockutils [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] Acquiring lock "refresh_cache-2cc0cac7-996e-492f-b09f-5921f3cfa2f5" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.810882] env[69603]: DEBUG oslo_concurrency.lockutils [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] Acquired lock "refresh_cache-2cc0cac7-996e-492f-b09f-5921f3cfa2f5" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.811110] env[69603]: DEBUG nova.network.neutron [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Refreshing network info cache for port 7b489730-68b4-42b7-a3b8-c49d8acb4639 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 604.071238] env[69603]: DEBUG nova.network.neutron [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Successfully updated port: 34b0558f-2af3-49e2-8623-c5a9911057f9 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.081254] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022462} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.083965] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 604.084210] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Moving file from [datastore2] vmware_temp/4517f96c-833c-408b-8f34-1fe24afa9abe/f0138089-3b92-402e-80e5-236e22cd6a35 to [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35. {{(pid=69603) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 604.084480] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f04e6059-a884-4ac6-9d31-c88d8d33fe35 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.096258] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Waiting for the task: (returnval){ [ 604.096258] env[69603]: value = "task-3479257" [ 604.096258] env[69603]: _type = "Task" [ 604.096258] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.112203] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479257, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.200619] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquiring lock "cc094eb0-4c88-4c87-b650-39ac0deaafbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.200619] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "cc094eb0-4c88-4c87-b650-39ac0deaafbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.265630] env[69603]: DEBUG nova.scheduler.client.report [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.284903] env[69603]: DEBUG nova.network.neutron [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Successfully created port: f651e621-53aa-47c5-b717-7f821d2fd8ae {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.517526] env[69603]: DEBUG nova.compute.manager [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.554019] env[69603]: DEBUG nova.virt.hardware [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.554019] env[69603]: DEBUG nova.virt.hardware [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.554019] env[69603]: DEBUG nova.virt.hardware [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.554403] env[69603]: DEBUG nova.virt.hardware [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.554403] env[69603]: DEBUG nova.virt.hardware [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.554403] env[69603]: DEBUG nova.virt.hardware [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.554403] env[69603]: DEBUG nova.virt.hardware [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.554403] env[69603]: DEBUG nova.virt.hardware [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.554609] env[69603]: DEBUG nova.virt.hardware [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.555364] env[69603]: DEBUG nova.virt.hardware [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.555364] env[69603]: DEBUG nova.virt.hardware [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.556298] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abedcf1-b0aa-47b8-b116-ae5ce817aa9d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.565755] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23697358-29aa-4260-8559-5c1de2bec43f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.587466] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Acquiring lock "refresh_cache-9e47d8be-78a2-44ba-b45e-4ea081dc2ad6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.587605] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Acquired lock "refresh_cache-9e47d8be-78a2-44ba-b45e-4ea081dc2ad6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.587757] env[69603]: DEBUG nova.network.neutron [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 604.596334] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Acquiring lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.596562] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.612814] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479257, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029087} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.612814] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] File moved {{(pid=69603) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 604.612814] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Cleaning up location [datastore2] vmware_temp/4517f96c-833c-408b-8f34-1fe24afa9abe {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 604.613174] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Deleting the datastore file [datastore2] vmware_temp/4517f96c-833c-408b-8f34-1fe24afa9abe {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 604.613174] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ebda56d-03e6-4c4b-aae2-607bef9cb4e3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.620841] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Waiting for the task: (returnval){ [ 604.620841] env[69603]: value = "task-3479258" [ 604.620841] env[69603]: _type = "Task" [ 604.620841] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.629185] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479258, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.772968] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.281s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.772968] env[69603]: DEBUG nova.compute.manager [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.775112] env[69603]: DEBUG oslo_concurrency.lockutils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.957s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.776713] env[69603]: INFO nova.compute.claims [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 604.791067] env[69603]: DEBUG nova.network.neutron [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Updated VIF entry in instance network info cache for port 7b489730-68b4-42b7-a3b8-c49d8acb4639. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 604.791764] env[69603]: DEBUG nova.network.neutron [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Updating instance_info_cache with network_info: [{"id": "7b489730-68b4-42b7-a3b8-c49d8acb4639", "address": "fa:16:3e:f8:7b:37", "network": {"id": "b3e78121-5fea-4ca7-af87-b6681ffde5c2", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1578664866-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04d33c939f434994b877f3b95e4c2427", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b489730-68", "ovs_interfaceid": "7b489730-68b4-42b7-a3b8-c49d8acb4639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.133671] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479258, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023615} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.133931] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 605.135087] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59713cba-dcdd-4b86-9d96-5a7e919f4175 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.143516] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Waiting for the task: (returnval){ [ 605.143516] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524cf079-841f-65b5-7b56-fb7599eebdb8" [ 605.143516] env[69603]: _type = "Task" [ 605.143516] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.150606] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524cf079-841f-65b5-7b56-fb7599eebdb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.166015] env[69603]: DEBUG nova.network.neutron [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.282535] env[69603]: DEBUG nova.compute.utils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.288217] env[69603]: DEBUG nova.compute.manager [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.288217] env[69603]: DEBUG nova.network.neutron [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.296345] env[69603]: DEBUG oslo_concurrency.lockutils [req-e49bf0f1-b7b7-4255-9c00-a3e5b43c5316 req-719fd792-6707-447a-87b2-3cf8ce414461 service nova] Releasing lock "refresh_cache-2cc0cac7-996e-492f-b09f-5921f3cfa2f5" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.502170] env[69603]: DEBUG nova.policy [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cae5b00f62f14d4d97e458245d13aa5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2550e95ef9614f1c9050b9ee5d2ed0b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.638121] env[69603]: DEBUG nova.network.neutron [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Updating instance_info_cache with network_info: [{"id": "34b0558f-2af3-49e2-8623-c5a9911057f9", "address": "fa:16:3e:cf:f0:4a", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b0558f-2a", "ovs_interfaceid": "34b0558f-2af3-49e2-8623-c5a9911057f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.651621] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524cf079-841f-65b5-7b56-fb7599eebdb8, 'name': SearchDatastore_Task, 'duration_secs': 0.013476} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.651901] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.652174] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd/f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.652634] env[69603]: DEBUG oslo_concurrency.lockutils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.652634] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 605.652850] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2d31a54-ffd1-4127-9589-0a312b27e77e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.656222] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a51b975-7606-45ab-9066-7959795ce021 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.663277] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Waiting for the task: (returnval){ [ 605.663277] env[69603]: value = "task-3479259" [ 605.663277] env[69603]: _type = "Task" [ 605.663277] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.667616] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 605.667776] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 605.668945] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1ee0c3-593e-40e3-9113-f71a67db3299 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.675192] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479259, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.679385] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Waiting for the task: (returnval){ [ 605.679385] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528175a9-3b44-78f9-110c-68af2fcfbd02" [ 605.679385] env[69603]: _type = "Task" [ 605.679385] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.687024] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528175a9-3b44-78f9-110c-68af2fcfbd02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.788580] env[69603]: DEBUG nova.compute.manager [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 605.901157] env[69603]: DEBUG nova.compute.manager [req-1fc5b5d0-fc12-49c4-8d99-1407b31f6f72 req-a36efd31-1529-4489-b881-19d3a8ec70be service nova] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Received event network-vif-plugged-34b0558f-2af3-49e2-8623-c5a9911057f9 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 605.901409] env[69603]: DEBUG oslo_concurrency.lockutils [req-1fc5b5d0-fc12-49c4-8d99-1407b31f6f72 req-a36efd31-1529-4489-b881-19d3a8ec70be service nova] Acquiring lock "9e47d8be-78a2-44ba-b45e-4ea081dc2ad6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.901619] env[69603]: DEBUG oslo_concurrency.lockutils [req-1fc5b5d0-fc12-49c4-8d99-1407b31f6f72 req-a36efd31-1529-4489-b881-19d3a8ec70be service nova] Lock "9e47d8be-78a2-44ba-b45e-4ea081dc2ad6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.901790] env[69603]: DEBUG oslo_concurrency.lockutils [req-1fc5b5d0-fc12-49c4-8d99-1407b31f6f72 req-a36efd31-1529-4489-b881-19d3a8ec70be service nova] Lock "9e47d8be-78a2-44ba-b45e-4ea081dc2ad6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.901990] env[69603]: DEBUG nova.compute.manager [req-1fc5b5d0-fc12-49c4-8d99-1407b31f6f72 req-a36efd31-1529-4489-b881-19d3a8ec70be service nova] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] No waiting events found dispatching network-vif-plugged-34b0558f-2af3-49e2-8623-c5a9911057f9 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 605.902784] env[69603]: WARNING nova.compute.manager [req-1fc5b5d0-fc12-49c4-8d99-1407b31f6f72 req-a36efd31-1529-4489-b881-19d3a8ec70be service nova] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Received unexpected event network-vif-plugged-34b0558f-2af3-49e2-8623-c5a9911057f9 for instance with vm_state building and task_state spawning. [ 606.126356] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410173c5-d22e-4d83-b577-215e1337a72b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.140190] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbeb3aa-5899-49e3-919c-86248c24bea9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.147902] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Releasing lock "refresh_cache-9e47d8be-78a2-44ba-b45e-4ea081dc2ad6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.148326] env[69603]: DEBUG nova.compute.manager [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Instance network_info: |[{"id": "34b0558f-2af3-49e2-8623-c5a9911057f9", "address": "fa:16:3e:cf:f0:4a", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b0558f-2a", "ovs_interfaceid": "34b0558f-2af3-49e2-8623-c5a9911057f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.148951] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:f0:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34b0558f-2af3-49e2-8623-c5a9911057f9', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.156761] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Creating folder: Project (5a23a1d4c71a4e74812a4081187c5897). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.157949] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a88799b0-3949-41aa-8269-7e5498fa7098 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.202086] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe786a1c-051c-4a5e-9f10-877cfe02f34e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.206181] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Created folder: Project (5a23a1d4c71a4e74812a4081187c5897) in parent group-v695567. [ 606.206381] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Creating folder: Instances. Parent ref: group-v695577. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.211170] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17e7ac54-5302-4ee7-811c-ac2601a1400d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.220958] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528175a9-3b44-78f9-110c-68af2fcfbd02, 'name': SearchDatastore_Task, 'duration_secs': 0.01511} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.221220] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479259, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.224337] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a04b6913-81d0-41ba-9469-0855e2ba6109 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.234114] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Created folder: Instances in parent group-v695577. [ 606.234363] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 606.234664] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Waiting for the task: (returnval){ [ 606.234664] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52480f21-39bc-f723-b7e6-7e8fbc9af570" [ 606.234664] env[69603]: _type = "Task" [ 606.234664] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.234847] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.236079] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03469a28-6ce2-40ec-b9aa-b43a03c9e5cc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.243864] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69f19019-fa77-4ddf-a9eb-899c0bbef575 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.279825] env[69603]: DEBUG nova.compute.provider_tree [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.286240] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.286240] env[69603]: value = "task-3479262" [ 606.286240] env[69603]: _type = "Task" [ 606.286240] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.286240] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52480f21-39bc-f723-b7e6-7e8fbc9af570, 'name': SearchDatastore_Task, 'duration_secs': 0.007319} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.286240] env[69603]: DEBUG oslo_concurrency.lockutils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.289273] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] b67ec752-446a-4610-853f-d24e2153e23b/b67ec752-446a-4610-853f-d24e2153e23b.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.289646] env[69603]: DEBUG oslo_concurrency.lockutils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.290437] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.290437] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2d9edf9-3c9a-49bd-83f1-60cd00d8f709 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.293973] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6af17616-5811-4f8d-ace9-09115069cce8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.309107] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479262, 'name': CreateVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.311997] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Waiting for the task: (returnval){ [ 606.311997] env[69603]: value = "task-3479263" [ 606.311997] env[69603]: _type = "Task" [ 606.311997] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.317705] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.317992] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.319193] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b6922d-d2db-45cd-9da6-e1861341fe3b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.325186] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.328131] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Waiting for the task: (returnval){ [ 606.328131] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5202ace4-8786-0132-d585-fbb855bb3775" [ 606.328131] env[69603]: _type = "Task" [ 606.328131] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.339631] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5202ace4-8786-0132-d585-fbb855bb3775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.413867] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquiring lock "b628745a-e944-4112-b4b9-644333d17d53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.414391] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "b628745a-e944-4112-b4b9-644333d17d53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.465174] env[69603]: DEBUG nova.network.neutron [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Successfully created port: d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.707039] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479259, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554126} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.707504] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd/f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.707672] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.707787] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9827093-0865-4750-81b5-d94ad2afcb38 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.719214] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Waiting for the task: (returnval){ [ 606.719214] env[69603]: value = "task-3479264" [ 606.719214] env[69603]: _type = "Task" [ 606.719214] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.734270] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.787702] env[69603]: DEBUG nova.scheduler.client.report [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.799946] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479262, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.811638] env[69603]: DEBUG nova.compute.manager [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 606.825103] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454348} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.825375] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] b67ec752-446a-4610-853f-d24e2153e23b/b67ec752-446a-4610-853f-d24e2153e23b.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.825612] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.825864] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99e0cdd9-b812-49c8-9266-dc3a767648b8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.833081] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Waiting for the task: (returnval){ [ 606.833081] env[69603]: value = "task-3479265" [ 606.833081] env[69603]: _type = "Task" [ 606.833081] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.847259] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5202ace4-8786-0132-d585-fbb855bb3775, 'name': SearchDatastore_Task, 'duration_secs': 0.008107} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.849106] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a81000c-f842-4b69-9522-fa9be98d655d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.857824] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.858762] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Waiting for the task: (returnval){ [ 606.858762] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521b27e5-a49f-3bcc-5ec7-31ed2917ab5f" [ 606.858762] env[69603]: _type = "Task" [ 606.858762] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.861626] env[69603]: DEBUG nova.virt.hardware [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 606.861793] env[69603]: DEBUG nova.virt.hardware [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 606.862065] env[69603]: DEBUG nova.virt.hardware [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.862266] env[69603]: DEBUG nova.virt.hardware [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 606.862266] env[69603]: DEBUG nova.virt.hardware [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.866243] env[69603]: DEBUG nova.virt.hardware [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 606.866243] env[69603]: DEBUG nova.virt.hardware [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 606.866243] env[69603]: DEBUG nova.virt.hardware [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 606.866243] env[69603]: DEBUG nova.virt.hardware [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 606.866243] env[69603]: DEBUG nova.virt.hardware [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 606.866525] env[69603]: DEBUG nova.virt.hardware [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 606.866525] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d856b0-295c-439f-a200-e75cd4dc43cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.876559] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521b27e5-a49f-3bcc-5ec7-31ed2917ab5f, 'name': SearchDatastore_Task, 'duration_secs': 0.008737} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.878682] env[69603]: DEBUG oslo_concurrency.lockutils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.880688] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 2cc0cac7-996e-492f-b09f-5921f3cfa2f5/2cc0cac7-996e-492f-b09f-5921f3cfa2f5.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 606.880688] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecfc0f13-e947-43d3-8d8b-7c0654996bbd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.884513] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9ab53f-6123-43c7-b52b-c3d6694d0ac0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.916490] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Waiting for the task: (returnval){ [ 606.916490] env[69603]: value = "task-3479266" [ 606.916490] env[69603]: _type = "Task" [ 606.916490] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.917819] env[69603]: DEBUG nova.network.neutron [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Successfully updated port: f651e621-53aa-47c5-b717-7f821d2fd8ae {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.934602] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': task-3479266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.230997] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075175} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.232471] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.233592] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d51b7a-361c-4a2c-8383-68be161cb972 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.260691] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd/f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.261101] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c876e56-e53f-4fc0-8ac7-87c37ac99ac8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.285997] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Waiting for the task: (returnval){ [ 607.285997] env[69603]: value = "task-3479267" [ 607.285997] env[69603]: _type = "Task" [ 607.285997] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.300484] env[69603]: DEBUG oslo_concurrency.lockutils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.301389] env[69603]: DEBUG nova.compute.manager [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.311742] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.492s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.314195] env[69603]: INFO nova.compute.claims [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.318164] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479267, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.324842] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479262, 'name': CreateVM_Task, 'duration_secs': 0.62265} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.325032] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.325919] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.326119] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.326446] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.326724] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f9a3d19-636b-4ada-abf5-18083102c5a1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.335357] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Waiting for the task: (returnval){ [ 607.335357] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523dfca0-d18c-ca77-d3bd-418edfc4934e" [ 607.335357] env[69603]: _type = "Task" [ 607.335357] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.347846] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070241} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.351481] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.351856] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523dfca0-d18c-ca77-d3bd-418edfc4934e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.352787] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad812102-15ca-4400-a611-3c12b9f4c362 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.378897] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] b67ec752-446a-4610-853f-d24e2153e23b/b67ec752-446a-4610-853f-d24e2153e23b.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.379657] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a85d9e9-9c8d-4c75-8d74-b37bb46fbc3a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.401476] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Waiting for the task: (returnval){ [ 607.401476] env[69603]: value = "task-3479268" [ 607.401476] env[69603]: _type = "Task" [ 607.401476] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.410165] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.421017] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Acquiring lock "refresh_cache-a3c897a7-2a7e-4308-bb68-c707147f0ee0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.421709] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Acquired lock "refresh_cache-a3c897a7-2a7e-4308-bb68-c707147f0ee0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.421709] env[69603]: DEBUG nova.network.neutron [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.438789] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': task-3479266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463388} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.444808] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 2cc0cac7-996e-492f-b09f-5921f3cfa2f5/2cc0cac7-996e-492f-b09f-5921f3cfa2f5.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 607.444808] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 607.444808] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9eaebf57-9db5-4990-b5f4-158cf87de879 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.447742] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Waiting for the task: (returnval){ [ 607.447742] env[69603]: value = "task-3479269" [ 607.447742] env[69603]: _type = "Task" [ 607.447742] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.458285] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': task-3479269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.798032] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479267, 'name': ReconfigVM_Task, 'duration_secs': 0.320602} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.798392] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Reconfigured VM instance instance-00000003 to attach disk [datastore2] f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd/f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.799758] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3cf784e-a59d-4fb7-98b4-8ebacedba99c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.807647] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Waiting for the task: (returnval){ [ 607.807647] env[69603]: value = "task-3479270" [ 607.807647] env[69603]: _type = "Task" [ 607.807647] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.816223] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479270, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.820335] env[69603]: DEBUG nova.compute.utils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.822022] env[69603]: DEBUG nova.compute.manager [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.822022] env[69603]: DEBUG nova.network.neutron [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.851533] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523dfca0-d18c-ca77-d3bd-418edfc4934e, 'name': SearchDatastore_Task, 'duration_secs': 0.014112} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.851869] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.852163] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.853072] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.853156] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.853550] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.854032] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d0ec9b1-a6d2-4a57-ae5a-5a589a254fda {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.862798] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.862798] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 607.864352] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec7b2ba-132c-4771-b1e1-d996b4969eaa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.869985] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Waiting for the task: (returnval){ [ 607.869985] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52fce6d0-e8c5-cb0d-4649-849ff7d81816" [ 607.869985] env[69603]: _type = "Task" [ 607.869985] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.879622] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52fce6d0-e8c5-cb0d-4649-849ff7d81816, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.895098] env[69603]: DEBUG nova.policy [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '652b95646baf4fef9a4a2bc7b577b29d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f326b6edc7040259414f966b0134727', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 607.915288] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479268, 'name': ReconfigVM_Task, 'duration_secs': 0.299311} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.915725] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Reconfigured VM instance instance-00000001 to attach disk [datastore2] b67ec752-446a-4610-853f-d24e2153e23b/b67ec752-446a-4610-853f-d24e2153e23b.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 607.916906] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd8f8d57-92fc-4108-8933-c097f017dc0a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.928459] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Waiting for the task: (returnval){ [ 607.928459] env[69603]: value = "task-3479271" [ 607.928459] env[69603]: _type = "Task" [ 607.928459] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.943710] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479271, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.956988] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': task-3479269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058414} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.958084] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.958995] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71735943-7f35-48b5-8758-37a7e1f216a2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.985426] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 2cc0cac7-996e-492f-b09f-5921f3cfa2f5/2cc0cac7-996e-492f-b09f-5921f3cfa2f5.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.985610] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44887dfb-fc46-4211-a0dc-83731036f7e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.006682] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Waiting for the task: (returnval){ [ 608.006682] env[69603]: value = "task-3479272" [ 608.006682] env[69603]: _type = "Task" [ 608.006682] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.015406] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': task-3479272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.021505] env[69603]: DEBUG nova.network.neutron [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.222309] env[69603]: DEBUG nova.network.neutron [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Successfully created port: 61502bd0-406f-4120-864f-d024d4466ebe {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.322238] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479270, 'name': Rename_Task, 'duration_secs': 0.144331} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.322238] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 608.322238] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e97fe9f8-695f-4d11-8367-f99670711ca8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.328110] env[69603]: DEBUG nova.compute.manager [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.339027] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Waiting for the task: (returnval){ [ 608.339027] env[69603]: value = "task-3479273" [ 608.339027] env[69603]: _type = "Task" [ 608.339027] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.355890] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479273, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.387374] env[69603]: DEBUG nova.network.neutron [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Updating instance_info_cache with network_info: [{"id": "f651e621-53aa-47c5-b717-7f821d2fd8ae", "address": "fa:16:3e:e5:0c:5f", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf651e621-53", "ovs_interfaceid": "f651e621-53aa-47c5-b717-7f821d2fd8ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.387583] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52fce6d0-e8c5-cb0d-4649-849ff7d81816, 'name': SearchDatastore_Task, 'duration_secs': 0.009422} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.388761] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bca5f902-a807-4a17-add1-b97525bd1b50 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.394945] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Waiting for the task: (returnval){ [ 608.394945] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528b6a14-5b45-4df2-47a0-6374989f419e" [ 608.394945] env[69603]: _type = "Task" [ 608.394945] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.403355] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528b6a14-5b45-4df2-47a0-6374989f419e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.447712] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479271, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.519483] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': task-3479272, 'name': ReconfigVM_Task, 'duration_secs': 0.268943} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.519801] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 2cc0cac7-996e-492f-b09f-5921f3cfa2f5/2cc0cac7-996e-492f-b09f-5921f3cfa2f5.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.520487] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e816c1a7-c99b-4004-8f53-d69a83578b01 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.527742] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Waiting for the task: (returnval){ [ 608.527742] env[69603]: value = "task-3479274" [ 608.527742] env[69603]: _type = "Task" [ 608.527742] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.539655] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': task-3479274, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.578901] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d407d95d-b42a-48a9-b23f-919ec16708c6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.584507] env[69603]: DEBUG nova.compute.manager [req-9992c82c-03d7-4b11-8f9a-53f562a72b69 req-29e675a0-3227-49e1-8f9e-a43e039ad116 service nova] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Received event network-vif-plugged-f651e621-53aa-47c5-b717-7f821d2fd8ae {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.585081] env[69603]: DEBUG oslo_concurrency.lockutils [req-9992c82c-03d7-4b11-8f9a-53f562a72b69 req-29e675a0-3227-49e1-8f9e-a43e039ad116 service nova] Acquiring lock "a3c897a7-2a7e-4308-bb68-c707147f0ee0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.585276] env[69603]: DEBUG oslo_concurrency.lockutils [req-9992c82c-03d7-4b11-8f9a-53f562a72b69 req-29e675a0-3227-49e1-8f9e-a43e039ad116 service nova] Lock "a3c897a7-2a7e-4308-bb68-c707147f0ee0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 608.585528] env[69603]: DEBUG oslo_concurrency.lockutils [req-9992c82c-03d7-4b11-8f9a-53f562a72b69 req-29e675a0-3227-49e1-8f9e-a43e039ad116 service nova] Lock "a3c897a7-2a7e-4308-bb68-c707147f0ee0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 608.585846] env[69603]: DEBUG nova.compute.manager [req-9992c82c-03d7-4b11-8f9a-53f562a72b69 req-29e675a0-3227-49e1-8f9e-a43e039ad116 service nova] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] No waiting events found dispatching network-vif-plugged-f651e621-53aa-47c5-b717-7f821d2fd8ae {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 608.586200] env[69603]: WARNING nova.compute.manager [req-9992c82c-03d7-4b11-8f9a-53f562a72b69 req-29e675a0-3227-49e1-8f9e-a43e039ad116 service nova] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Received unexpected event network-vif-plugged-f651e621-53aa-47c5-b717-7f821d2fd8ae for instance with vm_state building and task_state spawning. [ 608.591948] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a167a9b-584e-44f2-ac4b-58114ef90390 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.624753] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4626899f-b639-4b27-86d5-1877024f07bb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.632523] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6626c3-4176-4aaa-9272-8e0f01c49d4b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.650018] env[69603]: DEBUG nova.compute.provider_tree [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.656870] env[69603]: DEBUG nova.network.neutron [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Successfully updated port: d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.858619] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.892825] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Releasing lock "refresh_cache-a3c897a7-2a7e-4308-bb68-c707147f0ee0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.892825] env[69603]: DEBUG nova.compute.manager [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Instance network_info: |[{"id": "f651e621-53aa-47c5-b717-7f821d2fd8ae", "address": "fa:16:3e:e5:0c:5f", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf651e621-53", "ovs_interfaceid": "f651e621-53aa-47c5-b717-7f821d2fd8ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.894734] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:0c:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f651e621-53aa-47c5-b717-7f821d2fd8ae', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.903942] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Creating folder: Project (646562368fe24991864ca007303b1043). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.904771] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e79fadf0-ae8c-417a-aa93-abfcfbeeeda2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.921554] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528b6a14-5b45-4df2-47a0-6374989f419e, 'name': SearchDatastore_Task, 'duration_secs': 0.00881} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.921554] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.921554] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6/9e47d8be-78a2-44ba-b45e-4ea081dc2ad6.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.921554] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Created folder: Project (646562368fe24991864ca007303b1043) in parent group-v695567. [ 608.922437] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Creating folder: Instances. Parent ref: group-v695580. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.922829] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54123602-5d55-496a-b598-b59a10af3221 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.924909] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b881a76-0588-4c69-97cb-876728a22b0b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.937731] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Waiting for the task: (returnval){ [ 608.937731] env[69603]: value = "task-3479276" [ 608.937731] env[69603]: _type = "Task" [ 608.937731] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.937970] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Created folder: Instances in parent group-v695580. [ 608.938471] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 608.940460] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.944030] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6cea5a4-bfa8-489c-868b-3f9ca7b4ccc2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.969631] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479271, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.979103] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.980033] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.980033] env[69603]: value = "task-3479278" [ 608.980033] env[69603]: _type = "Task" [ 608.980033] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.985269] env[69603]: DEBUG nova.compute.manager [req-dd7eb35c-4618-4fe8-996e-864a71508aef req-46706c8e-77de-4b89-98da-1e3d66810608 service nova] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Received event network-changed-34b0558f-2af3-49e2-8623-c5a9911057f9 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 608.985425] env[69603]: DEBUG nova.compute.manager [req-dd7eb35c-4618-4fe8-996e-864a71508aef req-46706c8e-77de-4b89-98da-1e3d66810608 service nova] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Refreshing instance network info cache due to event network-changed-34b0558f-2af3-49e2-8623-c5a9911057f9. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 608.985598] env[69603]: DEBUG oslo_concurrency.lockutils [req-dd7eb35c-4618-4fe8-996e-864a71508aef req-46706c8e-77de-4b89-98da-1e3d66810608 service nova] Acquiring lock "refresh_cache-9e47d8be-78a2-44ba-b45e-4ea081dc2ad6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.985737] env[69603]: DEBUG oslo_concurrency.lockutils [req-dd7eb35c-4618-4fe8-996e-864a71508aef req-46706c8e-77de-4b89-98da-1e3d66810608 service nova] Acquired lock "refresh_cache-9e47d8be-78a2-44ba-b45e-4ea081dc2ad6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.985893] env[69603]: DEBUG nova.network.neutron [req-dd7eb35c-4618-4fe8-996e-864a71508aef req-46706c8e-77de-4b89-98da-1e3d66810608 service nova] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Refreshing network info cache for port 34b0558f-2af3-49e2-8623-c5a9911057f9 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 608.991788] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479278, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.041027] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': task-3479274, 'name': Rename_Task, 'duration_secs': 0.152584} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.041027] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.041027] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f46e6aa-c893-4924-9197-e3ab66d8d998 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.047447] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Waiting for the task: (returnval){ [ 609.047447] env[69603]: value = "task-3479279" [ 609.047447] env[69603]: _type = "Task" [ 609.047447] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.055636] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': task-3479279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.152616] env[69603]: DEBUG nova.scheduler.client.report [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.162047] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquiring lock "refresh_cache-f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.162138] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquired lock "refresh_cache-f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.162286] env[69603]: DEBUG nova.network.neutron [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.343886] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "3d99f616-a6a4-471c-9665-4f32f1a585ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.344316] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "3d99f616-a6a4-471c-9665-4f32f1a585ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.345234] env[69603]: DEBUG nova.compute.manager [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.359677] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479273, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.385134] env[69603]: DEBUG nova.virt.hardware [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.385450] env[69603]: DEBUG nova.virt.hardware [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.385541] env[69603]: DEBUG nova.virt.hardware [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.386914] env[69603]: DEBUG nova.virt.hardware [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.386914] env[69603]: DEBUG nova.virt.hardware [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.386914] env[69603]: DEBUG nova.virt.hardware [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.386914] env[69603]: DEBUG nova.virt.hardware [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.386914] env[69603]: DEBUG nova.virt.hardware [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.387485] env[69603]: DEBUG nova.virt.hardware [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.387485] env[69603]: DEBUG nova.virt.hardware [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.387659] env[69603]: DEBUG nova.virt.hardware [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.389224] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a34f30-4b28-466d-b67c-730405de74e6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.401227] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9303ec87-0abb-4d6f-800f-76a5adcf36d9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.455313] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479271, 'name': Rename_Task, 'duration_secs': 1.192645} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.455634] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.456620] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3777d95-a0be-412a-90df-c11966f3f080 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.463677] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479276, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.471575] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Waiting for the task: (returnval){ [ 609.471575] env[69603]: value = "task-3479280" [ 609.471575] env[69603]: _type = "Task" [ 609.471575] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.485409] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.499830] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479278, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.558291] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': task-3479279, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.661866] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.661866] env[69603]: DEBUG nova.compute.manager [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.667622] env[69603]: DEBUG oslo_concurrency.lockutils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.040s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.669357] env[69603]: INFO nova.compute.claims [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.769671] env[69603]: DEBUG nova.network.neutron [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.861953] env[69603]: DEBUG oslo_vmware.api [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479273, 'name': PowerOnVM_Task, 'duration_secs': 1.324929} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.862230] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 609.862671] env[69603]: INFO nova.compute.manager [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Took 10.30 seconds to spawn the instance on the hypervisor. [ 609.862928] env[69603]: DEBUG nova.compute.manager [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.863758] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5508a5-1230-42a3-9ed7-acf49c508438 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.959897] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570967} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.960960] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6/9e47d8be-78a2-44ba-b45e-4ea081dc2ad6.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.961379] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.965020] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2637efda-0e85-4ecd-85e1-8b8515a90676 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.976357] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Waiting for the task: (returnval){ [ 609.976357] env[69603]: value = "task-3479281" [ 609.976357] env[69603]: _type = "Task" [ 609.976357] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.001735] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.007984] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479280, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.011873] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479278, 'name': CreateVM_Task, 'duration_secs': 0.604685} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.012127] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.012768] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.013263] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.013263] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.013403] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90aa4f33-3f5e-44ec-8876-775c9cdde02f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.018159] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Waiting for the task: (returnval){ [ 610.018159] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5291f28a-7b94-85e0-db43-6f64abd10c0f" [ 610.018159] env[69603]: _type = "Task" [ 610.018159] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.030954] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5291f28a-7b94-85e0-db43-6f64abd10c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.057337] env[69603]: DEBUG oslo_vmware.api [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': task-3479279, 'name': PowerOnVM_Task, 'duration_secs': 0.648303} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.058091] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.058210] env[69603]: INFO nova.compute.manager [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Took 12.83 seconds to spawn the instance on the hypervisor. [ 610.058631] env[69603]: DEBUG nova.compute.manager [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.061479] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12274cd0-81d2-4146-92fc-a8929dc9acfe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.170617] env[69603]: DEBUG nova.network.neutron [req-dd7eb35c-4618-4fe8-996e-864a71508aef req-46706c8e-77de-4b89-98da-1e3d66810608 service nova] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Updated VIF entry in instance network info cache for port 34b0558f-2af3-49e2-8623-c5a9911057f9. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 610.170617] env[69603]: DEBUG nova.network.neutron [req-dd7eb35c-4618-4fe8-996e-864a71508aef req-46706c8e-77de-4b89-98da-1e3d66810608 service nova] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Updating instance_info_cache with network_info: [{"id": "34b0558f-2af3-49e2-8623-c5a9911057f9", "address": "fa:16:3e:cf:f0:4a", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.102", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34b0558f-2a", "ovs_interfaceid": "34b0558f-2af3-49e2-8623-c5a9911057f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.171447] env[69603]: DEBUG nova.network.neutron [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Successfully updated port: 61502bd0-406f-4120-864f-d024d4466ebe {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.175921] env[69603]: DEBUG nova.compute.utils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.179569] env[69603]: DEBUG nova.compute.manager [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.179938] env[69603]: DEBUG nova.network.neutron [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.256113] env[69603]: DEBUG nova.network.neutron [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Updating instance_info_cache with network_info: [{"id": "d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d", "address": "fa:16:3e:58:d8:31", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f7a187-62", "ovs_interfaceid": "d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.286381] env[69603]: DEBUG nova.policy [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '698f87f196854c40925581df704f2dec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecc63e28633645b38534ebac809a1e1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.392118] env[69603]: INFO nova.compute.manager [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Took 17.85 seconds to build instance. [ 610.492159] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067122} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.495044] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 610.499235] env[69603]: DEBUG oslo_vmware.api [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479280, 'name': PowerOnVM_Task, 'duration_secs': 0.935049} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.500025] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0a62d7-a500-4f4f-ab66-eeedff1a2fa8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.502820] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.503079] env[69603]: INFO nova.compute.manager [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Took 15.49 seconds to spawn the instance on the hypervisor. [ 610.503342] env[69603]: DEBUG nova.compute.manager [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.504108] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe38ad6-bf22-47ef-a6d8-8a29136c692d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.542545] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6/9e47d8be-78a2-44ba-b45e-4ea081dc2ad6.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 610.542545] env[69603]: DEBUG oslo_concurrency.lockutils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquiring lock "aca0f35f-d3e3-4e27-a758-1a3276ce181c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.542545] env[69603]: DEBUG oslo_concurrency.lockutils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "aca0f35f-d3e3-4e27-a758-1a3276ce181c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.543315] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d440f10-9c60-4d4c-a852-a0dacd855a1c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.568842] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5291f28a-7b94-85e0-db43-6f64abd10c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.008838} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.568842] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.568842] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 610.568842] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.569117] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.569117] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 610.569117] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Waiting for the task: (returnval){ [ 610.569117] env[69603]: value = "task-3479282" [ 610.569117] env[69603]: _type = "Task" [ 610.569117] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.569117] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09cb40fb-4db3-4d21-a8b5-fd2a87c388d3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.587718] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.589500] env[69603]: INFO nova.compute.manager [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Took 19.85 seconds to build instance. [ 610.590377] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 610.590550] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 610.591472] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fffad619-acc2-40d8-8d02-14ea1a64317e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.598701] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Waiting for the task: (returnval){ [ 610.598701] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528ce0ca-d16e-9a1d-4d1c-2ffe198c4c33" [ 610.598701] env[69603]: _type = "Task" [ 610.598701] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.607562] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528ce0ca-d16e-9a1d-4d1c-2ffe198c4c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.674032] env[69603]: DEBUG oslo_concurrency.lockutils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Acquiring lock "refresh_cache-a72614a2-7921-4c8c-9777-49fb6cc798ca" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.674171] env[69603]: DEBUG oslo_concurrency.lockutils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Acquired lock "refresh_cache-a72614a2-7921-4c8c-9777-49fb6cc798ca" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.674328] env[69603]: DEBUG nova.network.neutron [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 610.676242] env[69603]: DEBUG oslo_concurrency.lockutils [req-dd7eb35c-4618-4fe8-996e-864a71508aef req-46706c8e-77de-4b89-98da-1e3d66810608 service nova] Releasing lock "refresh_cache-9e47d8be-78a2-44ba-b45e-4ea081dc2ad6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.680518] env[69603]: DEBUG nova.compute.manager [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.758032] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Releasing lock "refresh_cache-f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.758443] env[69603]: DEBUG nova.compute.manager [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Instance network_info: |[{"id": "d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d", "address": "fa:16:3e:58:d8:31", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f7a187-62", "ovs_interfaceid": "d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.759296] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:d8:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0f7a187-62d5-4b2c-b41f-4f7b2f02a08d', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.769990] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Creating folder: Project (2550e95ef9614f1c9050b9ee5d2ed0b1). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.772386] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6b1be17-befa-424c-b4fb-ec224d33a3d3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.784305] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Created folder: Project (2550e95ef9614f1c9050b9ee5d2ed0b1) in parent group-v695567. [ 610.784406] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Creating folder: Instances. Parent ref: group-v695583. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.789173] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-504cd398-08e5-46d9-8c87-c737182d7f75 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.799411] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Created folder: Instances in parent group-v695583. [ 610.799667] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.799904] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.800636] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-689accfa-beb4-4583-baf4-5aa4d33de16d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.825266] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.825266] env[69603]: value = "task-3479285" [ 610.825266] env[69603]: _type = "Task" [ 610.825266] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.835382] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479285, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.904186] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e0fc55-a402-4910-9a22-7782f42fe095 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Lock "f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.373s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.978052] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260dfb18-356e-4e05-82a6-bed4d64f28ed {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.986168] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0acf1a-1da8-4b71-a608-8769d63b6572 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.017975] env[69603]: DEBUG nova.network.neutron [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Successfully created port: e0752f5f-ee89-438e-921c-73dcd59f0bd6 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.020549] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58210751-0149-401f-a603-93bae9c37448 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.028064] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50c2715-7148-4311-aa75-41832b1b841e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.050983] env[69603]: DEBUG nova.compute.provider_tree [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.054839] env[69603]: INFO nova.compute.manager [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Took 20.39 seconds to build instance. [ 611.082327] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.095617] env[69603]: DEBUG oslo_concurrency.lockutils [None req-97939f9c-495b-434b-bdbf-73bc18d0f451 tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Lock "2cc0cac7-996e-492f-b09f-5921f3cfa2f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.365s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.108876] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528ce0ca-d16e-9a1d-4d1c-2ffe198c4c33, 'name': SearchDatastore_Task, 'duration_secs': 0.025371} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.109695] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911df3d8-b713-43bd-8f6c-6797cd0bbb53 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.115500] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Waiting for the task: (returnval){ [ 611.115500] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523a09c2-b45e-1c83-568e-f0e880b5644b" [ 611.115500] env[69603]: _type = "Task" [ 611.115500] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.125344] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523a09c2-b45e-1c83-568e-f0e880b5644b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.225285] env[69603]: DEBUG nova.network.neutron [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.335780] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479285, 'name': CreateVM_Task, 'duration_secs': 0.447891} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.335942] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.337526] env[69603]: DEBUG oslo_vmware.service [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0198d281-c99f-41f0-bb95-62fddb172f98 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.343254] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.343497] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.346252] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.346252] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5624db90-81dd-4143-a557-73d8832f4aa5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.348598] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 611.348598] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52220ed9-789d-e968-5432-94fbda4cb241" [ 611.348598] env[69603]: _type = "Task" [ 611.348598] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.363959] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52220ed9-789d-e968-5432-94fbda4cb241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.407859] env[69603]: DEBUG nova.compute.manager [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.555538] env[69603]: DEBUG nova.scheduler.client.report [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.562797] env[69603]: DEBUG oslo_concurrency.lockutils [None req-04000377-b494-4027-8f19-a59a19a9937c tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Lock "b67ec752-446a-4610-853f-d24e2153e23b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.907s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.583944] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479282, 'name': ReconfigVM_Task, 'duration_secs': 0.708667} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.586493] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6/9e47d8be-78a2-44ba-b45e-4ea081dc2ad6.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 611.590578] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47dea401-efc9-412f-a415-9416b43f89cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.594748] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Waiting for the task: (returnval){ [ 611.594748] env[69603]: value = "task-3479286" [ 611.594748] env[69603]: _type = "Task" [ 611.594748] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.598901] env[69603]: DEBUG nova.compute.manager [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.612424] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479286, 'name': Rename_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.629670] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523a09c2-b45e-1c83-568e-f0e880b5644b, 'name': SearchDatastore_Task, 'duration_secs': 0.011004} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.629670] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.629871] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a3c897a7-2a7e-4308-bb68-c707147f0ee0/a3c897a7-2a7e-4308-bb68-c707147f0ee0.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.630038] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6de56985-6f3e-4e9b-9f11-f899d9475e2b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.636883] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Waiting for the task: (returnval){ [ 611.636883] env[69603]: value = "task-3479287" [ 611.636883] env[69603]: _type = "Task" [ 611.636883] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.645217] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.647041] env[69603]: DEBUG nova.network.neutron [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Updating instance_info_cache with network_info: [{"id": "61502bd0-406f-4120-864f-d024d4466ebe", "address": "fa:16:3e:66:d8:4b", "network": {"id": "75dd38b1-ce07-4d40-8594-4c00d9eda63a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-582503976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f326b6edc7040259414f966b0134727", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61502bd0-40", "ovs_interfaceid": "61502bd0-406f-4120-864f-d024d4466ebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.701578] env[69603]: DEBUG nova.compute.manager [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.749124] env[69603]: DEBUG nova.virt.hardware [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 611.749124] env[69603]: DEBUG nova.virt.hardware [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 611.749124] env[69603]: DEBUG nova.virt.hardware [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.749417] env[69603]: DEBUG nova.virt.hardware [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 611.749417] env[69603]: DEBUG nova.virt.hardware [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.749417] env[69603]: DEBUG nova.virt.hardware [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 611.749417] env[69603]: DEBUG nova.virt.hardware [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 611.749530] env[69603]: DEBUG nova.virt.hardware [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 611.749646] env[69603]: DEBUG nova.virt.hardware [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 611.749845] env[69603]: DEBUG nova.virt.hardware [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 611.750048] env[69603]: DEBUG nova.virt.hardware [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 611.751152] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed249f22-7544-4cca-b288-3391b32757ed {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.761016] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7511bf-89e1-483f-becd-f05d63ef520a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.862533] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.864031] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.867295] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.867295] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.867295] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.867295] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b175726-619b-4b99-9ead-86fd48714d5b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.875863] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.875863] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.877498] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e754dd47-4b75-494e-b0ff-7ceebd51d72c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.888265] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "ea73f497-64b3-4b6a-a2d6-6c290c634e2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.888535] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "ea73f497-64b3-4b6a-a2d6-6c290c634e2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.894449] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f8002c-024a-4b6c-9a0c-2146f7e74db1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.900743] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 611.900743] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523969cc-8024-e580-b891-d326aad43e5e" [ 611.900743] env[69603]: _type = "Task" [ 611.900743] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.914176] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523969cc-8024-e580-b891-d326aad43e5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.943070] env[69603]: DEBUG oslo_concurrency.lockutils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.065084] env[69603]: DEBUG oslo_concurrency.lockutils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.065825] env[69603]: DEBUG nova.compute.manager [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.071158] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.357s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.071883] env[69603]: INFO nova.compute.claims [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.075159] env[69603]: DEBUG nova.compute.manager [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 612.116734] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479286, 'name': Rename_Task, 'duration_secs': 0.188339} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.117707] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.118394] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9958e1da-1895-4bd0-bb3d-4fca6a5773ab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.128934] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Waiting for the task: (returnval){ [ 612.128934] env[69603]: value = "task-3479288" [ 612.128934] env[69603]: _type = "Task" [ 612.128934] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.149015] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479288, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.151137] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.151812] env[69603]: DEBUG oslo_concurrency.lockutils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Releasing lock "refresh_cache-a72614a2-7921-4c8c-9777-49fb6cc798ca" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.152113] env[69603]: DEBUG nova.compute.manager [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Instance network_info: |[{"id": "61502bd0-406f-4120-864f-d024d4466ebe", "address": "fa:16:3e:66:d8:4b", "network": {"id": "75dd38b1-ce07-4d40-8594-4c00d9eda63a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-582503976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f326b6edc7040259414f966b0134727", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61502bd0-40", "ovs_interfaceid": "61502bd0-406f-4120-864f-d024d4466ebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.152846] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:d8:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61502bd0-406f-4120-864f-d024d4466ebe', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.163372] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Creating folder: Project (1f326b6edc7040259414f966b0134727). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.168314] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59a6ed50-5ded-420c-a86c-44752ae8852e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.171041] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479287, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.183613] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Created folder: Project (1f326b6edc7040259414f966b0134727) in parent group-v695567. [ 612.183613] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Creating folder: Instances. Parent ref: group-v695586. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.183613] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fd29bbe-f232-447a-b4be-d60581e836fc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.195719] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Created folder: Instances in parent group-v695586. [ 612.195719] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 612.195719] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.195719] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-379b16a2-11fe-4277-8d6b-ea736bf3a88a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.218962] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.218962] env[69603]: value = "task-3479291" [ 612.218962] env[69603]: _type = "Task" [ 612.218962] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.230805] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479291, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.398788] env[69603]: DEBUG nova.compute.manager [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Received event network-changed-f651e621-53aa-47c5-b717-7f821d2fd8ae {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.399045] env[69603]: DEBUG nova.compute.manager [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Refreshing instance network info cache due to event network-changed-f651e621-53aa-47c5-b717-7f821d2fd8ae. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.399306] env[69603]: DEBUG oslo_concurrency.lockutils [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] Acquiring lock "refresh_cache-a3c897a7-2a7e-4308-bb68-c707147f0ee0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.400130] env[69603]: DEBUG oslo_concurrency.lockutils [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] Acquired lock "refresh_cache-a3c897a7-2a7e-4308-bb68-c707147f0ee0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.400130] env[69603]: DEBUG nova.network.neutron [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Refreshing network info cache for port f651e621-53aa-47c5-b717-7f821d2fd8ae {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.415442] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Preparing fetch location {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 612.416408] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Creating directory with path [datastore1] vmware_temp/600566b3-9bf6-4939-bef6-39d13dda671b/f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.416946] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9dac88df-e4d6-471a-b85b-4ecb565644de {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.436265] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Created directory with path [datastore1] vmware_temp/600566b3-9bf6-4939-bef6-39d13dda671b/f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.436265] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Fetch image to [datastore1] vmware_temp/600566b3-9bf6-4939-bef6-39d13dda671b/f0138089-3b92-402e-80e5-236e22cd6a35/tmp-sparse.vmdk {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 612.436265] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Downloading image file data f0138089-3b92-402e-80e5-236e22cd6a35 to [datastore1] vmware_temp/600566b3-9bf6-4939-bef6-39d13dda671b/f0138089-3b92-402e-80e5-236e22cd6a35/tmp-sparse.vmdk on the data store datastore1 {{(pid=69603) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 612.436265] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2125716-5663-424e-ac14-bd2684ad6c3f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.443952] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47fc6a9-ec83-4228-bfef-fa33e5230aa3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.454261] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15194dca-cae9-4646-bcb9-342a35d731f9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.462687] env[69603]: DEBUG oslo_concurrency.lockutils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquiring lock "86b7096c-bb42-4ef5-befb-e9d228d2f03c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.462935] env[69603]: DEBUG oslo_concurrency.lockutils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "86b7096c-bb42-4ef5-befb-e9d228d2f03c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.494062] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7c5f45-3391-468f-bc64-21155f630359 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.497680] env[69603]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e5a8b3be-88f3-4d81-b807-7b16ff31fc6d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.521521] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Downloading image file data f0138089-3b92-402e-80e5-236e22cd6a35 to the data store datastore1 {{(pid=69603) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 612.581207] env[69603]: DEBUG nova.compute.utils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.587692] env[69603]: DEBUG nova.compute.manager [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.587692] env[69603]: DEBUG nova.network.neutron [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 612.614484] env[69603]: DEBUG oslo_vmware.rw_handles [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/600566b3-9bf6-4939-bef6-39d13dda671b/f0138089-3b92-402e-80e5-236e22cd6a35/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69603) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 612.678903] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.680235] env[69603]: DEBUG nova.compute.manager [req-920505e9-3b2a-4c40-9c36-a1b762b6a074 req-9a669cf1-b984-4a55-ba9b-a849fa7ab134 service nova] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Received event network-vif-plugged-d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.680438] env[69603]: DEBUG oslo_concurrency.lockutils [req-920505e9-3b2a-4c40-9c36-a1b762b6a074 req-9a669cf1-b984-4a55-ba9b-a849fa7ab134 service nova] Acquiring lock "f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.681121] env[69603]: DEBUG oslo_concurrency.lockutils [req-920505e9-3b2a-4c40-9c36-a1b762b6a074 req-9a669cf1-b984-4a55-ba9b-a849fa7ab134 service nova] Lock "f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.681121] env[69603]: DEBUG oslo_concurrency.lockutils [req-920505e9-3b2a-4c40-9c36-a1b762b6a074 req-9a669cf1-b984-4a55-ba9b-a849fa7ab134 service nova] Lock "f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.681121] env[69603]: DEBUG nova.compute.manager [req-920505e9-3b2a-4c40-9c36-a1b762b6a074 req-9a669cf1-b984-4a55-ba9b-a849fa7ab134 service nova] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] No waiting events found dispatching network-vif-plugged-d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 612.681121] env[69603]: WARNING nova.compute.manager [req-920505e9-3b2a-4c40-9c36-a1b762b6a074 req-9a669cf1-b984-4a55-ba9b-a849fa7ab134 service nova] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Received unexpected event network-vif-plugged-d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d for instance with vm_state building and task_state spawning. [ 612.681310] env[69603]: DEBUG nova.compute.manager [req-920505e9-3b2a-4c40-9c36-a1b762b6a074 req-9a669cf1-b984-4a55-ba9b-a849fa7ab134 service nova] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Received event network-changed-d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 612.681415] env[69603]: DEBUG nova.compute.manager [req-920505e9-3b2a-4c40-9c36-a1b762b6a074 req-9a669cf1-b984-4a55-ba9b-a849fa7ab134 service nova] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Refreshing instance network info cache due to event network-changed-d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 612.681698] env[69603]: DEBUG oslo_concurrency.lockutils [req-920505e9-3b2a-4c40-9c36-a1b762b6a074 req-9a669cf1-b984-4a55-ba9b-a849fa7ab134 service nova] Acquiring lock "refresh_cache-f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.681741] env[69603]: DEBUG oslo_concurrency.lockutils [req-920505e9-3b2a-4c40-9c36-a1b762b6a074 req-9a669cf1-b984-4a55-ba9b-a849fa7ab134 service nova] Acquired lock "refresh_cache-f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.681865] env[69603]: DEBUG nova.network.neutron [req-920505e9-3b2a-4c40-9c36-a1b762b6a074 req-9a669cf1-b984-4a55-ba9b-a849fa7ab134 service nova] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Refreshing network info cache for port d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 612.704729] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479288, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.709048] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630356} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.710595] env[69603]: DEBUG nova.policy [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4e7220b4cbb48c1a934260be9e28671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ae3b77a2d24475680f30563feabe781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.712087] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a3c897a7-2a7e-4308-bb68-c707147f0ee0/a3c897a7-2a7e-4308-bb68-c707147f0ee0.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.712310] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.713058] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1c4c429-ded7-4453-8c2a-5de021d12e94 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.719986] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Waiting for the task: (returnval){ [ 612.719986] env[69603]: value = "task-3479292" [ 612.719986] env[69603]: _type = "Task" [ 612.719986] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.733457] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479291, 'name': CreateVM_Task, 'duration_secs': 0.381501} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.740273] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.740718] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.741413] env[69603]: DEBUG oslo_concurrency.lockutils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.741671] env[69603]: DEBUG oslo_concurrency.lockutils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.742165] env[69603]: DEBUG oslo_concurrency.lockutils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.742442] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c2f016-c2a1-4cf4-a0dd-6153b1fe7138 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.747504] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 612.747504] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ab1807-526c-06f7-b57b-932f69b5fd2e" [ 612.747504] env[69603]: _type = "Task" [ 612.747504] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.756694] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ab1807-526c-06f7-b57b-932f69b5fd2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.088396] env[69603]: DEBUG nova.compute.manager [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.181703] env[69603]: DEBUG nova.network.neutron [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Successfully updated port: e0752f5f-ee89-438e-921c-73dcd59f0bd6 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 613.200283] env[69603]: DEBUG oslo_vmware.api [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479288, 'name': PowerOnVM_Task, 'duration_secs': 0.582627} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.204587] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.204891] env[69603]: INFO nova.compute.manager [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Took 11.19 seconds to spawn the instance on the hypervisor. [ 613.205120] env[69603]: DEBUG nova.compute.manager [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.211955] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bb62e3-25f2-4e52-b98f-5f3e3e61b4fe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.257623] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Acquiring lock "7e5056e6-6511-4756-9094-72b0a2230aae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.258102] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Lock "7e5056e6-6511-4756-9094-72b0a2230aae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.262568] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106994} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.266787] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.268398] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aa5387-a27c-4a9f-80d1-fef90f92495f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.286336] env[69603]: DEBUG oslo_concurrency.lockutils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.286588] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.286871] env[69603]: DEBUG oslo_concurrency.lockutils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.307776] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] a3c897a7-2a7e-4308-bb68-c707147f0ee0/a3c897a7-2a7e-4308-bb68-c707147f0ee0.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.317755] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7534143e-8948-4773-ba2e-cddcf7a575c6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.346492] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Waiting for the task: (returnval){ [ 613.346492] env[69603]: value = "task-3479293" [ 613.346492] env[69603]: _type = "Task" [ 613.346492] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.347660] env[69603]: DEBUG oslo_vmware.rw_handles [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Completed reading data from the image iterator. {{(pid=69603) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 613.347660] env[69603]: DEBUG oslo_vmware.rw_handles [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/600566b3-9bf6-4939-bef6-39d13dda671b/f0138089-3b92-402e-80e5-236e22cd6a35/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 613.361542] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.490459] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Downloaded image file data f0138089-3b92-402e-80e5-236e22cd6a35 to vmware_temp/600566b3-9bf6-4939-bef6-39d13dda671b/f0138089-3b92-402e-80e5-236e22cd6a35/tmp-sparse.vmdk on the data store datastore1 {{(pid=69603) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 613.492141] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Caching image {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 613.492385] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Copying Virtual Disk [datastore1] vmware_temp/600566b3-9bf6-4939-bef6-39d13dda671b/f0138089-3b92-402e-80e5-236e22cd6a35/tmp-sparse.vmdk to [datastore1] vmware_temp/600566b3-9bf6-4939-bef6-39d13dda671b/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.492667] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96296fbc-6407-4126-9113-c5162bfdf70b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.497985] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f86b7b-7614-4c9e-a57a-5bace72b31af {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.501855] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 613.501855] env[69603]: value = "task-3479294" [ 613.501855] env[69603]: _type = "Task" [ 613.501855] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.508512] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a0eaa9-01f4-454b-8e12-ae554b7136ac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.514961] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.541996] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cf0e9f-5b14-4e32-a644-6d65f7e6c8dd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.550590] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb42a74-5376-4759-b2f9-6c0ab9f1a6f0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.564264] env[69603]: DEBUG nova.compute.provider_tree [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.694096] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Acquiring lock "refresh_cache-7276c8fa-dcb8-4b41-8d2b-e6c763093b5f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.694613] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Acquired lock "refresh_cache-7276c8fa-dcb8-4b41-8d2b-e6c763093b5f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.694874] env[69603]: DEBUG nova.network.neutron [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 613.746899] env[69603]: INFO nova.compute.manager [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Took 20.55 seconds to build instance. [ 613.781459] env[69603]: DEBUG nova.network.neutron [req-920505e9-3b2a-4c40-9c36-a1b762b6a074 req-9a669cf1-b984-4a55-ba9b-a849fa7ab134 service nova] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Updated VIF entry in instance network info cache for port d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.781459] env[69603]: DEBUG nova.network.neutron [req-920505e9-3b2a-4c40-9c36-a1b762b6a074 req-9a669cf1-b984-4a55-ba9b-a849fa7ab134 service nova] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Updating instance_info_cache with network_info: [{"id": "d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d", "address": "fa:16:3e:58:d8:31", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.63", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0f7a187-62", "ovs_interfaceid": "d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.868552] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.918212] env[69603]: DEBUG nova.network.neutron [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Updated VIF entry in instance network info cache for port f651e621-53aa-47c5-b717-7f821d2fd8ae. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 613.918579] env[69603]: DEBUG nova.network.neutron [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Updating instance_info_cache with network_info: [{"id": "f651e621-53aa-47c5-b717-7f821d2fd8ae", "address": "fa:16:3e:e5:0c:5f", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf651e621-53", "ovs_interfaceid": "f651e621-53aa-47c5-b717-7f821d2fd8ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.015113] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.067795] env[69603]: DEBUG nova.scheduler.client.report [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.081817] env[69603]: DEBUG nova.network.neutron [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Successfully created port: b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.100565] env[69603]: DEBUG nova.compute.manager [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.134180] env[69603]: DEBUG nova.virt.hardware [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.134440] env[69603]: DEBUG nova.virt.hardware [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.134594] env[69603]: DEBUG nova.virt.hardware [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.134771] env[69603]: DEBUG nova.virt.hardware [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.134915] env[69603]: DEBUG nova.virt.hardware [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.135228] env[69603]: DEBUG nova.virt.hardware [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.135529] env[69603]: DEBUG nova.virt.hardware [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.135749] env[69603]: DEBUG nova.virt.hardware [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.136113] env[69603]: DEBUG nova.virt.hardware [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.136356] env[69603]: DEBUG nova.virt.hardware [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.136595] env[69603]: DEBUG nova.virt.hardware [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.137660] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002c9f42-5fcc-4d82-b5e2-a4b1b1c4e46b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.147274] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce48df65-73cf-47f0-b16c-0746a9cd7ec2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.251179] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51c0d7f6-309d-4ae4-97af-358aecea902b tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Lock "9e47d8be-78a2-44ba-b45e-4ea081dc2ad6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.061s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.283222] env[69603]: DEBUG oslo_concurrency.lockutils [req-920505e9-3b2a-4c40-9c36-a1b762b6a074 req-9a669cf1-b984-4a55-ba9b-a849fa7ab134 service nova] Releasing lock "refresh_cache-f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.288209] env[69603]: DEBUG nova.network.neutron [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.365218] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479293, 'name': ReconfigVM_Task, 'duration_secs': 0.926633} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.366738] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Reconfigured VM instance instance-00000005 to attach disk [datastore2] a3c897a7-2a7e-4308-bb68-c707147f0ee0/a3c897a7-2a7e-4308-bb68-c707147f0ee0.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 614.368271] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-285ddc35-edf4-4b85-911d-813a4b310449 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.376767] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Waiting for the task: (returnval){ [ 614.376767] env[69603]: value = "task-3479295" [ 614.376767] env[69603]: _type = "Task" [ 614.376767] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.389020] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479295, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.423412] env[69603]: DEBUG oslo_concurrency.lockutils [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] Releasing lock "refresh_cache-a3c897a7-2a7e-4308-bb68-c707147f0ee0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.424054] env[69603]: DEBUG nova.compute.manager [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Received event network-vif-plugged-61502bd0-406f-4120-864f-d024d4466ebe {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.424054] env[69603]: DEBUG oslo_concurrency.lockutils [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] Acquiring lock "a72614a2-7921-4c8c-9777-49fb6cc798ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.424171] env[69603]: DEBUG oslo_concurrency.lockutils [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] Lock "a72614a2-7921-4c8c-9777-49fb6cc798ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.424331] env[69603]: DEBUG oslo_concurrency.lockutils [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] Lock "a72614a2-7921-4c8c-9777-49fb6cc798ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.424499] env[69603]: DEBUG nova.compute.manager [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] No waiting events found dispatching network-vif-plugged-61502bd0-406f-4120-864f-d024d4466ebe {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.424765] env[69603]: WARNING nova.compute.manager [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Received unexpected event network-vif-plugged-61502bd0-406f-4120-864f-d024d4466ebe for instance with vm_state building and task_state spawning. [ 614.426816] env[69603]: DEBUG nova.compute.manager [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Received event network-changed-61502bd0-406f-4120-864f-d024d4466ebe {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 614.427864] env[69603]: DEBUG nova.compute.manager [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Refreshing instance network info cache due to event network-changed-61502bd0-406f-4120-864f-d024d4466ebe. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 614.427864] env[69603]: DEBUG oslo_concurrency.lockutils [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] Acquiring lock "refresh_cache-a72614a2-7921-4c8c-9777-49fb6cc798ca" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.427864] env[69603]: DEBUG oslo_concurrency.lockutils [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] Acquired lock "refresh_cache-a72614a2-7921-4c8c-9777-49fb6cc798ca" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.427864] env[69603]: DEBUG nova.network.neutron [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Refreshing network info cache for port 61502bd0-406f-4120-864f-d024d4466ebe {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.516799] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479294, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.574180] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.503s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.576149] env[69603]: DEBUG nova.compute.manager [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.581833] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.140s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.582056] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.582234] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 614.582597] env[69603]: DEBUG oslo_concurrency.lockutils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.640s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.587907] env[69603]: INFO nova.compute.claims [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.594108] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8917339-1a9d-426e-98df-773c134636bf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.607709] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43907bc-c404-4e35-a2a6-86821c4ee27b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.629461] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18232ba-0516-4777-ab03-17fa4cbc9463 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.642289] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a29b26-91ca-4f80-9934-471be644b661 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.684093] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180953MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 614.684294] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.755176] env[69603]: DEBUG nova.compute.manager [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 614.824341] env[69603]: DEBUG nova.network.neutron [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Updating instance_info_cache with network_info: [{"id": "e0752f5f-ee89-438e-921c-73dcd59f0bd6", "address": "fa:16:3e:e7:86:2d", "network": {"id": "352707a0-c3a0-421c-bc0c-8b82195a2ff4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1858946812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc63e28633645b38534ebac809a1e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0752f5f-ee", "ovs_interfaceid": "e0752f5f-ee89-438e-921c-73dcd59f0bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.890274] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479295, 'name': Rename_Task, 'duration_secs': 0.265343} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.890706] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.890779] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8daa68c-c7c2-4b94-96ce-842bdedd358b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.899040] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Waiting for the task: (returnval){ [ 614.899040] env[69603]: value = "task-3479296" [ 614.899040] env[69603]: _type = "Task" [ 614.899040] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.907295] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.017373] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479294, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.391265} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.017648] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Copied Virtual Disk [datastore1] vmware_temp/600566b3-9bf6-4939-bef6-39d13dda671b/f0138089-3b92-402e-80e5-236e22cd6a35/tmp-sparse.vmdk to [datastore1] vmware_temp/600566b3-9bf6-4939-bef6-39d13dda671b/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.020265] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Deleting the datastore file [datastore1] vmware_temp/600566b3-9bf6-4939-bef6-39d13dda671b/f0138089-3b92-402e-80e5-236e22cd6a35/tmp-sparse.vmdk {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 615.020265] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02afc55f-689a-40b1-9c95-de0bfd55c783 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.027024] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 615.027024] env[69603]: value = "task-3479297" [ 615.027024] env[69603]: _type = "Task" [ 615.027024] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.034998] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.097775] env[69603]: DEBUG nova.compute.utils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.103678] env[69603]: DEBUG nova.compute.manager [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.104748] env[69603]: DEBUG nova.network.neutron [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.146221] env[69603]: DEBUG nova.compute.manager [None req-942be924-3c79-443b-8afb-4b977134ed3a tempest-ServerDiagnosticsV248Test-77757582 tempest-ServerDiagnosticsV248Test-77757582-project-admin] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.152580] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a29b68c-2ef6-4ba4-8c08-8a6ff80271f6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.162226] env[69603]: INFO nova.compute.manager [None req-942be924-3c79-443b-8afb-4b977134ed3a tempest-ServerDiagnosticsV248Test-77757582 tempest-ServerDiagnosticsV248Test-77757582-project-admin] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Retrieving diagnostics [ 615.164132] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c841e926-76e2-4193-851f-c944842e47d6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.221068] env[69603]: DEBUG nova.policy [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1f114e16fc44793be586a1a316f7a85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db8188a95d8747e6b838ca9fbc0b22ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.289768] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.329959] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Releasing lock "refresh_cache-7276c8fa-dcb8-4b41-8d2b-e6c763093b5f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.330326] env[69603]: DEBUG nova.compute.manager [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Instance network_info: |[{"id": "e0752f5f-ee89-438e-921c-73dcd59f0bd6", "address": "fa:16:3e:e7:86:2d", "network": {"id": "352707a0-c3a0-421c-bc0c-8b82195a2ff4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1858946812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc63e28633645b38534ebac809a1e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0752f5f-ee", "ovs_interfaceid": "e0752f5f-ee89-438e-921c-73dcd59f0bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 615.331094] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:86:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6a6f7bb-6106-4cfd-9aef-b85628d0cefa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0752f5f-ee89-438e-921c-73dcd59f0bd6', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.340525] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Creating folder: Project (ecc63e28633645b38534ebac809a1e1d). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.342262] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b531790f-3b4e-4661-a0bd-e025e2c557de {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.352818] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Created folder: Project (ecc63e28633645b38534ebac809a1e1d) in parent group-v695567. [ 615.354798] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Creating folder: Instances. Parent ref: group-v695589. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.354798] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28ff6267-0999-4dd6-88d7-cb2a28d0a628 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.362160] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Created folder: Instances in parent group-v695589. [ 615.362415] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 615.362973] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.362973] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53455386-b798-47bb-b1c5-8e34ed2b8969 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.386686] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.386686] env[69603]: value = "task-3479300" [ 615.386686] env[69603]: _type = "Task" [ 615.386686] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.395207] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479300, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.407650] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479296, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.475989] env[69603]: DEBUG nova.network.neutron [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Updated VIF entry in instance network info cache for port 61502bd0-406f-4120-864f-d024d4466ebe. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 615.475989] env[69603]: DEBUG nova.network.neutron [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Updating instance_info_cache with network_info: [{"id": "61502bd0-406f-4120-864f-d024d4466ebe", "address": "fa:16:3e:66:d8:4b", "network": {"id": "75dd38b1-ce07-4d40-8594-4c00d9eda63a", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-582503976-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f326b6edc7040259414f966b0134727", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61502bd0-40", "ovs_interfaceid": "61502bd0-406f-4120-864f-d024d4466ebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.537371] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028646} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.537641] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 615.537855] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Moving file from [datastore1] vmware_temp/600566b3-9bf6-4939-bef6-39d13dda671b/f0138089-3b92-402e-80e5-236e22cd6a35 to [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35. {{(pid=69603) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 615.538120] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-47edf29f-e2e9-4521-8401-38cd56342a03 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.547047] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 615.547047] env[69603]: value = "task-3479301" [ 615.547047] env[69603]: _type = "Task" [ 615.547047] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.553554] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479301, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.604190] env[69603]: DEBUG nova.compute.manager [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.905418] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479300, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.919239] env[69603]: DEBUG oslo_vmware.api [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479296, 'name': PowerOnVM_Task, 'duration_secs': 1.009075} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.919437] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.919544] env[69603]: INFO nova.compute.manager [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Took 11.40 seconds to spawn the instance on the hypervisor. [ 615.921010] env[69603]: DEBUG nova.compute.manager [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.921010] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d94322c-16df-44a3-8314-dbd66c78e436 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.985248] env[69603]: DEBUG oslo_concurrency.lockutils [req-9dc0a11a-718f-496f-85c6-2313bce92321 req-696ae4d3-f69e-4481-920a-c2514f3d5331 service nova] Releasing lock "refresh_cache-a72614a2-7921-4c8c-9777-49fb6cc798ca" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.995338] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd7009e-9126-4983-8954-239c31cd54f2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.007570] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995c4a89-3a98-4d4d-9a2a-7e54106295c3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.052469] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e01ad83-cb16-4474-aadb-d6522a5a105a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.062261] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479301, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029583} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.062454] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] File moved {{(pid=69603) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 616.062651] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Cleaning up location [datastore1] vmware_temp/600566b3-9bf6-4939-bef6-39d13dda671b {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 616.062872] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Deleting the datastore file [datastore1] vmware_temp/600566b3-9bf6-4939-bef6-39d13dda671b {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.064041] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc68aab-0145-453b-8dfc-c3cb09f5efca {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.067886] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dfb0ef1-2727-458a-a90f-5b5a3ae93819 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.081860] env[69603]: DEBUG nova.compute.provider_tree [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.084579] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 616.084579] env[69603]: value = "task-3479302" [ 616.084579] env[69603]: _type = "Task" [ 616.084579] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.093552] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.097238] env[69603]: DEBUG nova.network.neutron [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Successfully created port: 683839cd-93e5-4c2c-87ce-556ac7ac9640 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.402979] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479300, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.440287] env[69603]: INFO nova.compute.manager [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Took 23.10 seconds to build instance. [ 616.586692] env[69603]: DEBUG nova.scheduler.client.report [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.600987] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.067996} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.601260] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 616.604179] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2a21df2-171a-4e0f-8246-ebf7adf86fe2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.607117] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 616.607117] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5284f699-bb94-d4e2-f829-581dc1f869c0" [ 616.607117] env[69603]: _type = "Task" [ 616.607117] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.616092] env[69603]: DEBUG nova.compute.manager [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.618200] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5284f699-bb94-d4e2-f829-581dc1f869c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.665044] env[69603]: DEBUG nova.virt.hardware [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.665044] env[69603]: DEBUG nova.virt.hardware [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.665044] env[69603]: DEBUG nova.virt.hardware [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.665281] env[69603]: DEBUG nova.virt.hardware [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.665320] env[69603]: DEBUG nova.virt.hardware [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.665593] env[69603]: DEBUG nova.virt.hardware [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.665952] env[69603]: DEBUG nova.virt.hardware [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.666237] env[69603]: DEBUG nova.virt.hardware [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.666510] env[69603]: DEBUG nova.virt.hardware [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.666776] env[69603]: DEBUG nova.virt.hardware [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.667194] env[69603]: DEBUG nova.virt.hardware [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.669036] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9073038-4f7c-40e7-b82c-0579d1d90d05 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.679453] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6866e4-c251-45a0-b214-a9b226b39711 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.743621] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquiring lock "ccea07bc-1f5c-4217-82c5-0a4852f6237b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.744048] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Lock "ccea07bc-1f5c-4217-82c5-0a4852f6237b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.749998] env[69603]: DEBUG nova.network.neutron [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Successfully updated port: b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.828654] env[69603]: DEBUG nova.compute.manager [req-44517f66-2d5a-4faa-b73f-cd6699471490 req-dac534db-fe8b-4b89-a353-61771d76f644 service nova] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Received event network-vif-plugged-e0752f5f-ee89-438e-921c-73dcd59f0bd6 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.828871] env[69603]: DEBUG oslo_concurrency.lockutils [req-44517f66-2d5a-4faa-b73f-cd6699471490 req-dac534db-fe8b-4b89-a353-61771d76f644 service nova] Acquiring lock "7276c8fa-dcb8-4b41-8d2b-e6c763093b5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.829096] env[69603]: DEBUG oslo_concurrency.lockutils [req-44517f66-2d5a-4faa-b73f-cd6699471490 req-dac534db-fe8b-4b89-a353-61771d76f644 service nova] Lock "7276c8fa-dcb8-4b41-8d2b-e6c763093b5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.829278] env[69603]: DEBUG oslo_concurrency.lockutils [req-44517f66-2d5a-4faa-b73f-cd6699471490 req-dac534db-fe8b-4b89-a353-61771d76f644 service nova] Lock "7276c8fa-dcb8-4b41-8d2b-e6c763093b5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.829442] env[69603]: DEBUG nova.compute.manager [req-44517f66-2d5a-4faa-b73f-cd6699471490 req-dac534db-fe8b-4b89-a353-61771d76f644 service nova] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] No waiting events found dispatching network-vif-plugged-e0752f5f-ee89-438e-921c-73dcd59f0bd6 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.829609] env[69603]: WARNING nova.compute.manager [req-44517f66-2d5a-4faa-b73f-cd6699471490 req-dac534db-fe8b-4b89-a353-61771d76f644 service nova] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Received unexpected event network-vif-plugged-e0752f5f-ee89-438e-921c-73dcd59f0bd6 for instance with vm_state building and task_state spawning. [ 616.829750] env[69603]: DEBUG nova.compute.manager [req-44517f66-2d5a-4faa-b73f-cd6699471490 req-dac534db-fe8b-4b89-a353-61771d76f644 service nova] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Received event network-changed-e0752f5f-ee89-438e-921c-73dcd59f0bd6 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 616.829924] env[69603]: DEBUG nova.compute.manager [req-44517f66-2d5a-4faa-b73f-cd6699471490 req-dac534db-fe8b-4b89-a353-61771d76f644 service nova] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Refreshing instance network info cache due to event network-changed-e0752f5f-ee89-438e-921c-73dcd59f0bd6. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 616.830209] env[69603]: DEBUG oslo_concurrency.lockutils [req-44517f66-2d5a-4faa-b73f-cd6699471490 req-dac534db-fe8b-4b89-a353-61771d76f644 service nova] Acquiring lock "refresh_cache-7276c8fa-dcb8-4b41-8d2b-e6c763093b5f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.830359] env[69603]: DEBUG oslo_concurrency.lockutils [req-44517f66-2d5a-4faa-b73f-cd6699471490 req-dac534db-fe8b-4b89-a353-61771d76f644 service nova] Acquired lock "refresh_cache-7276c8fa-dcb8-4b41-8d2b-e6c763093b5f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.830587] env[69603]: DEBUG nova.network.neutron [req-44517f66-2d5a-4faa-b73f-cd6699471490 req-dac534db-fe8b-4b89-a353-61771d76f644 service nova] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Refreshing network info cache for port e0752f5f-ee89-438e-921c-73dcd59f0bd6 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 616.900460] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479300, 'name': CreateVM_Task, 'duration_secs': 1.49232} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.900810] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.901569] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.901569] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.901830] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.902100] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59230eab-5cf0-4c54-bae4-c1c573b9372c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.906833] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Waiting for the task: (returnval){ [ 616.906833] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5274eb87-44df-8fad-97ec-b9e025d82342" [ 616.906833] env[69603]: _type = "Task" [ 616.906833] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.915171] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5274eb87-44df-8fad-97ec-b9e025d82342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.947065] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c61fd132-46c9-4a1f-afd7-924e69f99879 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Lock "a3c897a7-2a7e-4308-bb68-c707147f0ee0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.614s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.054229] env[69603]: DEBUG nova.compute.manager [None req-da5c49e7-e143-4d5b-8e26-2b91d013d284 tempest-ServerDiagnosticsTest-646125467 tempest-ServerDiagnosticsTest-646125467-project-admin] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.056491] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14aa9f0-5cbe-49b4-8cd4-a8b7c05e2d63 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.066470] env[69603]: INFO nova.compute.manager [None req-da5c49e7-e143-4d5b-8e26-2b91d013d284 tempest-ServerDiagnosticsTest-646125467 tempest-ServerDiagnosticsTest-646125467-project-admin] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Retrieving diagnostics [ 617.067231] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4539d48e-2001-4dce-b42a-e73d2d1df22a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.100218] env[69603]: DEBUG oslo_concurrency.lockutils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.101165] env[69603]: DEBUG nova.compute.manager [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.104071] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.953s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.105624] env[69603]: INFO nova.compute.claims [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.122702] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5284f699-bb94-d4e2-f829-581dc1f869c0, 'name': SearchDatastore_Task, 'duration_secs': 0.016916} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.123132] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.123226] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1/f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 617.123498] env[69603]: DEBUG oslo_concurrency.lockutils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.124645] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.124645] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe2bf24b-9823-450c-829f-5b9188363145 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.127180] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10346183-18ca-4003-bbd4-a415ae34948c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.133913] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 617.133913] env[69603]: value = "task-3479303" [ 617.133913] env[69603]: _type = "Task" [ 617.133913] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.138896] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.139648] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.144705] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d0454d-48cf-4dd5-804f-e2c183291614 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.148939] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.149770] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 617.149770] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5293445e-09ac-716c-e346-60cb4a9c248c" [ 617.149770] env[69603]: _type = "Task" [ 617.149770] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.159554] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5293445e-09ac-716c-e346-60cb4a9c248c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.252875] env[69603]: DEBUG oslo_concurrency.lockutils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "refresh_cache-e5be0f40-0eff-4e9e-b214-4084e7369bba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.252875] env[69603]: DEBUG oslo_concurrency.lockutils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired lock "refresh_cache-e5be0f40-0eff-4e9e-b214-4084e7369bba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.253074] env[69603]: DEBUG nova.network.neutron [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.417502] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5274eb87-44df-8fad-97ec-b9e025d82342, 'name': SearchDatastore_Task, 'duration_secs': 0.012005} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.417818] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.418029] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.418376] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.450645] env[69603]: DEBUG nova.compute.manager [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.607929] env[69603]: DEBUG nova.compute.utils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.609367] env[69603]: DEBUG nova.compute.manager [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.609828] env[69603]: DEBUG nova.network.neutron [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.647496] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479303, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.669892] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5293445e-09ac-716c-e346-60cb4a9c248c, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.670853] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc645b0-be20-445f-ada0-6f7d4a8ba456 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.677577] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 617.677577] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524cbac1-e519-aebd-0e60-d2965032558d" [ 617.677577] env[69603]: _type = "Task" [ 617.677577] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.686200] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524cbac1-e519-aebd-0e60-d2965032558d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.768698] env[69603]: DEBUG nova.policy [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85bb43e6a1254dc18f46b1a3f3fe2936', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dce8757bc73450f9edf1b602a633bd6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.815573] env[69603]: DEBUG nova.network.neutron [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.868211] env[69603]: DEBUG nova.network.neutron [req-44517f66-2d5a-4faa-b73f-cd6699471490 req-dac534db-fe8b-4b89-a353-61771d76f644 service nova] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Updated VIF entry in instance network info cache for port e0752f5f-ee89-438e-921c-73dcd59f0bd6. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 617.869256] env[69603]: DEBUG nova.network.neutron [req-44517f66-2d5a-4faa-b73f-cd6699471490 req-dac534db-fe8b-4b89-a353-61771d76f644 service nova] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Updating instance_info_cache with network_info: [{"id": "e0752f5f-ee89-438e-921c-73dcd59f0bd6", "address": "fa:16:3e:e7:86:2d", "network": {"id": "352707a0-c3a0-421c-bc0c-8b82195a2ff4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1858946812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecc63e28633645b38534ebac809a1e1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6a6f7bb-6106-4cfd-9aef-b85628d0cefa", "external-id": "nsx-vlan-transportzone-194", "segmentation_id": 194, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0752f5f-ee", "ovs_interfaceid": "e0752f5f-ee89-438e-921c-73dcd59f0bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.988927] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.110558] env[69603]: DEBUG nova.compute.manager [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.152913] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772233} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.156830] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1/f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 618.156830] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 618.156830] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f23a5675-5960-4aab-8ea6-ad4e1d5926e2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.163493] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 618.163493] env[69603]: value = "task-3479304" [ 618.163493] env[69603]: _type = "Task" [ 618.163493] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.176022] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.193170] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524cbac1-e519-aebd-0e60-d2965032558d, 'name': SearchDatastore_Task, 'duration_secs': 0.051399} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.195983] env[69603]: DEBUG oslo_concurrency.lockutils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.196335] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] a72614a2-7921-4c8c-9777-49fb6cc798ca/a72614a2-7921-4c8c-9777-49fb6cc798ca.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.196698] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.196948] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.197160] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7a5a6b9-2eeb-4705-95c8-b80ce3c94ae0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.199399] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c776057-eefb-460a-a789-e15242a5c47f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.205518] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 618.205518] env[69603]: value = "task-3479305" [ 618.205518] env[69603]: _type = "Task" [ 618.205518] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.210708] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.210930] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.211906] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb43bbf-272c-4508-93bd-b361219c5032 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.219657] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.222848] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Waiting for the task: (returnval){ [ 618.222848] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5249779f-4e2f-62c0-b381-d89e4533da82" [ 618.222848] env[69603]: _type = "Task" [ 618.222848] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.232704] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5249779f-4e2f-62c0-b381-d89e4533da82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.308388] env[69603]: DEBUG nova.network.neutron [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Updating instance_info_cache with network_info: [{"id": "b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5", "address": "fa:16:3e:63:f7:ff", "network": {"id": "b9bc9b13-eab6-4761-97e9-e5e61262d7d5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-548942406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae3b77a2d24475680f30563feabe781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ff7d21-f7", "ovs_interfaceid": "b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.377050] env[69603]: DEBUG oslo_concurrency.lockutils [req-44517f66-2d5a-4faa-b73f-cd6699471490 req-dac534db-fe8b-4b89-a353-61771d76f644 service nova] Releasing lock "refresh_cache-7276c8fa-dcb8-4b41-8d2b-e6c763093b5f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.478438] env[69603]: DEBUG nova.compute.manager [req-267f9a53-1feb-474c-90b7-80c2c272a072 req-5db32a90-45af-440d-a74c-e2a9519dd822 service nova] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Received event network-vif-plugged-b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 618.478979] env[69603]: DEBUG oslo_concurrency.lockutils [req-267f9a53-1feb-474c-90b7-80c2c272a072 req-5db32a90-45af-440d-a74c-e2a9519dd822 service nova] Acquiring lock "e5be0f40-0eff-4e9e-b214-4084e7369bba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.478979] env[69603]: DEBUG oslo_concurrency.lockutils [req-267f9a53-1feb-474c-90b7-80c2c272a072 req-5db32a90-45af-440d-a74c-e2a9519dd822 service nova] Lock "e5be0f40-0eff-4e9e-b214-4084e7369bba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.478979] env[69603]: DEBUG oslo_concurrency.lockutils [req-267f9a53-1feb-474c-90b7-80c2c272a072 req-5db32a90-45af-440d-a74c-e2a9519dd822 service nova] Lock "e5be0f40-0eff-4e9e-b214-4084e7369bba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.479138] env[69603]: DEBUG nova.compute.manager [req-267f9a53-1feb-474c-90b7-80c2c272a072 req-5db32a90-45af-440d-a74c-e2a9519dd822 service nova] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] No waiting events found dispatching network-vif-plugged-b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.479348] env[69603]: WARNING nova.compute.manager [req-267f9a53-1feb-474c-90b7-80c2c272a072 req-5db32a90-45af-440d-a74c-e2a9519dd822 service nova] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Received unexpected event network-vif-plugged-b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5 for instance with vm_state building and task_state spawning. [ 618.483987] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4498a12-5246-4e3b-a1fd-738a960c68c1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.492755] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faa3a11-2883-4ff8-afd3-5dd92a69be94 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.526958] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4240351-4f25-4075-9343-dbcbddccf52d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.536800] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdefaec8-0a37-43cd-b19c-dd6bc0e2a156 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.553354] env[69603]: DEBUG nova.compute.provider_tree [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.676885] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139937} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.676885] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.676885] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0276a3b5-3e4a-4449-9eba-6ffd11e508c5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.702111] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1/f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.703886] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9b28bc0-b2d3-4460-8ef5-10009be308c4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.724531] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.725034] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.735023] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 618.735023] env[69603]: value = "task-3479306" [ 618.735023] env[69603]: _type = "Task" [ 618.735023] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.742316] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479305, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.742822] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5249779f-4e2f-62c0-b381-d89e4533da82, 'name': SearchDatastore_Task, 'duration_secs': 0.011288} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.746758] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74593929-8a9d-4cac-a1df-b2c445f3b5d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.756932] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.757301] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Waiting for the task: (returnval){ [ 618.757301] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a3e966-3887-2dd9-18d8-83189cb47545" [ 618.757301] env[69603]: _type = "Task" [ 618.757301] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.765409] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a3e966-3887-2dd9-18d8-83189cb47545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.811729] env[69603]: DEBUG oslo_concurrency.lockutils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Releasing lock "refresh_cache-e5be0f40-0eff-4e9e-b214-4084e7369bba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.812073] env[69603]: DEBUG nova.compute.manager [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Instance network_info: |[{"id": "b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5", "address": "fa:16:3e:63:f7:ff", "network": {"id": "b9bc9b13-eab6-4761-97e9-e5e61262d7d5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-548942406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae3b77a2d24475680f30563feabe781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ff7d21-f7", "ovs_interfaceid": "b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.812495] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:f7:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.820212] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Creating folder: Project (6ae3b77a2d24475680f30563feabe781). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.820499] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72e0541f-cf34-426f-8ea3-a15d458aaf5f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.831781] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Created folder: Project (6ae3b77a2d24475680f30563feabe781) in parent group-v695567. [ 618.831781] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Creating folder: Instances. Parent ref: group-v695592. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.831901] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66e0250c-1ae6-44e1-bef5-7ad5f7e1df78 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.842464] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Created folder: Instances in parent group-v695592. [ 618.842705] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.842888] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.846091] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59d6d924-b308-4af0-b325-2cc48b9bbfc6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.860995] env[69603]: DEBUG nova.network.neutron [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Successfully updated port: 683839cd-93e5-4c2c-87ce-556ac7ac9640 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 618.867958] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.867958] env[69603]: value = "task-3479309" [ 618.867958] env[69603]: _type = "Task" [ 618.867958] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.868672] env[69603]: DEBUG nova.network.neutron [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Successfully created port: 5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.882338] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479309, 'name': CreateVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.056702] env[69603]: DEBUG nova.scheduler.client.report [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.123089] env[69603]: DEBUG nova.compute.manager [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.158900] env[69603]: DEBUG nova.virt.hardware [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.159160] env[69603]: DEBUG nova.virt.hardware [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.159315] env[69603]: DEBUG nova.virt.hardware [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.159492] env[69603]: DEBUG nova.virt.hardware [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.159635] env[69603]: DEBUG nova.virt.hardware [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.159777] env[69603]: DEBUG nova.virt.hardware [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.160015] env[69603]: DEBUG nova.virt.hardware [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.160879] env[69603]: DEBUG nova.virt.hardware [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.161121] env[69603]: DEBUG nova.virt.hardware [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.162339] env[69603]: DEBUG nova.virt.hardware [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.162555] env[69603]: DEBUG nova.virt.hardware [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.163443] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503441cd-63fa-44d8-8aa3-e02342fd6eb7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.172935] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6240a1-6e08-4c81-bd38-6efe9f1f1050 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.214347] env[69603]: DEBUG nova.compute.manager [None req-2d24ef14-de69-442e-92f3-24d908812bff tempest-ServerExternalEventsTest-589855186 tempest-ServerExternalEventsTest-589855186-project] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Received event network-changed {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 619.214574] env[69603]: DEBUG nova.compute.manager [None req-2d24ef14-de69-442e-92f3-24d908812bff tempest-ServerExternalEventsTest-589855186 tempest-ServerExternalEventsTest-589855186-project] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Refreshing instance network info cache due to event network-changed. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 619.214786] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d24ef14-de69-442e-92f3-24d908812bff tempest-ServerExternalEventsTest-589855186 tempest-ServerExternalEventsTest-589855186-project] Acquiring lock "refresh_cache-a3c897a7-2a7e-4308-bb68-c707147f0ee0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.214867] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d24ef14-de69-442e-92f3-24d908812bff tempest-ServerExternalEventsTest-589855186 tempest-ServerExternalEventsTest-589855186-project] Acquired lock "refresh_cache-a3c897a7-2a7e-4308-bb68-c707147f0ee0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.215617] env[69603]: DEBUG nova.network.neutron [None req-2d24ef14-de69-442e-92f3-24d908812bff tempest-ServerExternalEventsTest-589855186 tempest-ServerExternalEventsTest-589855186-project] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.235301] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619345} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.236149] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] a72614a2-7921-4c8c-9777-49fb6cc798ca/a72614a2-7921-4c8c-9777-49fb6cc798ca.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.236396] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.236655] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87446005-480c-4565-b484-68ff5a2f3d0d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.244964] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 619.244964] env[69603]: value = "task-3479310" [ 619.244964] env[69603]: _type = "Task" [ 619.244964] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.257947] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.261411] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.270466] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a3e966-3887-2dd9-18d8-83189cb47545, 'name': SearchDatastore_Task, 'duration_secs': 0.052413} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.270636] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.270912] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f/7276c8fa-dcb8-4b41-8d2b-e6c763093b5f.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.271330] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-896d3b82-4662-4c70-8d47-5e0a6f049acf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.277527] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Waiting for the task: (returnval){ [ 619.277527] env[69603]: value = "task-3479311" [ 619.277527] env[69603]: _type = "Task" [ 619.277527] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.286985] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479311, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.362479] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.362479] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquired lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.362656] env[69603]: DEBUG nova.network.neutron [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.383921] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479309, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.561644] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.562346] env[69603]: DEBUG nova.compute.manager [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.565295] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.886s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.567257] env[69603]: INFO nova.compute.claims [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.729228] env[69603]: DEBUG oslo_concurrency.lockutils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Acquiring lock "87fe142a-3f0f-44f3-a4f1-6aa63e283317" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.729228] env[69603]: DEBUG oslo_concurrency.lockutils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Lock "87fe142a-3f0f-44f3-a4f1-6aa63e283317" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.773326] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479306, 'name': ReconfigVM_Task, 'duration_secs': 0.752351} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.773766] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066922} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.774203] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Reconfigured VM instance instance-00000006 to attach disk [datastore1] f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1/f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.775527] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.775916] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e755155-272c-4eed-82a0-d057ed63f736 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.781319] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f00cf5-8c55-4599-aca5-03e05471405d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.822467] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] a72614a2-7921-4c8c-9777-49fb6cc798ca/a72614a2-7921-4c8c-9777-49fb6cc798ca.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.822907] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 619.822907] env[69603]: value = "task-3479312" [ 619.822907] env[69603]: _type = "Task" [ 619.822907] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.827259] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3acbc5ae-5b16-4949-9551-66aa5ab3d346 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.846791] env[69603]: DEBUG oslo_concurrency.lockutils [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Acquiring lock "2cc0cac7-996e-492f-b09f-5921f3cfa2f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.847064] env[69603]: DEBUG oslo_concurrency.lockutils [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Lock "2cc0cac7-996e-492f-b09f-5921f3cfa2f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.847267] env[69603]: DEBUG oslo_concurrency.lockutils [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Acquiring lock "2cc0cac7-996e-492f-b09f-5921f3cfa2f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.847450] env[69603]: DEBUG oslo_concurrency.lockutils [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Lock "2cc0cac7-996e-492f-b09f-5921f3cfa2f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.847613] env[69603]: DEBUG oslo_concurrency.lockutils [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Lock "2cc0cac7-996e-492f-b09f-5921f3cfa2f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.849454] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479311, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538788} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.852689] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f/7276c8fa-dcb8-4b41-8d2b-e6c763093b5f.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.852980] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.853601] env[69603]: INFO nova.compute.manager [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Terminating instance [ 619.855614] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d206f7d-f426-4fdf-9abf-41274c07ee34 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.861532] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 619.861532] env[69603]: value = "task-3479313" [ 619.861532] env[69603]: _type = "Task" [ 619.861532] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.867737] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479312, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.872753] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Waiting for the task: (returnval){ [ 619.872753] env[69603]: value = "task-3479314" [ 619.872753] env[69603]: _type = "Task" [ 619.872753] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.887752] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.893381] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479309, 'name': CreateVM_Task, 'duration_secs': 0.680047} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.896697] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.896875] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479314, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.897522] env[69603]: DEBUG oslo_concurrency.lockutils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.897722] env[69603]: DEBUG oslo_concurrency.lockutils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.898105] env[69603]: DEBUG oslo_concurrency.lockutils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.898418] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d68861c9-35fb-40b7-995e-7bf9b3058d4f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.903132] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 619.903132] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ce8307-bb4b-f783-767e-7372a9c847dd" [ 619.903132] env[69603]: _type = "Task" [ 619.903132] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.916350] env[69603]: DEBUG oslo_concurrency.lockutils [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.916733] env[69603]: DEBUG oslo_concurrency.lockutils [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.917043] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ce8307-bb4b-f783-767e-7372a9c847dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.983250] env[69603]: DEBUG nova.network.neutron [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.071759] env[69603]: DEBUG nova.compute.utils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.076645] env[69603]: DEBUG nova.compute.manager [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.076645] env[69603]: DEBUG nova.network.neutron [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.124785] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Acquiring lock "b67ec752-446a-4610-853f-d24e2153e23b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.125029] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Lock "b67ec752-446a-4610-853f-d24e2153e23b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.125227] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Acquiring lock "b67ec752-446a-4610-853f-d24e2153e23b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.125397] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Lock "b67ec752-446a-4610-853f-d24e2153e23b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.125555] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Lock "b67ec752-446a-4610-853f-d24e2153e23b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.127666] env[69603]: INFO nova.compute.manager [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Terminating instance [ 620.234839] env[69603]: DEBUG nova.network.neutron [None req-2d24ef14-de69-442e-92f3-24d908812bff tempest-ServerExternalEventsTest-589855186 tempest-ServerExternalEventsTest-589855186-project] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Updating instance_info_cache with network_info: [{"id": "f651e621-53aa-47c5-b717-7f821d2fd8ae", "address": "fa:16:3e:e5:0c:5f", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf651e621-53", "ovs_interfaceid": "f651e621-53aa-47c5-b717-7f821d2fd8ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.255443] env[69603]: DEBUG nova.policy [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95f72ccdfaa149bcaa1ed68a829a225b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33e7085befaf465b8891265d51b8fee7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.301066] env[69603]: DEBUG nova.network.neutron [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Updating instance_info_cache with network_info: [{"id": "683839cd-93e5-4c2c-87ce-556ac7ac9640", "address": "fa:16:3e:a4:b6:e4", "network": {"id": "680463cd-fb3e-4f8d-bf26-9cc0ba759f22", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1546586908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8188a95d8747e6b838ca9fbc0b22ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap683839cd-93", "ovs_interfaceid": "683839cd-93e5-4c2c-87ce-556ac7ac9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.355845] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479312, 'name': Rename_Task, 'duration_secs': 0.25638} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.356080] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.356331] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f279ca2d-ff2a-42ef-a5c0-b7af3bdd4e70 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.361985] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 620.361985] env[69603]: value = "task-3479315" [ 620.361985] env[69603]: _type = "Task" [ 620.361985] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.371820] env[69603]: DEBUG nova.compute.manager [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 620.372036] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 620.372302] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.373353] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b3d36e-f5b2-4186-a1b8-a9c20b66e434 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.379326] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.386728] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 620.390107] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f6da3fc-e290-4205-99da-c1f2e1d44fb1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.391695] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479314, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116874} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.391965] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.393150] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc034b0d-a83e-44de-9215-5b5d0e64d4e3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.397145] env[69603]: DEBUG oslo_vmware.api [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Waiting for the task: (returnval){ [ 620.397145] env[69603]: value = "task-3479316" [ 620.397145] env[69603]: _type = "Task" [ 620.397145] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.418573] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f/7276c8fa-dcb8-4b41-8d2b-e6c763093b5f.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.422792] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2c43a36-23d7-43d6-92cc-4b7fc015fb4e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.441683] env[69603]: DEBUG oslo_vmware.api [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': task-3479316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.448115] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ce8307-bb4b-f783-767e-7372a9c847dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012502} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.449572] env[69603]: DEBUG oslo_concurrency.lockutils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.449803] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.450100] env[69603]: DEBUG oslo_concurrency.lockutils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.450277] env[69603]: DEBUG oslo_concurrency.lockutils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.450446] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.451028] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Waiting for the task: (returnval){ [ 620.451028] env[69603]: value = "task-3479317" [ 620.451028] env[69603]: _type = "Task" [ 620.451028] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.451028] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5db24c76-a5ea-43c5-be07-068ad3fc3f12 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.462026] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.467057] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.467393] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.468217] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9b2596b-9230-4efe-a2c5-8260378d064a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.474309] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 620.474309] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524af472-0cd8-e493-f18c-a5e5dd1d109c" [ 620.474309] env[69603]: _type = "Task" [ 620.474309] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.485159] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524af472-0cd8-e493-f18c-a5e5dd1d109c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.580731] env[69603]: DEBUG nova.compute.manager [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.631660] env[69603]: DEBUG nova.compute.manager [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 620.632138] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 620.632848] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903902bd-a31d-439c-9b10-a73973103b8c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.645285] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 620.645571] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8caf888-c340-44eb-99ff-12092271c4e9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.652050] env[69603]: DEBUG oslo_vmware.api [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Waiting for the task: (returnval){ [ 620.652050] env[69603]: value = "task-3479318" [ 620.652050] env[69603]: _type = "Task" [ 620.652050] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.665409] env[69603]: DEBUG oslo_vmware.api [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.738789] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d24ef14-de69-442e-92f3-24d908812bff tempest-ServerExternalEventsTest-589855186 tempest-ServerExternalEventsTest-589855186-project] Releasing lock "refresh_cache-a3c897a7-2a7e-4308-bb68-c707147f0ee0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.807845] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Releasing lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.807845] env[69603]: DEBUG nova.compute.manager [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Instance network_info: |[{"id": "683839cd-93e5-4c2c-87ce-556ac7ac9640", "address": "fa:16:3e:a4:b6:e4", "network": {"id": "680463cd-fb3e-4f8d-bf26-9cc0ba759f22", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1546586908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8188a95d8747e6b838ca9fbc0b22ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap683839cd-93", "ovs_interfaceid": "683839cd-93e5-4c2c-87ce-556ac7ac9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.808180] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:b6:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '683839cd-93e5-4c2c-87ce-556ac7ac9640', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.815044] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Creating folder: Project (db8188a95d8747e6b838ca9fbc0b22ae). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.818036] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-623511cf-6d63-42b8-a796-7755818e2c5e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.828948] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Created folder: Project (db8188a95d8747e6b838ca9fbc0b22ae) in parent group-v695567. [ 620.829220] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Creating folder: Instances. Parent ref: group-v695595. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 620.829548] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9762c5a-abe3-44fc-a40f-0193c771c377 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.839953] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Created folder: Instances in parent group-v695595. [ 620.840215] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.840404] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.840610] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fade3731-7e24-4d91-819a-62990a8fec2a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.864803] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.864803] env[69603]: value = "task-3479321" [ 620.864803] env[69603]: _type = "Task" [ 620.864803] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.889728] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479315, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.893480] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479321, 'name': CreateVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.896734] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479313, 'name': ReconfigVM_Task, 'duration_secs': 0.847359} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.898085] env[69603]: DEBUG nova.network.neutron [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Successfully updated port: 5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.899224] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Reconfigured VM instance instance-00000007 to attach disk [datastore1] a72614a2-7921-4c8c-9777-49fb6cc798ca/a72614a2-7921-4c8c-9777-49fb6cc798ca.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.900110] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85ec339d-5e92-422c-9b8b-7b39e940b303 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.916394] env[69603]: DEBUG oslo_vmware.api [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': task-3479316, 'name': PowerOffVM_Task, 'duration_secs': 0.312455} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.919158] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 620.920311] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 620.920311] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 620.920311] env[69603]: value = "task-3479322" [ 620.920311] env[69603]: _type = "Task" [ 620.920311] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.920311] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe35fb23-423c-46c1-a820-6eeaf00f7400 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.938409] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479322, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.964863] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.970407] env[69603]: DEBUG oslo_concurrency.lockutils [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Acquiring lock "a3c897a7-2a7e-4308-bb68-c707147f0ee0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.970556] env[69603]: DEBUG oslo_concurrency.lockutils [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Lock "a3c897a7-2a7e-4308-bb68-c707147f0ee0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.971049] env[69603]: DEBUG oslo_concurrency.lockutils [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Acquiring lock "a3c897a7-2a7e-4308-bb68-c707147f0ee0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.971159] env[69603]: DEBUG oslo_concurrency.lockutils [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Lock "a3c897a7-2a7e-4308-bb68-c707147f0ee0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.971428] env[69603]: DEBUG oslo_concurrency.lockutils [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Lock "a3c897a7-2a7e-4308-bb68-c707147f0ee0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.982855] env[69603]: INFO nova.compute.manager [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Terminating instance [ 621.008427] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524af472-0cd8-e493-f18c-a5e5dd1d109c, 'name': SearchDatastore_Task, 'duration_secs': 0.016926} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.016706] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17733adf-2a41-41f7-ae66-d16ad3e3df85 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.020802] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 621.020802] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 621.020802] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Deleting the datastore file [datastore2] 2cc0cac7-996e-492f-b09f-5921f3cfa2f5 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.020802] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c92fc4da-fd93-4d43-8964-399bc8b4bc19 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.026444] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 621.026444] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52901f69-5a3d-13cf-7e3d-d886af46b82b" [ 621.026444] env[69603]: _type = "Task" [ 621.026444] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.031941] env[69603]: DEBUG oslo_vmware.api [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Waiting for the task: (returnval){ [ 621.031941] env[69603]: value = "task-3479324" [ 621.031941] env[69603]: _type = "Task" [ 621.031941] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.045541] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52901f69-5a3d-13cf-7e3d-d886af46b82b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.053518] env[69603]: DEBUG oslo_vmware.api [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': task-3479324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.073644] env[69603]: DEBUG nova.network.neutron [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Successfully created port: 5153f29d-fa13-4f11-9f98-06979547242c {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.095620] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Acquiring lock "9e47d8be-78a2-44ba-b45e-4ea081dc2ad6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.095620] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Lock "9e47d8be-78a2-44ba-b45e-4ea081dc2ad6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.095831] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Acquiring lock "9e47d8be-78a2-44ba-b45e-4ea081dc2ad6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.096593] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Lock "9e47d8be-78a2-44ba-b45e-4ea081dc2ad6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.096798] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Lock "9e47d8be-78a2-44ba-b45e-4ea081dc2ad6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.099569] env[69603]: INFO nova.compute.manager [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Terminating instance [ 621.113836] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94293580-4b77-4fd8-a129-b3aa0a07ad78 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.122862] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d0e000-79d9-45c7-a757-0b4216829da9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.161781] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030b69c0-a71a-44c9-9e66-b3d6f28b1e9a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.170276] env[69603]: DEBUG oslo_vmware.api [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479318, 'name': PowerOffVM_Task, 'duration_secs': 0.256111} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.172363] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 621.172545] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 621.172854] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19892ce7-cff7-4460-8bd5-1850e5b21d96 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.175375] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9f175b-cebf-4035-b4c7-142e987edbc6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.189943] env[69603]: DEBUG nova.compute.provider_tree [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.243741] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 621.243741] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 621.243741] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Deleting the datastore file [datastore2] b67ec752-446a-4610-853f-d24e2153e23b {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 621.244177] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1434efc-51cd-4c13-9fe2-25be25a4700a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.251252] env[69603]: DEBUG oslo_vmware.api [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Waiting for the task: (returnval){ [ 621.251252] env[69603]: value = "task-3479326" [ 621.251252] env[69603]: _type = "Task" [ 621.251252] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.261055] env[69603]: DEBUG oslo_vmware.api [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.379252] env[69603]: DEBUG oslo_vmware.api [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479315, 'name': PowerOnVM_Task, 'duration_secs': 0.79497} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.383019] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.383019] env[69603]: INFO nova.compute.manager [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Took 14.57 seconds to spawn the instance on the hypervisor. [ 621.383019] env[69603]: DEBUG nova.compute.manager [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.383019] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07111b7-71ce-420a-8e82-b03cc4299648 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.387717] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479321, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.401465] env[69603]: DEBUG oslo_concurrency.lockutils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "refresh_cache-28ade5ff-7678-4ff1-91f0-ca8340dfa3c8" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.401669] env[69603]: DEBUG oslo_concurrency.lockutils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquired lock "refresh_cache-28ade5ff-7678-4ff1-91f0-ca8340dfa3c8" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.401826] env[69603]: DEBUG nova.network.neutron [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.435603] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479322, 'name': Rename_Task, 'duration_secs': 0.183778} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.436161] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.436541] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c377af0-63e8-423f-a6ec-0f471d8883f5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.443558] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 621.443558] env[69603]: value = "task-3479327" [ 621.443558] env[69603]: _type = "Task" [ 621.443558] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.455444] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.463488] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479317, 'name': ReconfigVM_Task, 'duration_secs': 0.558096} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.463772] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f/7276c8fa-dcb8-4b41-8d2b-e6c763093b5f.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.464415] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ec8bf87-00e9-4c65-88c7-39061619570d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.471377] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Waiting for the task: (returnval){ [ 621.471377] env[69603]: value = "task-3479328" [ 621.471377] env[69603]: _type = "Task" [ 621.471377] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.486077] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479328, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.494106] env[69603]: DEBUG nova.compute.manager [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 621.494394] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.495689] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de0f51f-668a-4f44-8ca7-ffe644a5951f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.502935] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.503251] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-097a1afc-c090-4204-a978-483c74ca0eed {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.511611] env[69603]: DEBUG oslo_vmware.api [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Waiting for the task: (returnval){ [ 621.511611] env[69603]: value = "task-3479329" [ 621.511611] env[69603]: _type = "Task" [ 621.511611] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.523042] env[69603]: DEBUG oslo_vmware.api [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.541535] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52901f69-5a3d-13cf-7e3d-d886af46b82b, 'name': SearchDatastore_Task, 'duration_secs': 0.015006} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.541535] env[69603]: DEBUG oslo_concurrency.lockutils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.541535] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] e5be0f40-0eff-4e9e-b214-4084e7369bba/e5be0f40-0eff-4e9e-b214-4084e7369bba.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.541535] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57732a23-a6de-4547-9aa5-cc2fc28f969c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.548390] env[69603]: DEBUG oslo_vmware.api [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Task: {'id': task-3479324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172248} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.549232] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.549532] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 621.549630] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 621.549823] env[69603]: INFO nova.compute.manager [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Took 1.18 seconds to destroy the instance on the hypervisor. [ 621.550194] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.550495] env[69603]: DEBUG nova.compute.manager [-] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 621.550625] env[69603]: DEBUG nova.network.neutron [-] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 621.555805] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 621.555805] env[69603]: value = "task-3479330" [ 621.555805] env[69603]: _type = "Task" [ 621.555805] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.563431] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.597021] env[69603]: DEBUG nova.compute.manager [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.603923] env[69603]: DEBUG nova.compute.manager [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 621.604310] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 621.605832] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e731fda-41c3-4fa7-8828-b270dfc6b20e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.618192] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 621.621284] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d26fcfa4-25ff-4882-9d78-c2490fbdcb8e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.628530] env[69603]: DEBUG nova.compute.manager [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Received event network-changed-b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 621.628530] env[69603]: DEBUG nova.compute.manager [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Refreshing instance network info cache due to event network-changed-b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 621.628530] env[69603]: DEBUG oslo_concurrency.lockutils [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] Acquiring lock "refresh_cache-e5be0f40-0eff-4e9e-b214-4084e7369bba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.628530] env[69603]: DEBUG oslo_concurrency.lockutils [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] Acquired lock "refresh_cache-e5be0f40-0eff-4e9e-b214-4084e7369bba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.628530] env[69603]: DEBUG nova.network.neutron [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Refreshing network info cache for port b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.640365] env[69603]: DEBUG nova.virt.hardware [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.640721] env[69603]: DEBUG nova.virt.hardware [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.640895] env[69603]: DEBUG nova.virt.hardware [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.641121] env[69603]: DEBUG nova.virt.hardware [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.641272] env[69603]: DEBUG nova.virt.hardware [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.641413] env[69603]: DEBUG nova.virt.hardware [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.641664] env[69603]: DEBUG nova.virt.hardware [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.641849] env[69603]: DEBUG nova.virt.hardware [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.642085] env[69603]: DEBUG nova.virt.hardware [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.642272] env[69603]: DEBUG nova.virt.hardware [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.644023] env[69603]: DEBUG nova.virt.hardware [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.644023] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56f1d2c-d58a-4e19-9299-29555f18e926 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.649968] env[69603]: DEBUG oslo_vmware.api [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Waiting for the task: (returnval){ [ 621.649968] env[69603]: value = "task-3479331" [ 621.649968] env[69603]: _type = "Task" [ 621.649968] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.660925] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2f743d-b3e4-4f7a-98b4-b0e442327f11 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.672582] env[69603]: DEBUG oslo_vmware.api [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.723096] env[69603]: ERROR nova.scheduler.client.report [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [req-bf379aa7-114e-46cf-ac41-06497ef99862] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bf379aa7-114e-46cf-ac41-06497ef99862"}]} [ 621.740916] env[69603]: DEBUG nova.scheduler.client.report [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 621.759992] env[69603]: DEBUG nova.scheduler.client.report [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 621.759992] env[69603]: DEBUG nova.compute.provider_tree [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 621.768204] env[69603]: DEBUG oslo_vmware.api [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Task: {'id': task-3479326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155139} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.768609] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.768935] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 621.770131] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 621.770131] env[69603]: INFO nova.compute.manager [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 621.770131] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 621.770572] env[69603]: DEBUG nova.compute.manager [-] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 621.770572] env[69603]: DEBUG nova.network.neutron [-] [instance: b67ec752-446a-4610-853f-d24e2153e23b] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 621.780348] env[69603]: DEBUG nova.scheduler.client.report [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 621.811610] env[69603]: DEBUG nova.scheduler.client.report [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 621.882427] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479321, 'name': CreateVM_Task, 'duration_secs': 0.659786} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.885899] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.886943] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.887112] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.887524] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.887821] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b1bb612-2c65-454e-8397-a5e4dee35b67 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.893249] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 621.893249] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52425080-400a-4e62-c311-462b2568d72d" [ 621.893249] env[69603]: _type = "Task" [ 621.893249] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.918066] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52425080-400a-4e62-c311-462b2568d72d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.922189] env[69603]: INFO nova.compute.manager [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Took 28.34 seconds to build instance. [ 621.959933] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.982532] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479328, 'name': Rename_Task, 'duration_secs': 0.197142} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.982532] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.982532] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e6f0d1b-39cd-4c85-b75f-1862d00400b5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.990642] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Waiting for the task: (returnval){ [ 621.990642] env[69603]: value = "task-3479332" [ 621.990642] env[69603]: _type = "Task" [ 621.990642] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.999421] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.019697] env[69603]: DEBUG oslo_vmware.api [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479329, 'name': PowerOffVM_Task, 'duration_secs': 0.209836} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.019965] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.020165] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.020453] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b27b421a-8241-478e-a526-3b81f2fce34d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.068221] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479330, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.095143] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.095143] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.095143] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Deleting the datastore file [datastore2] a3c897a7-2a7e-4308-bb68-c707147f0ee0 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.095557] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d9f7a93-c068-4a4d-bb63-0605d8612521 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.103695] env[69603]: DEBUG oslo_vmware.api [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Waiting for the task: (returnval){ [ 622.103695] env[69603]: value = "task-3479334" [ 622.103695] env[69603]: _type = "Task" [ 622.103695] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.117065] env[69603]: DEBUG oslo_vmware.api [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.167853] env[69603]: DEBUG oslo_vmware.api [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479331, 'name': PowerOffVM_Task, 'duration_secs': 0.209453} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.168271] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 622.168369] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 622.169318] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f65d8741-a06d-4d07-b2bc-3109b3b7d2f3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.178439] env[69603]: DEBUG nova.network.neutron [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.250138] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 622.250138] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 622.250138] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Deleting the datastore file [datastore2] 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 622.250138] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82d310d8-3987-4b23-93b2-c3bef76757e7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.256047] env[69603]: DEBUG oslo_vmware.api [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Waiting for the task: (returnval){ [ 622.256047] env[69603]: value = "task-3479336" [ 622.256047] env[69603]: _type = "Task" [ 622.256047] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.272448] env[69603]: DEBUG oslo_vmware.api [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.275311] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "e44b6009-d869-4820-8da1-e4c8f2343035" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.275513] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "e44b6009-d869-4820-8da1-e4c8f2343035" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.311416] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a580171-5101-48f1-a973-001d6e329338 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.319185] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6702ca42-34eb-46d0-8f52-5ec41125e23d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.354198] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c16e33b-ea39-42a1-8640-c31558782244 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.363250] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20c62ce-b05c-4db1-a32b-11e3b264220c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.380148] env[69603]: DEBUG nova.compute.provider_tree [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 622.404787] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52425080-400a-4e62-c311-462b2568d72d, 'name': SearchDatastore_Task, 'duration_secs': 0.062314} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.405800] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.405800] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.405800] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.405800] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.406107] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.406242] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c5100a9-6f2f-425b-845e-2d6f8a5d13b8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.416482] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.418485] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.418485] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0fff041d-fb86-43dd-99c7-371948709993 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.424560] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f53fcde0-94a4-4e60-9b94-a70b172811f0 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Lock "f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.849s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.428169] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 622.428169] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f32528-448f-03ab-72d5-0896aac271f3" [ 622.428169] env[69603]: _type = "Task" [ 622.428169] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.437213] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f32528-448f-03ab-72d5-0896aac271f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.458919] env[69603]: DEBUG oslo_vmware.api [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479327, 'name': PowerOnVM_Task, 'duration_secs': 0.993266} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.459311] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.459507] env[69603]: INFO nova.compute.manager [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Took 13.11 seconds to spawn the instance on the hypervisor. [ 622.459764] env[69603]: DEBUG nova.compute.manager [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.460570] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8cfaee-65bc-4674-a1b6-46e0b736026a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.501740] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.570033] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632853} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.570033] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] e5be0f40-0eff-4e9e-b214-4084e7369bba/e5be0f40-0eff-4e9e-b214-4084e7369bba.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.570033] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.570033] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bb769ea-0431-4a23-8b4c-30463c76d4a5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.577106] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 622.577106] env[69603]: value = "task-3479337" [ 622.577106] env[69603]: _type = "Task" [ 622.577106] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.586827] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479337, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.615954] env[69603]: DEBUG oslo_vmware.api [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Task: {'id': task-3479334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375414} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.617547] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.617861] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 622.619216] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 622.619216] env[69603]: INFO nova.compute.manager [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Took 1.12 seconds to destroy the instance on the hypervisor. [ 622.619216] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.619216] env[69603]: DEBUG nova.compute.manager [-] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 622.619216] env[69603]: DEBUG nova.network.neutron [-] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 622.765777] env[69603]: DEBUG oslo_vmware.api [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Task: {'id': task-3479336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365866} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.766018] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 622.766214] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 622.766507] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 622.766775] env[69603]: INFO nova.compute.manager [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 622.767155] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.767353] env[69603]: DEBUG nova.compute.manager [-] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 622.767448] env[69603]: DEBUG nova.network.neutron [-] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 622.844265] env[69603]: DEBUG nova.network.neutron [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Updating instance_info_cache with network_info: [{"id": "5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed", "address": "fa:16:3e:a2:55:ff", "network": {"id": "be42f9ec-d04b-4d89-971e-2cad513d7569", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-240588904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dce8757bc73450f9edf1b602a633bd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d01f5a6-db", "ovs_interfaceid": "5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.915753] env[69603]: ERROR nova.scheduler.client.report [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [req-90360549-7700-4cd7-8fb3-ea07d0f7e4aa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-90360549-7700-4cd7-8fb3-ea07d0f7e4aa"}]} [ 622.930719] env[69603]: DEBUG nova.compute.manager [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.948053] env[69603]: DEBUG nova.scheduler.client.report [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 622.958668] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f32528-448f-03ab-72d5-0896aac271f3, 'name': SearchDatastore_Task, 'duration_secs': 0.013445} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.960216] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b726f27-490a-4d1a-aaca-1de7a9bbcd7e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.968525] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 622.968525] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f7c0df-b474-d8da-0b75-eaf75183212c" [ 622.968525] env[69603]: _type = "Task" [ 622.968525] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.978444] env[69603]: DEBUG nova.scheduler.client.report [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 622.978728] env[69603]: DEBUG nova.compute.provider_tree [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 622.985458] env[69603]: INFO nova.compute.manager [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Took 28.20 seconds to build instance. [ 622.991287] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f7c0df-b474-d8da-0b75-eaf75183212c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.001408] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479332, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.002966] env[69603]: DEBUG nova.scheduler.client.report [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 623.029968] env[69603]: DEBUG nova.scheduler.client.report [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 623.087942] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479337, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072757} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.091233] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.092281] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adc7fc6-47e2-482d-9345-bdd7410d5d04 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.109025] env[69603]: DEBUG nova.network.neutron [-] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.119813] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] e5be0f40-0eff-4e9e-b214-4084e7369bba/e5be0f40-0eff-4e9e-b214-4084e7369bba.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.120845] env[69603]: DEBUG nova.network.neutron [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Updated VIF entry in instance network info cache for port b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 623.121589] env[69603]: DEBUG nova.network.neutron [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Updating instance_info_cache with network_info: [{"id": "b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5", "address": "fa:16:3e:63:f7:ff", "network": {"id": "b9bc9b13-eab6-4761-97e9-e5e61262d7d5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-548942406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae3b77a2d24475680f30563feabe781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5ff7d21-f7", "ovs_interfaceid": "b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.126431] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ba4d74b-6fb6-44c1-8fd9-4da76b4d960c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.151367] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 623.151367] env[69603]: value = "task-3479338" [ 623.151367] env[69603]: _type = "Task" [ 623.151367] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.159474] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.168130] env[69603]: DEBUG oslo_concurrency.lockutils [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "f7c6c094-7f59-44f1-8107-e8b5f0850c68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.168762] env[69603]: DEBUG oslo_concurrency.lockutils [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "f7c6c094-7f59-44f1-8107-e8b5f0850c68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.200300] env[69603]: DEBUG nova.network.neutron [-] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.348821] env[69603]: DEBUG oslo_concurrency.lockutils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Releasing lock "refresh_cache-28ade5ff-7678-4ff1-91f0-ca8340dfa3c8" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.349348] env[69603]: DEBUG nova.compute.manager [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Instance network_info: |[{"id": "5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed", "address": "fa:16:3e:a2:55:ff", "network": {"id": "be42f9ec-d04b-4d89-971e-2cad513d7569", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-240588904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dce8757bc73450f9edf1b602a633bd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d01f5a6-db", "ovs_interfaceid": "5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.351169] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:55:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.362932] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Creating folder: Project (9dce8757bc73450f9edf1b602a633bd6). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.367016] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b6f4d63-d183-44cf-bfc6-e2c6727cf713 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.380587] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Created folder: Project (9dce8757bc73450f9edf1b602a633bd6) in parent group-v695567. [ 623.380734] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Creating folder: Instances. Parent ref: group-v695598. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 623.381015] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de55d54a-a574-4b73-9932-8581e76384bd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.393857] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Created folder: Instances in parent group-v695598. [ 623.393998] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 623.394248] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.394319] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb8cb6d9-8e88-4824-ac2c-3b52e6ae0f7d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.415926] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.415926] env[69603]: value = "task-3479341" [ 623.415926] env[69603]: _type = "Task" [ 623.415926] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.424352] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479341, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.456308] env[69603]: DEBUG oslo_concurrency.lockutils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.480583] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f7c0df-b474-d8da-0b75-eaf75183212c, 'name': SearchDatastore_Task, 'duration_secs': 0.022871} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.480832] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.481114] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 77e4d517-af5f-491b-a44f-fd3e4954dbdc/77e4d517-af5f-491b-a44f-fd3e4954dbdc.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.481334] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c2d162a-0ae7-442e-afdd-a7df5ecd0afa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.487380] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 623.487380] env[69603]: value = "task-3479342" [ 623.487380] env[69603]: _type = "Task" [ 623.487380] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.489440] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73060c37-447c-4c17-b133-4ea4e9730e66 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.497256] env[69603]: DEBUG oslo_concurrency.lockutils [None req-30b75c11-8baf-4f80-933e-2b5dcd28d129 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Lock "a72614a2-7921-4c8c-9777-49fb6cc798ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.730s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.497511] env[69603]: DEBUG nova.network.neutron [-] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.517922] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81e3277-37a5-4d99-949d-8f7afd1eedd1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.522364] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.522364] env[69603]: DEBUG oslo_vmware.api [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479332, 'name': PowerOnVM_Task, 'duration_secs': 1.019544} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.523566] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.523999] env[69603]: INFO nova.compute.manager [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Took 11.82 seconds to spawn the instance on the hypervisor. [ 623.524258] env[69603]: DEBUG nova.compute.manager [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 623.525671] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626df43e-53a2-4312-a8cf-2f3739615496 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.558672] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e603ece-cfe9-445e-aef2-887efe56d56c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.571726] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a404f1-a412-4f3f-9bda-f60672d848ce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.587570] env[69603]: DEBUG nova.compute.provider_tree [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.624735] env[69603]: DEBUG oslo_concurrency.lockutils [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] Releasing lock "refresh_cache-e5be0f40-0eff-4e9e-b214-4084e7369bba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.625075] env[69603]: DEBUG nova.compute.manager [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Received event network-vif-plugged-683839cd-93e5-4c2c-87ce-556ac7ac9640 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.625309] env[69603]: DEBUG oslo_concurrency.lockutils [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] Acquiring lock "77e4d517-af5f-491b-a44f-fd3e4954dbdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.625531] env[69603]: DEBUG oslo_concurrency.lockutils [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] Lock "77e4d517-af5f-491b-a44f-fd3e4954dbdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.625893] env[69603]: DEBUG oslo_concurrency.lockutils [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] Lock "77e4d517-af5f-491b-a44f-fd3e4954dbdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.625893] env[69603]: DEBUG nova.compute.manager [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] No waiting events found dispatching network-vif-plugged-683839cd-93e5-4c2c-87ce-556ac7ac9640 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 623.626093] env[69603]: WARNING nova.compute.manager [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Received unexpected event network-vif-plugged-683839cd-93e5-4c2c-87ce-556ac7ac9640 for instance with vm_state building and task_state spawning. [ 623.626625] env[69603]: DEBUG nova.compute.manager [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Received event network-changed-683839cd-93e5-4c2c-87ce-556ac7ac9640 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 623.626625] env[69603]: DEBUG nova.compute.manager [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Refreshing instance network info cache due to event network-changed-683839cd-93e5-4c2c-87ce-556ac7ac9640. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 623.626625] env[69603]: DEBUG oslo_concurrency.lockutils [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] Acquiring lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.627094] env[69603]: DEBUG oslo_concurrency.lockutils [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] Acquired lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.627094] env[69603]: DEBUG nova.network.neutron [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Refreshing network info cache for port 683839cd-93e5-4c2c-87ce-556ac7ac9640 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.631385] env[69603]: INFO nova.compute.manager [-] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Took 1.86 seconds to deallocate network for instance. [ 623.661319] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.705151] env[69603]: INFO nova.compute.manager [-] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Took 2.15 seconds to deallocate network for instance. [ 623.840269] env[69603]: DEBUG nova.network.neutron [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Successfully updated port: 5153f29d-fa13-4f11-9f98-06979547242c {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 623.936180] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479341, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.003488] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479342, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.006201] env[69603]: INFO nova.compute.manager [-] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Took 1.39 seconds to deallocate network for instance. [ 624.007912] env[69603]: DEBUG nova.compute.manager [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.078520] env[69603]: DEBUG nova.compute.manager [req-28dfd290-6dab-47e0-95a7-e5b8f4f06ae1 req-45e9d4c0-f74b-4c73-b573-475b28f0aebf service nova] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Received event network-vif-deleted-1d133c11-7945-4631-9fe3-81b6858b8424 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 624.081619] env[69603]: INFO nova.compute.manager [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Took 29.30 seconds to build instance. [ 624.090767] env[69603]: DEBUG nova.scheduler.client.report [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.102783] env[69603]: DEBUG nova.network.neutron [-] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.138891] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.166825] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479338, 'name': ReconfigVM_Task, 'duration_secs': 0.703936} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.166825] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Reconfigured VM instance instance-00000009 to attach disk [datastore1] e5be0f40-0eff-4e9e-b214-4084e7369bba/e5be0f40-0eff-4e9e-b214-4084e7369bba.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.166825] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-074c41ec-109a-4478-8437-27f3299e083b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.174356] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 624.174356] env[69603]: value = "task-3479343" [ 624.174356] env[69603]: _type = "Task" [ 624.174356] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.187122] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479343, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.216552] env[69603]: DEBUG oslo_concurrency.lockutils [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.345192] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquiring lock "refresh_cache-cc094eb0-4c88-4c87-b650-39ac0deaafbf" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.345192] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquired lock "refresh_cache-cc094eb0-4c88-4c87-b650-39ac0deaafbf" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.345323] env[69603]: DEBUG nova.network.neutron [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.430016] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479341, 'name': CreateVM_Task, 'duration_secs': 0.618332} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.430222] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.430892] env[69603]: DEBUG oslo_concurrency.lockutils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.431058] env[69603]: DEBUG oslo_concurrency.lockutils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.431381] env[69603]: DEBUG oslo_concurrency.lockutils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.432014] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d160c725-7152-4a82-a0ae-c12b862e1c6b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.436961] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 624.436961] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524772d1-9565-a613-2d3c-d3b7d1b55b42" [ 624.436961] env[69603]: _type = "Task" [ 624.436961] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.457048] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524772d1-9565-a613-2d3c-d3b7d1b55b42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.504862] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615269} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.504862] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 77e4d517-af5f-491b-a44f-fd3e4954dbdc/77e4d517-af5f-491b-a44f-fd3e4954dbdc.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.504862] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.504862] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c82816d-363e-428d-a81f-bff3b2e8713c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.514994] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 624.514994] env[69603]: value = "task-3479344" [ 624.514994] env[69603]: _type = "Task" [ 624.514994] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.519979] env[69603]: DEBUG oslo_concurrency.lockutils [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.529513] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.546240] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.584054] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f76f4ee-00c5-4ea3-81a2-b2f493869c2e tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Lock "7276c8fa-dcb8-4b41-8d2b-e6c763093b5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.818s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.599586] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.031s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.599586] env[69603]: DEBUG nova.compute.manager [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 624.602259] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.917s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.607839] env[69603]: DEBUG nova.network.neutron [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Updated VIF entry in instance network info cache for port 683839cd-93e5-4c2c-87ce-556ac7ac9640. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.607839] env[69603]: DEBUG nova.network.neutron [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Updating instance_info_cache with network_info: [{"id": "683839cd-93e5-4c2c-87ce-556ac7ac9640", "address": "fa:16:3e:a4:b6:e4", "network": {"id": "680463cd-fb3e-4f8d-bf26-9cc0ba759f22", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1546586908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8188a95d8747e6b838ca9fbc0b22ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap683839cd-93", "ovs_interfaceid": "683839cd-93e5-4c2c-87ce-556ac7ac9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.609107] env[69603]: INFO nova.compute.manager [-] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Took 1.84 seconds to deallocate network for instance. [ 624.690464] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479343, 'name': Rename_Task, 'duration_secs': 0.46097} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.690464] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.690464] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeb8eec3-2876-4387-b82b-00f34037f46b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.697636] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 624.697636] env[69603]: value = "task-3479345" [ 624.697636] env[69603]: _type = "Task" [ 624.697636] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.708036] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.926363] env[69603]: DEBUG nova.network.neutron [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 624.952377] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Acquiring lock "f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.952596] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Lock "f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.952858] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Acquiring lock "f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.953180] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Lock "f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.953492] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Lock "f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.955572] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524772d1-9565-a613-2d3c-d3b7d1b55b42, 'name': SearchDatastore_Task, 'duration_secs': 0.047906} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.955813] env[69603]: DEBUG oslo_concurrency.lockutils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.956058] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.956287] env[69603]: DEBUG oslo_concurrency.lockutils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.956430] env[69603]: DEBUG oslo_concurrency.lockutils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.956605] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.957288] env[69603]: INFO nova.compute.manager [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Terminating instance [ 624.959082] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b6bd976-f351-4931-9ba8-57cead681c21 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.973468] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.973715] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.975642] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa0fdfd7-e8d1-4d65-a8ad-abe8253723d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.982165] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 624.982165] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e85815-d211-1dfe-d74c-265384604bf8" [ 624.982165] env[69603]: _type = "Task" [ 624.982165] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.993417] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e85815-d211-1dfe-d74c-265384604bf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.024901] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067927} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.027547] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.030567] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917648c9-4cf1-4962-8a27-a4dbd6013e36 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.056642] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 77e4d517-af5f-491b-a44f-fd3e4954dbdc/77e4d517-af5f-491b-a44f-fd3e4954dbdc.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.057349] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80cef8db-d3a7-41f2-bb1c-955a2e9686ed {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.079197] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 625.079197] env[69603]: value = "task-3479346" [ 625.079197] env[69603]: _type = "Task" [ 625.079197] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.091551] env[69603]: DEBUG nova.compute.manager [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.094505] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.106995] env[69603]: DEBUG nova.compute.utils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.117884] env[69603]: DEBUG nova.compute.manager [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.117884] env[69603]: DEBUG nova.network.neutron [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 625.119403] env[69603]: DEBUG oslo_concurrency.lockutils [req-f936eaf5-6d82-400d-ab1d-b7cf0c0a64b2 req-aae8b425-b61d-4d5a-9b45-23467aab0363 service nova] Releasing lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.120112] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.122598] env[69603]: DEBUG nova.compute.manager [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Received event network-vif-plugged-5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.122839] env[69603]: DEBUG oslo_concurrency.lockutils [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] Acquiring lock "28ade5ff-7678-4ff1-91f0-ca8340dfa3c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.123104] env[69603]: DEBUG oslo_concurrency.lockutils [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] Lock "28ade5ff-7678-4ff1-91f0-ca8340dfa3c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.123281] env[69603]: DEBUG oslo_concurrency.lockutils [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] Lock "28ade5ff-7678-4ff1-91f0-ca8340dfa3c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.123442] env[69603]: DEBUG nova.compute.manager [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] No waiting events found dispatching network-vif-plugged-5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.123748] env[69603]: WARNING nova.compute.manager [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Received unexpected event network-vif-plugged-5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed for instance with vm_state building and task_state spawning. [ 625.124046] env[69603]: DEBUG nova.compute.manager [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Received event network-changed-5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 625.124926] env[69603]: DEBUG nova.compute.manager [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Refreshing instance network info cache due to event network-changed-5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 625.124926] env[69603]: DEBUG oslo_concurrency.lockutils [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] Acquiring lock "refresh_cache-28ade5ff-7678-4ff1-91f0-ca8340dfa3c8" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.124926] env[69603]: DEBUG oslo_concurrency.lockutils [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] Acquired lock "refresh_cache-28ade5ff-7678-4ff1-91f0-ca8340dfa3c8" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.124926] env[69603]: DEBUG nova.network.neutron [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Refreshing network info cache for port 5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.210417] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.276690] env[69603]: DEBUG nova.policy [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6a3a43e61204b9da595c4c274b1a476', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a452703e69fa428eab0785e9c680c7a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 625.329880] env[69603]: DEBUG nova.network.neutron [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Updating instance_info_cache with network_info: [{"id": "5153f29d-fa13-4f11-9f98-06979547242c", "address": "fa:16:3e:59:7b:78", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5153f29d-fa", "ovs_interfaceid": "5153f29d-fa13-4f11-9f98-06979547242c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.468476] env[69603]: DEBUG nova.compute.manager [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.468727] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.470136] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8902f506-5a38-4c09-bad1-7ec1752ba1b7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.482454] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.482558] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fcce425-c00d-4e84-9892-a95afae3b825 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.496218] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e85815-d211-1dfe-d74c-265384604bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.022375} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.504598] env[69603]: DEBUG oslo_vmware.api [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Waiting for the task: (returnval){ [ 625.504598] env[69603]: value = "task-3479347" [ 625.504598] env[69603]: _type = "Task" [ 625.504598] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.505315] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45f8f0b2-f35d-4bdc-9154-93f3fbcd97b7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.530241] env[69603]: DEBUG oslo_vmware.api [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Task: {'id': task-3479347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.530412] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 625.530412] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525cc9e2-b464-a645-12c1-ffb49abfbf56" [ 625.530412] env[69603]: _type = "Task" [ 625.530412] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.540136] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525cc9e2-b464-a645-12c1-ffb49abfbf56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.594752] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479346, 'name': ReconfigVM_Task, 'duration_secs': 0.31886} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.594752] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 77e4d517-af5f-491b-a44f-fd3e4954dbdc/77e4d517-af5f-491b-a44f-fd3e4954dbdc.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.595334] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8360246c-740b-4865-84e9-f8ca135dadea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.607790] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 625.607790] env[69603]: value = "task-3479348" [ 625.607790] env[69603]: _type = "Task" [ 625.607790] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.623026] env[69603]: DEBUG nova.compute.manager [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 625.643047] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479348, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.646608] env[69603]: DEBUG oslo_concurrency.lockutils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.672201] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance b67ec752-446a-4610-853f-d24e2153e23b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 625.672418] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 2cc0cac7-996e-492f-b09f-5921f3cfa2f5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 625.672583] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.672778] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.672908] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a3c897a7-2a7e-4308-bb68-c707147f0ee0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 625.673039] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.673184] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a72614a2-7921-4c8c-9777-49fb6cc798ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.673395] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.673467] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance e5be0f40-0eff-4e9e-b214-4084e7369bba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.675020] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 77e4d517-af5f-491b-a44f-fd3e4954dbdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.675020] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.675020] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance cc094eb0-4c88-4c87-b650-39ac0deaafbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.675020] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 503c8979-4c4e-4a8d-a06c-5a2e240437a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 625.711468] env[69603]: DEBUG oslo_vmware.api [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479345, 'name': PowerOnVM_Task, 'duration_secs': 0.927068} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.712471] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.712827] env[69603]: INFO nova.compute.manager [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Took 11.61 seconds to spawn the instance on the hypervisor. [ 625.712920] env[69603]: DEBUG nova.compute.manager [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.713714] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c259757f-4c0a-4fb5-a553-f86d5ecbee9b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.832743] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Releasing lock "refresh_cache-cc094eb0-4c88-4c87-b650-39ac0deaafbf" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.836096] env[69603]: DEBUG nova.compute.manager [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Instance network_info: |[{"id": "5153f29d-fa13-4f11-9f98-06979547242c", "address": "fa:16:3e:59:7b:78", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5153f29d-fa", "ovs_interfaceid": "5153f29d-fa13-4f11-9f98-06979547242c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 625.836654] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:7b:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5153f29d-fa13-4f11-9f98-06979547242c', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.844886] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Creating folder: Project (33e7085befaf465b8891265d51b8fee7). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.845511] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f272a5a4-782f-4859-b115-aa0e3b4526db {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.857802] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Created folder: Project (33e7085befaf465b8891265d51b8fee7) in parent group-v695567. [ 625.858045] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Creating folder: Instances. Parent ref: group-v695601. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.858329] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0a7df07-a3f5-4b4d-8934-635625d1a075 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.868807] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Created folder: Instances in parent group-v695601. [ 625.869071] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 625.869280] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.869493] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8ac3093-22c1-4963-9cca-31b4a3a24613 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.894326] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.894326] env[69603]: value = "task-3479351" [ 625.894326] env[69603]: _type = "Task" [ 625.894326] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.904353] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479351, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.008620] env[69603]: DEBUG nova.compute.manager [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.009494] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37188b04-a99e-4f1b-8d50-3ae9a8c2b6e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.030324] env[69603]: DEBUG oslo_vmware.api [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Task: {'id': task-3479347, 'name': PowerOffVM_Task, 'duration_secs': 0.303513} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.030494] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.030662] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.030956] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92a887e2-c6f8-40b2-a61a-8353e3714b45 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.040947] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525cc9e2-b464-a645-12c1-ffb49abfbf56, 'name': SearchDatastore_Task, 'duration_secs': 0.013449} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.041217] env[69603]: DEBUG oslo_concurrency.lockutils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.041722] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8/28ade5ff-7678-4ff1-91f0-ca8340dfa3c8.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.042078] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc69c018-66a8-4116-892e-f4bc262a4845 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.049224] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 626.049224] env[69603]: value = "task-3479353" [ 626.049224] env[69603]: _type = "Task" [ 626.049224] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.107055] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.107583] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.107910] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Deleting the datastore file [datastore1] f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.108297] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-804beb83-bdb2-47ff-aeed-fe6c9ba5de10 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.116058] env[69603]: DEBUG oslo_vmware.api [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Waiting for the task: (returnval){ [ 626.116058] env[69603]: value = "task-3479354" [ 626.116058] env[69603]: _type = "Task" [ 626.116058] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.135761] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479348, 'name': Rename_Task, 'duration_secs': 0.163452} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.136426] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.136808] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e26c1d8-47de-4656-9617-576a60a4fafe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.141948] env[69603]: DEBUG oslo_vmware.api [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Task: {'id': task-3479354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.146102] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 626.146102] env[69603]: value = "task-3479355" [ 626.146102] env[69603]: _type = "Task" [ 626.146102] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.157903] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.178211] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance b628745a-e944-4112-b4b9-644333d17d53 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 626.249271] env[69603]: INFO nova.compute.manager [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Took 30.64 seconds to build instance. [ 626.405481] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479351, 'name': CreateVM_Task, 'duration_secs': 0.489572} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.405719] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.407269] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.407269] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.407269] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.408352] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c60a78b0-ffdc-40f0-9b6d-48f6adb1ed01 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.412806] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 626.412806] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52768b41-e8b0-c2ea-6403-e0f88bacd1d6" [ 626.412806] env[69603]: _type = "Task" [ 626.412806] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.421970] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52768b41-e8b0-c2ea-6403-e0f88bacd1d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.464417] env[69603]: DEBUG nova.network.neutron [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Successfully created port: 68e03e2c-b725-4c9d-af40-410ae8b79827 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.484672] env[69603]: DEBUG nova.network.neutron [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Updated VIF entry in instance network info cache for port 5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 626.485102] env[69603]: DEBUG nova.network.neutron [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Updating instance_info_cache with network_info: [{"id": "5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed", "address": "fa:16:3e:a2:55:ff", "network": {"id": "be42f9ec-d04b-4d89-971e-2cad513d7569", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-240588904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dce8757bc73450f9edf1b602a633bd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d01f5a6-db", "ovs_interfaceid": "5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.526596] env[69603]: INFO nova.compute.manager [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] instance snapshotting [ 626.530192] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5337997a-8517-4d6e-850e-aa5338810d68 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.554355] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834643b5-7392-4279-9a83-409122453846 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.565555] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479353, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.635295] env[69603]: DEBUG oslo_vmware.api [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Task: {'id': task-3479354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379727} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.636677] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.636677] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.636677] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.636677] env[69603]: INFO nova.compute.manager [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 626.636677] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.638559] env[69603]: DEBUG nova.compute.manager [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 626.641094] env[69603]: DEBUG nova.compute.manager [-] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 626.641831] env[69603]: DEBUG nova.network.neutron [-] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 626.658211] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479355, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.667937] env[69603]: DEBUG nova.virt.hardware [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 626.668218] env[69603]: DEBUG nova.virt.hardware [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 626.668371] env[69603]: DEBUG nova.virt.hardware [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.668553] env[69603]: DEBUG nova.virt.hardware [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 626.668699] env[69603]: DEBUG nova.virt.hardware [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.668842] env[69603]: DEBUG nova.virt.hardware [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 626.669217] env[69603]: DEBUG nova.virt.hardware [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 626.669370] env[69603]: DEBUG nova.virt.hardware [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 626.669496] env[69603]: DEBUG nova.virt.hardware [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 626.669663] env[69603]: DEBUG nova.virt.hardware [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 626.669925] env[69603]: DEBUG nova.virt.hardware [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 626.671039] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a48f8bf-c4f6-4ed5-9af0-a7ae48c7e9a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.679549] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501eef99-6adf-41ea-a5b1-7719ae53593a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.684934] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 3d99f616-a6a4-471c-9665-4f32f1a585ea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 626.752991] env[69603]: DEBUG oslo_concurrency.lockutils [None req-43c64c9f-8524-4894-86eb-979e236eaea6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "e5be0f40-0eff-4e9e-b214-4084e7369bba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.178s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.925589] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52768b41-e8b0-c2ea-6403-e0f88bacd1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.020371} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.926294] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.926742] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.927332] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.927784] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.928213] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.931770] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16fb8bea-39e0-434f-871b-ddf05d9feb4b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.948129] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.948129] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.948129] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-216f200c-3126-4d15-9f36-545b7b051695 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.952423] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 626.952423] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b85024-fe7e-ced3-86ae-6d35957d1554" [ 626.952423] env[69603]: _type = "Task" [ 626.952423] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.961749] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b85024-fe7e-ced3-86ae-6d35957d1554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.989115] env[69603]: DEBUG oslo_concurrency.lockutils [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] Releasing lock "refresh_cache-28ade5ff-7678-4ff1-91f0-ca8340dfa3c8" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.989382] env[69603]: DEBUG nova.compute.manager [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Received event network-vif-deleted-7b489730-68b4-42b7-a3b8-c49d8acb4639 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.989579] env[69603]: DEBUG nova.compute.manager [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Received event network-vif-plugged-5153f29d-fa13-4f11-9f98-06979547242c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.989800] env[69603]: DEBUG oslo_concurrency.lockutils [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] Acquiring lock "cc094eb0-4c88-4c87-b650-39ac0deaafbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.990035] env[69603]: DEBUG oslo_concurrency.lockutils [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] Lock "cc094eb0-4c88-4c87-b650-39ac0deaafbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.990175] env[69603]: DEBUG oslo_concurrency.lockutils [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] Lock "cc094eb0-4c88-4c87-b650-39ac0deaafbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.990337] env[69603]: DEBUG nova.compute.manager [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] No waiting events found dispatching network-vif-plugged-5153f29d-fa13-4f11-9f98-06979547242c {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.990530] env[69603]: WARNING nova.compute.manager [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Received unexpected event network-vif-plugged-5153f29d-fa13-4f11-9f98-06979547242c for instance with vm_state building and task_state spawning. [ 626.990654] env[69603]: DEBUG nova.compute.manager [req-259d7aa5-35e2-4023-8681-27ff71710083 req-5430aaf0-4e31-44a2-ac06-2d81ec4a353e service nova] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Received event network-vif-deleted-34b0558f-2af3-49e2-8623-c5a9911057f9 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.030980] env[69603]: DEBUG nova.compute.manager [None req-b32cda38-1d2d-4956-8fd7-21058f56336f tempest-ServerDiagnosticsV248Test-77757582 tempest-ServerDiagnosticsV248Test-77757582-project-admin] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.031745] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5107926e-f8f9-4815-a400-f47e17f4143b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.038942] env[69603]: INFO nova.compute.manager [None req-b32cda38-1d2d-4956-8fd7-21058f56336f tempest-ServerDiagnosticsV248Test-77757582 tempest-ServerDiagnosticsV248Test-77757582-project-admin] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Retrieving diagnostics [ 627.039994] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35100780-53e6-4426-8fd4-df169ae24933 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.073130] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 627.075854] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c4d6100d-33b8-47e4-856b-ad7fef70427f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.083573] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479353, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677557} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.084804] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8/28ade5ff-7678-4ff1-91f0-ca8340dfa3c8.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.085033] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.085338] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 627.085338] env[69603]: value = "task-3479356" [ 627.085338] env[69603]: _type = "Task" [ 627.085338] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.085514] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d510582e-667b-477f-9658-c627fb8bf8d8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.098623] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479356, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.100032] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 627.100032] env[69603]: value = "task-3479357" [ 627.100032] env[69603]: _type = "Task" [ 627.100032] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.110971] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.154884] env[69603]: DEBUG oslo_vmware.api [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479355, 'name': PowerOnVM_Task, 'duration_secs': 0.550402} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.155131] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.155331] env[69603]: INFO nova.compute.manager [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Took 10.54 seconds to spawn the instance on the hypervisor. [ 627.155523] env[69603]: DEBUG nova.compute.manager [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.156291] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b8a999-308e-4c95-bd57-9ac3f23185b0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.192020] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance aca0f35f-d3e3-4e27-a758-1a3276ce181c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 627.256137] env[69603]: DEBUG nova.compute.manager [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.466062] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b85024-fe7e-ced3-86ae-6d35957d1554, 'name': SearchDatastore_Task, 'duration_secs': 0.0123} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.466933] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b64a74ef-3feb-4549-b799-b4c052d8831d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.472412] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 627.472412] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a41a6a-b9e8-7f03-6f64-19f7031f7128" [ 627.472412] env[69603]: _type = "Task" [ 627.472412] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.481019] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a41a6a-b9e8-7f03-6f64-19f7031f7128, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.616725] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479356, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.620142] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06764} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.620452] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.621280] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aad46cc-cf5b-46ab-be98-53fdafd34579 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.645430] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8/28ade5ff-7678-4ff1-91f0-ca8340dfa3c8.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 627.646619] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0a4469b-a391-4752-9c15-98338943aab4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.670933] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 627.670933] env[69603]: value = "task-3479358" [ 627.670933] env[69603]: _type = "Task" [ 627.670933] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.676536] env[69603]: INFO nova.compute.manager [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Took 29.99 seconds to build instance. [ 627.683295] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479358, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.695574] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance ea73f497-64b3-4b6a-a2d6-6c290c634e2c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 627.784241] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.987340] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a41a6a-b9e8-7f03-6f64-19f7031f7128, 'name': SearchDatastore_Task, 'duration_secs': 0.077396} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.988310] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.988443] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] cc094eb0-4c88-4c87-b650-39ac0deaafbf/cc094eb0-4c88-4c87-b650-39ac0deaafbf.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.989125] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87869d3c-44eb-4b24-abca-1e1a3db63e2c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.996052] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 627.996052] env[69603]: value = "task-3479359" [ 627.996052] env[69603]: _type = "Task" [ 627.996052] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.005994] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479359, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.069799] env[69603]: DEBUG nova.network.neutron [-] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.106526] env[69603]: DEBUG oslo_concurrency.lockutils [None req-997119d5-48dd-441f-b367-3faf123f25d6 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Acquiring lock "interface-7276c8fa-dcb8-4b41-8d2b-e6c763093b5f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.106792] env[69603]: DEBUG oslo_concurrency.lockutils [None req-997119d5-48dd-441f-b367-3faf123f25d6 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Lock "interface-7276c8fa-dcb8-4b41-8d2b-e6c763093b5f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.107264] env[69603]: DEBUG nova.objects.instance [None req-997119d5-48dd-441f-b367-3faf123f25d6 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Lazy-loading 'flavor' on Instance uuid 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.108977] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479356, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.179354] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b8145643-725e-4f9b-b714-661ea36b34b2 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "77e4d517-af5f-491b-a44f-fd3e4954dbdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.497s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.191393] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479358, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.198631] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 86b7096c-bb42-4ef5-befb-e9d228d2f03c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 628.511657] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479359, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.575858] env[69603]: INFO nova.compute.manager [-] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Took 1.93 seconds to deallocate network for instance. [ 628.612935] env[69603]: DEBUG nova.objects.instance [None req-997119d5-48dd-441f-b367-3faf123f25d6 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Lazy-loading 'pci_requests' on Instance uuid 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.614193] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479356, 'name': CreateSnapshot_Task, 'duration_secs': 1.405525} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.614457] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 628.615444] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bdcad4-fe13-4b1d-838c-959ef6e15b4a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.666407] env[69603]: DEBUG oslo_concurrency.lockutils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.666634] env[69603]: DEBUG oslo_concurrency.lockutils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.685676] env[69603]: DEBUG nova.compute.manager [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.692250] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479358, 'name': ReconfigVM_Task, 'duration_secs': 0.535994} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.693062] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8/28ade5ff-7678-4ff1-91f0-ca8340dfa3c8.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 628.694247] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f80a239-0fb7-4fff-a804-8ed0bd0b764b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.703250] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 7e5056e6-6511-4756-9094-72b0a2230aae has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 628.708925] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 628.708925] env[69603]: value = "task-3479360" [ 628.708925] env[69603]: _type = "Task" [ 628.708925] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.710496] env[69603]: DEBUG nova.compute.manager [req-cfdf1c63-6f10-4809-83f8-fb485f973d99 req-cbdc92a5-33cb-4792-b932-95179bb00699 service nova] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Received event network-vif-deleted-f651e621-53aa-47c5-b717-7f821d2fd8ae {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 628.724527] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479360, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.990174] env[69603]: DEBUG nova.network.neutron [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Successfully updated port: 68e03e2c-b725-4c9d-af40-410ae8b79827 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.009255] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479359, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59564} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.009526] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] cc094eb0-4c88-4c87-b650-39ac0deaafbf/cc094eb0-4c88-4c87-b650-39ac0deaafbf.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.009735] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.009992] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-648ab2d2-7fb5-459d-be71-1a3357b6f54f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.017688] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 629.017688] env[69603]: value = "task-3479361" [ 629.017688] env[69603]: _type = "Task" [ 629.017688] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.028111] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.083756] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.122081] env[69603]: DEBUG nova.objects.base [None req-997119d5-48dd-441f-b367-3faf123f25d6 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Object Instance<7276c8fa-dcb8-4b41-8d2b-e6c763093b5f> lazy-loaded attributes: flavor,pci_requests {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 629.122900] env[69603]: DEBUG nova.network.neutron [None req-997119d5-48dd-441f-b367-3faf123f25d6 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 629.139947] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 629.140197] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dfa84930-4be2-4e79-9158-578eaf92c32f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.155426] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 629.155426] env[69603]: value = "task-3479362" [ 629.155426] env[69603]: _type = "Task" [ 629.155426] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.162810] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479362, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.184439] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Acquiring lock "8814e29d-5c08-45f1-9a02-c30e4b7441db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.185174] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Lock "8814e29d-5c08-45f1-9a02-c30e4b7441db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.210080] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance ccea07bc-1f5c-4217-82c5-0a4852f6237b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 629.213544] env[69603]: DEBUG nova.compute.manager [req-64a36f58-53d2-4c98-8d61-414b87d74cae req-cd30abf3-72ac-40bb-9356-6005016531ce service nova] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Received event network-changed-5153f29d-fa13-4f11-9f98-06979547242c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 629.213760] env[69603]: DEBUG nova.compute.manager [req-64a36f58-53d2-4c98-8d61-414b87d74cae req-cd30abf3-72ac-40bb-9356-6005016531ce service nova] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Refreshing instance network info cache due to event network-changed-5153f29d-fa13-4f11-9f98-06979547242c. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 629.217362] env[69603]: DEBUG oslo_concurrency.lockutils [req-64a36f58-53d2-4c98-8d61-414b87d74cae req-cd30abf3-72ac-40bb-9356-6005016531ce service nova] Acquiring lock "refresh_cache-cc094eb0-4c88-4c87-b650-39ac0deaafbf" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.217537] env[69603]: DEBUG oslo_concurrency.lockutils [req-64a36f58-53d2-4c98-8d61-414b87d74cae req-cd30abf3-72ac-40bb-9356-6005016531ce service nova] Acquired lock "refresh_cache-cc094eb0-4c88-4c87-b650-39ac0deaafbf" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.217704] env[69603]: DEBUG nova.network.neutron [req-64a36f58-53d2-4c98-8d61-414b87d74cae req-cd30abf3-72ac-40bb-9356-6005016531ce service nova] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Refreshing network info cache for port 5153f29d-fa13-4f11-9f98-06979547242c {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.219853] env[69603]: DEBUG oslo_concurrency.lockutils [None req-997119d5-48dd-441f-b367-3faf123f25d6 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Lock "interface-7276c8fa-dcb8-4b41-8d2b-e6c763093b5f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.113s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.230876] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.239062] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479360, 'name': Rename_Task, 'duration_secs': 0.271672} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.239817] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 629.240405] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-739038c0-ed73-43b9-b81c-25b268a1bfd1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.247714] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 629.247714] env[69603]: value = "task-3479363" [ 629.247714] env[69603]: _type = "Task" [ 629.247714] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.257166] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.495817] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Acquiring lock "refresh_cache-503c8979-4c4e-4a8d-a06c-5a2e240437a6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.496254] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Acquired lock "refresh_cache-503c8979-4c4e-4a8d-a06c-5a2e240437a6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.496490] env[69603]: DEBUG nova.network.neutron [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 629.530190] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068894} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.530536] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.531326] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fa1fa7-f7fb-497a-a863-3c07dee138f3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.539074] env[69603]: DEBUG nova.network.neutron [req-64a36f58-53d2-4c98-8d61-414b87d74cae req-cd30abf3-72ac-40bb-9356-6005016531ce service nova] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Updated VIF entry in instance network info cache for port 5153f29d-fa13-4f11-9f98-06979547242c. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 629.539469] env[69603]: DEBUG nova.network.neutron [req-64a36f58-53d2-4c98-8d61-414b87d74cae req-cd30abf3-72ac-40bb-9356-6005016531ce service nova] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Updating instance_info_cache with network_info: [{"id": "5153f29d-fa13-4f11-9f98-06979547242c", "address": "fa:16:3e:59:7b:78", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5153f29d-fa", "ovs_interfaceid": "5153f29d-fa13-4f11-9f98-06979547242c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.558971] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] cc094eb0-4c88-4c87-b650-39ac0deaafbf/cc094eb0-4c88-4c87-b650-39ac0deaafbf.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.560491] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92d0b841-874c-4fbc-8259-3ef2bea9a6b0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.582814] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 629.582814] env[69603]: value = "task-3479364" [ 629.582814] env[69603]: _type = "Task" [ 629.582814] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.591070] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.665804] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479362, 'name': CloneVM_Task} progress is 93%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.721192] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 629.758980] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.042304] env[69603]: DEBUG nova.network.neutron [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.061580] env[69603]: DEBUG oslo_concurrency.lockutils [req-64a36f58-53d2-4c98-8d61-414b87d74cae req-cd30abf3-72ac-40bb-9356-6005016531ce service nova] Releasing lock "refresh_cache-cc094eb0-4c88-4c87-b650-39ac0deaafbf" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.096294] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.166160] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479362, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.225589] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 87fe142a-3f0f-44f3-a4f1-6aa63e283317 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 630.258843] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.319847] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Acquiring lock "f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.320308] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Lock "f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.320790] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Acquiring lock "f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.320932] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Lock "f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.321229] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Lock "f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.323769] env[69603]: INFO nova.compute.manager [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Terminating instance [ 630.360138] env[69603]: DEBUG nova.network.neutron [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Updating instance_info_cache with network_info: [{"id": "68e03e2c-b725-4c9d-af40-410ae8b79827", "address": "fa:16:3e:7b:89:e7", "network": {"id": "d8e6ecf1-4d42-45b1-9916-62e154a4324b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1187319396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a452703e69fa428eab0785e9c680c7a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68e03e2c-b7", "ovs_interfaceid": "68e03e2c-b725-4c9d-af40-410ae8b79827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.597524] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479364, 'name': ReconfigVM_Task, 'duration_secs': 0.914912} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.597855] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Reconfigured VM instance instance-0000000c to attach disk [datastore2] cc094eb0-4c88-4c87-b650-39ac0deaafbf/cc094eb0-4c88-4c87-b650-39ac0deaafbf.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.598552] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18f1776b-0c50-48a0-bcf5-4d15b3ec6a7d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.607397] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 630.607397] env[69603]: value = "task-3479365" [ 630.607397] env[69603]: _type = "Task" [ 630.607397] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.622384] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479365, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.668571] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479362, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.729325] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 630.763269] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479363, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.829422] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Acquiring lock "refresh_cache-f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.829825] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Acquired lock "refresh_cache-f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.830094] env[69603]: DEBUG nova.network.neutron [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.863791] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Releasing lock "refresh_cache-503c8979-4c4e-4a8d-a06c-5a2e240437a6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.865539] env[69603]: DEBUG nova.compute.manager [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Instance network_info: |[{"id": "68e03e2c-b725-4c9d-af40-410ae8b79827", "address": "fa:16:3e:7b:89:e7", "network": {"id": "d8e6ecf1-4d42-45b1-9916-62e154a4324b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1187319396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a452703e69fa428eab0785e9c680c7a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68e03e2c-b7", "ovs_interfaceid": "68e03e2c-b725-4c9d-af40-410ae8b79827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.866032] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:89:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47499d09-8010-4d02-ac96-4f057c104692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68e03e2c-b725-4c9d-af40-410ae8b79827', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.877854] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Creating folder: Project (a452703e69fa428eab0785e9c680c7a3). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.879415] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-445c1aab-b6b7-45c2-af05-fa1edd10ecf0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.892339] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Created folder: Project (a452703e69fa428eab0785e9c680c7a3) in parent group-v695567. [ 630.892480] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Creating folder: Instances. Parent ref: group-v695606. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.892727] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5738cb8-5880-4e46-9ebf-cf6cef995478 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.902274] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Created folder: Instances in parent group-v695606. [ 630.902604] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.902819] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.903080] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e58b1f86-0be0-4986-928e-902af77b0d40 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.930164] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.930164] env[69603]: value = "task-3479368" [ 630.930164] env[69603]: _type = "Task" [ 630.930164] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.936572] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479368, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.126617] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479365, 'name': Rename_Task, 'duration_secs': 0.176468} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.126955] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.127311] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-594c366d-04dc-497b-bb1a-105c910ff4f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.135306] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 631.135306] env[69603]: value = "task-3479369" [ 631.135306] env[69603]: _type = "Task" [ 631.135306] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.143978] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.167680] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479362, 'name': CloneVM_Task, 'duration_secs': 1.964275} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.167826] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Created linked-clone VM from snapshot [ 631.168749] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4af4e1-f178-4272-8f4c-4606b32794c6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.177904] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b70c1eb-7ca6-4b61-8ff0-b3b556186925 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "e5be0f40-0eff-4e9e-b214-4084e7369bba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.177904] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b70c1eb-7ca6-4b61-8ff0-b3b556186925 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "e5be0f40-0eff-4e9e-b214-4084e7369bba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.177904] env[69603]: DEBUG nova.compute.manager [None req-3b70c1eb-7ca6-4b61-8ff0-b3b556186925 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.178119] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Uploading image d5d3e3e1-cb39-47c6-bdf1-9c1e996a721d {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 631.180876] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b186da6d-3a47-4473-958b-a239d3be0967 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.187065] env[69603]: DEBUG nova.compute.manager [None req-3b70c1eb-7ca6-4b61-8ff0-b3b556186925 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69603) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 631.187628] env[69603]: DEBUG nova.objects.instance [None req-3b70c1eb-7ca6-4b61-8ff0-b3b556186925 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lazy-loading 'flavor' on Instance uuid e5be0f40-0eff-4e9e-b214-4084e7369bba {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 631.217692] env[69603]: DEBUG oslo_vmware.rw_handles [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 631.217692] env[69603]: value = "vm-695605" [ 631.217692] env[69603]: _type = "VirtualMachine" [ 631.217692] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 631.218275] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-80888587-e9ce-4151-9980-86340e915e7f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.225941] env[69603]: DEBUG oslo_vmware.rw_handles [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Lease: (returnval){ [ 631.225941] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5291f1be-f55c-23cc-62c2-9bd80c7e6095" [ 631.225941] env[69603]: _type = "HttpNfcLease" [ 631.225941] env[69603]: } obtained for exporting VM: (result){ [ 631.225941] env[69603]: value = "vm-695605" [ 631.225941] env[69603]: _type = "VirtualMachine" [ 631.225941] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 631.226317] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the lease: (returnval){ [ 631.226317] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5291f1be-f55c-23cc-62c2-9bd80c7e6095" [ 631.226317] env[69603]: _type = "HttpNfcLease" [ 631.226317] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 631.232842] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance e44b6009-d869-4820-8da1-e4c8f2343035 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 631.236230] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 631.236230] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5291f1be-f55c-23cc-62c2-9bd80c7e6095" [ 631.236230] env[69603]: _type = "HttpNfcLease" [ 631.236230] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 631.264102] env[69603]: DEBUG oslo_vmware.api [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479363, 'name': PowerOnVM_Task, 'duration_secs': 1.771625} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.266034] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.266034] env[69603]: INFO nova.compute.manager [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Took 12.14 seconds to spawn the instance on the hypervisor. [ 631.266034] env[69603]: DEBUG nova.compute.manager [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.266034] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3c9aa6-6d68-4e5b-8568-f7537a9e6d58 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.363132] env[69603]: DEBUG nova.network.neutron [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.441849] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479368, 'name': CreateVM_Task, 'duration_secs': 0.484695} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.442144] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.443791] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.444182] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.444558] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.444837] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1160f8f7-515d-41c0-a488-c7ba62aa2d55 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.451461] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Waiting for the task: (returnval){ [ 631.451461] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5258b07d-cffa-03e1-750a-f4865ff98132" [ 631.451461] env[69603]: _type = "Task" [ 631.451461] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.459467] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5258b07d-cffa-03e1-750a-f4865ff98132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.497285] env[69603]: DEBUG nova.network.neutron [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.647418] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479369, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.735581] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 631.735581] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5291f1be-f55c-23cc-62c2-9bd80c7e6095" [ 631.735581] env[69603]: _type = "HttpNfcLease" [ 631.735581] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 631.736051] env[69603]: DEBUG oslo_vmware.rw_handles [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 631.736051] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5291f1be-f55c-23cc-62c2-9bd80c7e6095" [ 631.736051] env[69603]: _type = "HttpNfcLease" [ 631.736051] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 631.736678] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f5ece4-048d-4907-8490-a21db105e609 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.739687] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance f7c6c094-7f59-44f1-8107-e8b5f0850c68 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 631.740034] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 631.740253] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 631.748338] env[69603]: DEBUG oslo_vmware.rw_handles [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5241e1fb-e4df-9172-3b75-4975c5e41f9c/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 631.748632] env[69603]: DEBUG oslo_vmware.rw_handles [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5241e1fb-e4df-9172-3b75-4975c5e41f9c/disk-0.vmdk for reading. {{(pid=69603) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 631.827159] env[69603]: INFO nova.compute.manager [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Took 19.91 seconds to build instance. [ 631.897856] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b5b58c5-de5b-45cb-95f4-ad8edac782d2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.964878] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5258b07d-cffa-03e1-750a-f4865ff98132, 'name': SearchDatastore_Task, 'duration_secs': 0.023177} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.964878] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.966165] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.966165] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.966165] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.966165] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 631.966165] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-375a3fc4-6102-4a2f-8f18-16d73ab0c4f7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.979202] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 631.979202] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 631.979202] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8e5de6-8b6f-4c0a-83d9-9be7dc02b51c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.986990] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Waiting for the task: (returnval){ [ 631.986990] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a98598-ac50-3130-29b1-f7402b0d611c" [ 631.986990] env[69603]: _type = "Task" [ 631.986990] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.000476] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a98598-ac50-3130-29b1-f7402b0d611c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.003450] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Releasing lock "refresh_cache-f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.004116] env[69603]: DEBUG nova.compute.manager [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.004116] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.006049] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4b6c48-98be-435b-bea9-a1983e450a15 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.017628] env[69603]: DEBUG oslo_concurrency.lockutils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Acquiring lock "8211b529-f910-42e0-a094-6df9e4c64f5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.018161] env[69603]: DEBUG oslo_concurrency.lockutils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Lock "8211b529-f910-42e0-a094-6df9e4c64f5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.023228] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.024280] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e5ba1db-ce48-46c2-9603-fba1818c146d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.031636] env[69603]: DEBUG oslo_vmware.api [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Waiting for the task: (returnval){ [ 632.031636] env[69603]: value = "task-3479371" [ 632.031636] env[69603]: _type = "Task" [ 632.031636] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.044213] env[69603]: DEBUG oslo_vmware.api [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.153606] env[69603]: DEBUG oslo_vmware.api [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479369, 'name': PowerOnVM_Task, 'duration_secs': 0.898819} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.156608] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 632.156950] env[69603]: INFO nova.compute.manager [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Took 10.56 seconds to spawn the instance on the hypervisor. [ 632.157260] env[69603]: DEBUG nova.compute.manager [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.159444] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d1c180-3286-4c64-9308-57522fa105d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.195854] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b70c1eb-7ca6-4b61-8ff0-b3b556186925 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.198299] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f086c328-8b89-45fd-afdb-dc6e47d3f3b6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.206497] env[69603]: DEBUG oslo_vmware.api [None req-3b70c1eb-7ca6-4b61-8ff0-b3b556186925 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 632.206497] env[69603]: value = "task-3479372" [ 632.206497] env[69603]: _type = "Task" [ 632.206497] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.222516] env[69603]: DEBUG oslo_vmware.api [None req-3b70c1eb-7ca6-4b61-8ff0-b3b556186925 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.325796] env[69603]: DEBUG oslo_concurrency.lockutils [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Acquiring lock "7276c8fa-dcb8-4b41-8d2b-e6c763093b5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.327605] env[69603]: DEBUG oslo_concurrency.lockutils [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Lock "7276c8fa-dcb8-4b41-8d2b-e6c763093b5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.327605] env[69603]: DEBUG oslo_concurrency.lockutils [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Acquiring lock "7276c8fa-dcb8-4b41-8d2b-e6c763093b5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.327605] env[69603]: DEBUG oslo_concurrency.lockutils [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Lock "7276c8fa-dcb8-4b41-8d2b-e6c763093b5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.327605] env[69603]: DEBUG oslo_concurrency.lockutils [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Lock "7276c8fa-dcb8-4b41-8d2b-e6c763093b5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.329206] env[69603]: INFO nova.compute.manager [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Terminating instance [ 632.332389] env[69603]: DEBUG oslo_concurrency.lockutils [None req-74621a5c-4ef5-4c16-8482-6832c6fe8871 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "28ade5ff-7678-4ff1-91f0-ca8340dfa3c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.565s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.363272] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9f4afe-b983-4ec1-8766-69b598aeae30 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.374078] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02bbf1c-453b-4909-a43f-54657eb3c0fd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.411542] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5810d1b-4172-4ed1-bc64-a6f0284831a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.421755] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481db6f8-5194-4b21-83b0-6447455cd1c6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.446975] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.501804] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a98598-ac50-3130-29b1-f7402b0d611c, 'name': SearchDatastore_Task, 'duration_secs': 0.017146} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.502756] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5459a888-7c29-47a8-8c95-45a616b0360e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.509293] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Waiting for the task: (returnval){ [ 632.509293] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525d82cd-ec18-6c5f-d20e-f65793496f79" [ 632.509293] env[69603]: _type = "Task" [ 632.509293] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.517864] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525d82cd-ec18-6c5f-d20e-f65793496f79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.528226] env[69603]: DEBUG nova.compute.manager [req-dd402786-1e00-4545-b739-cf96bf56a307 req-c317e0c1-965c-4efe-868d-115a6217e449 service nova] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Received event network-vif-deleted-d0f7a187-62d5-4b2c-b41f-4f7b2f02a08d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.528667] env[69603]: DEBUG nova.compute.manager [req-dd402786-1e00-4545-b739-cf96bf56a307 req-c317e0c1-965c-4efe-868d-115a6217e449 service nova] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Received event network-vif-plugged-68e03e2c-b725-4c9d-af40-410ae8b79827 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.528884] env[69603]: DEBUG oslo_concurrency.lockutils [req-dd402786-1e00-4545-b739-cf96bf56a307 req-c317e0c1-965c-4efe-868d-115a6217e449 service nova] Acquiring lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.529140] env[69603]: DEBUG oslo_concurrency.lockutils [req-dd402786-1e00-4545-b739-cf96bf56a307 req-c317e0c1-965c-4efe-868d-115a6217e449 service nova] Lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.529365] env[69603]: DEBUG oslo_concurrency.lockutils [req-dd402786-1e00-4545-b739-cf96bf56a307 req-c317e0c1-965c-4efe-868d-115a6217e449 service nova] Lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.529602] env[69603]: DEBUG nova.compute.manager [req-dd402786-1e00-4545-b739-cf96bf56a307 req-c317e0c1-965c-4efe-868d-115a6217e449 service nova] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] No waiting events found dispatching network-vif-plugged-68e03e2c-b725-4c9d-af40-410ae8b79827 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.529797] env[69603]: WARNING nova.compute.manager [req-dd402786-1e00-4545-b739-cf96bf56a307 req-c317e0c1-965c-4efe-868d-115a6217e449 service nova] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Received unexpected event network-vif-plugged-68e03e2c-b725-4c9d-af40-410ae8b79827 for instance with vm_state building and task_state spawning. [ 632.529964] env[69603]: DEBUG nova.compute.manager [req-dd402786-1e00-4545-b739-cf96bf56a307 req-c317e0c1-965c-4efe-868d-115a6217e449 service nova] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Received event network-changed-68e03e2c-b725-4c9d-af40-410ae8b79827 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.530253] env[69603]: DEBUG nova.compute.manager [req-dd402786-1e00-4545-b739-cf96bf56a307 req-c317e0c1-965c-4efe-868d-115a6217e449 service nova] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Refreshing instance network info cache due to event network-changed-68e03e2c-b725-4c9d-af40-410ae8b79827. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.530528] env[69603]: DEBUG oslo_concurrency.lockutils [req-dd402786-1e00-4545-b739-cf96bf56a307 req-c317e0c1-965c-4efe-868d-115a6217e449 service nova] Acquiring lock "refresh_cache-503c8979-4c4e-4a8d-a06c-5a2e240437a6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.530670] env[69603]: DEBUG oslo_concurrency.lockutils [req-dd402786-1e00-4545-b739-cf96bf56a307 req-c317e0c1-965c-4efe-868d-115a6217e449 service nova] Acquired lock "refresh_cache-503c8979-4c4e-4a8d-a06c-5a2e240437a6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.530827] env[69603]: DEBUG nova.network.neutron [req-dd402786-1e00-4545-b739-cf96bf56a307 req-c317e0c1-965c-4efe-868d-115a6217e449 service nova] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Refreshing network info cache for port 68e03e2c-b725-4c9d-af40-410ae8b79827 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 632.541891] env[69603]: DEBUG oslo_vmware.api [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479371, 'name': PowerOffVM_Task, 'duration_secs': 0.260571} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.542750] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.543038] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 632.543361] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64ab186c-2bc9-4a70-80e5-6bf8fa7bdf85 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.569870] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 632.569870] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 632.569870] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Deleting the datastore file [datastore2] f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 632.570073] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5766d31-4f26-4421-8e78-1baf7834b601 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.576730] env[69603]: DEBUG oslo_vmware.api [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Waiting for the task: (returnval){ [ 632.576730] env[69603]: value = "task-3479374" [ 632.576730] env[69603]: _type = "Task" [ 632.576730] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.588234] env[69603]: DEBUG oslo_vmware.api [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.702973] env[69603]: INFO nova.compute.manager [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Took 20.59 seconds to build instance. [ 632.719842] env[69603]: DEBUG oslo_vmware.api [None req-3b70c1eb-7ca6-4b61-8ff0-b3b556186925 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479372, 'name': PowerOffVM_Task, 'duration_secs': 0.280603} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.719842] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b70c1eb-7ca6-4b61-8ff0-b3b556186925 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 632.719842] env[69603]: DEBUG nova.compute.manager [None req-3b70c1eb-7ca6-4b61-8ff0-b3b556186925 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 632.719842] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad48ca3-954f-4285-8fc5-ece61727745f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.835279] env[69603]: DEBUG nova.compute.manager [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 632.836494] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 632.836494] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521eaa50-de76-4ee2-8766-5d5eadec9a38 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.840456] env[69603]: DEBUG nova.compute.manager [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.849412] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 632.849412] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35c6bafd-a0b9-4b5b-bdcf-430aa4aef7c2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.854866] env[69603]: DEBUG oslo_vmware.api [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Waiting for the task: (returnval){ [ 632.854866] env[69603]: value = "task-3479375" [ 632.854866] env[69603]: _type = "Task" [ 632.854866] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.864299] env[69603]: DEBUG oslo_vmware.api [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.947692] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.026853] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525d82cd-ec18-6c5f-d20e-f65793496f79, 'name': SearchDatastore_Task, 'duration_secs': 0.014347} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.027439] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.027727] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 503c8979-4c4e-4a8d-a06c-5a2e240437a6/503c8979-4c4e-4a8d-a06c-5a2e240437a6.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.031595] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7845e11-c3cd-4ce0-8839-0b5c580a67c3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.047075] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Waiting for the task: (returnval){ [ 633.047075] env[69603]: value = "task-3479376" [ 633.047075] env[69603]: _type = "Task" [ 633.047075] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.061847] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': task-3479376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.090809] env[69603]: DEBUG oslo_vmware.api [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Task: {'id': task-3479374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199357} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.093562] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.094099] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.094099] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.094271] env[69603]: INFO nova.compute.manager [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Took 1.09 seconds to destroy the instance on the hypervisor. [ 633.094398] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.098031] env[69603]: DEBUG nova.compute.manager [-] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.098031] env[69603]: DEBUG nova.network.neutron [-] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 633.125267] env[69603]: DEBUG nova.network.neutron [-] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.205571] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a4fd6de-b541-4a03-ae6c-9735a53f5844 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "cc094eb0-4c88-4c87-b650-39ac0deaafbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.005s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.231222] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b70c1eb-7ca6-4b61-8ff0-b3b556186925 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "e5be0f40-0eff-4e9e-b214-4084e7369bba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.367291] env[69603]: DEBUG oslo_vmware.api [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479375, 'name': PowerOffVM_Task, 'duration_secs': 0.246166} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.367291] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.367291] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.367584] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c93c7fa-d67f-45b4-b463-0970007fdfc0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.381515] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.446715] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 633.447219] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 633.447567] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Deleting the datastore file [datastore1] 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 633.447864] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acfd8945-e01a-4ede-84de-20feacae4a65 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.455751] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 633.456070] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.855s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.456495] env[69603]: DEBUG oslo_vmware.api [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Waiting for the task: (returnval){ [ 633.456495] env[69603]: value = "task-3479378" [ 633.456495] env[69603]: _type = "Task" [ 633.456495] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.456879] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.167s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.459156] env[69603]: INFO nova.compute.claims [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.473715] env[69603]: DEBUG oslo_vmware.api [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.498980] env[69603]: DEBUG nova.network.neutron [req-dd402786-1e00-4545-b739-cf96bf56a307 req-c317e0c1-965c-4efe-868d-115a6217e449 service nova] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Updated VIF entry in instance network info cache for port 68e03e2c-b725-4c9d-af40-410ae8b79827. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 633.499449] env[69603]: DEBUG nova.network.neutron [req-dd402786-1e00-4545-b739-cf96bf56a307 req-c317e0c1-965c-4efe-868d-115a6217e449 service nova] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Updating instance_info_cache with network_info: [{"id": "68e03e2c-b725-4c9d-af40-410ae8b79827", "address": "fa:16:3e:7b:89:e7", "network": {"id": "d8e6ecf1-4d42-45b1-9916-62e154a4324b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1187319396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a452703e69fa428eab0785e9c680c7a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68e03e2c-b7", "ovs_interfaceid": "68e03e2c-b725-4c9d-af40-410ae8b79827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.559549] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': task-3479376, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.627687] env[69603]: DEBUG nova.network.neutron [-] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.708808] env[69603]: DEBUG nova.compute.manager [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 633.980805] env[69603]: DEBUG oslo_vmware.api [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Task: {'id': task-3479378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355613} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.981115] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 633.981556] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 633.981638] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 633.981804] env[69603]: INFO nova.compute.manager [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 633.982057] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 633.987053] env[69603]: DEBUG nova.compute.manager [-] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 633.987053] env[69603]: DEBUG nova.network.neutron [-] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 634.002548] env[69603]: DEBUG oslo_concurrency.lockutils [req-dd402786-1e00-4545-b739-cf96bf56a307 req-c317e0c1-965c-4efe-868d-115a6217e449 service nova] Releasing lock "refresh_cache-503c8979-4c4e-4a8d-a06c-5a2e240437a6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.059441] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': task-3479376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621679} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.059779] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 503c8979-4c4e-4a8d-a06c-5a2e240437a6/503c8979-4c4e-4a8d-a06c-5a2e240437a6.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.059779] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.060231] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65ce8760-5c43-4bad-bd15-aecd11c74a09 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.068088] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Waiting for the task: (returnval){ [ 634.068088] env[69603]: value = "task-3479379" [ 634.068088] env[69603]: _type = "Task" [ 634.068088] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.082742] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': task-3479379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.131118] env[69603]: INFO nova.compute.manager [-] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Took 1.04 seconds to deallocate network for instance. [ 634.233462] env[69603]: DEBUG oslo_concurrency.lockutils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.264979] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.265285] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.435049] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "a60800ef-820c-41fb-9746-069e2fcb2e72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.435307] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "a60800ef-820c-41fb-9746-069e2fcb2e72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.582639] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': task-3479379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156498} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.582872] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.584206] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f55f43-d053-486f-aab9-a897b59d2f6f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.612458] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 503c8979-4c4e-4a8d-a06c-5a2e240437a6/503c8979-4c4e-4a8d-a06c-5a2e240437a6.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.616276] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13e6621f-c25d-4e30-a7b5-fd437a871d81 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.639380] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Waiting for the task: (returnval){ [ 634.639380] env[69603]: value = "task-3479380" [ 634.639380] env[69603]: _type = "Task" [ 634.639380] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.645110] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.651908] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': task-3479380, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.956261] env[69603]: DEBUG nova.network.neutron [-] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.964655] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c39a24c-224d-4696-a36e-078a01ac0300 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.974028] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9425b8-3a25-40ad-a822-b498d4a69ce6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.010209] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fced67-1dde-4981-8eee-55be0901cd2b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.019411] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe85557-4f8d-4b2f-aee9-73968b363af5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.036160] env[69603]: DEBUG nova.compute.provider_tree [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.150797] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': task-3479380, 'name': ReconfigVM_Task, 'duration_secs': 0.470459} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.151374] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 503c8979-4c4e-4a8d-a06c-5a2e240437a6/503c8979-4c4e-4a8d-a06c-5a2e240437a6.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.152248] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7deabaac-e4b0-48ba-afce-d189a0d71749 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.162232] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Waiting for the task: (returnval){ [ 635.162232] env[69603]: value = "task-3479381" [ 635.162232] env[69603]: _type = "Task" [ 635.162232] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.173882] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': task-3479381, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.303139] env[69603]: DEBUG nova.compute.manager [req-897b8aa4-8fd4-4a0b-9900-79e282c7450a req-638d946a-2196-4df6-a29d-93fa1bd933b6 service nova] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Received event network-vif-deleted-e0752f5f-ee89-438e-921c-73dcd59f0bd6 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.438273] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "8731c74f-1386-4369-a73a-f473279a0a86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.438407] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "8731c74f-1386-4369-a73a-f473279a0a86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.458906] env[69603]: INFO nova.compute.manager [-] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Took 1.48 seconds to deallocate network for instance. [ 635.539101] env[69603]: DEBUG nova.scheduler.client.report [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.675825] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': task-3479381, 'name': Rename_Task, 'duration_secs': 0.232601} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.676221] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.676543] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4389aa7e-1f0a-4398-9bdc-19d9a28f76c9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.685661] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Waiting for the task: (returnval){ [ 635.685661] env[69603]: value = "task-3479382" [ 635.685661] env[69603]: _type = "Task" [ 635.685661] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.695982] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': task-3479382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.724960] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquiring lock "3a6bc090-13ff-4df0-b89c-d7782488111f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.725243] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "3a6bc090-13ff-4df0-b89c-d7782488111f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.970170] env[69603]: DEBUG oslo_concurrency.lockutils [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.044421] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.045335] env[69603]: DEBUG nova.compute.manager [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 636.051179] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.060s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.051179] env[69603]: INFO nova.compute.claims [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.201403] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': task-3479382, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.551306] env[69603]: DEBUG nova.compute.utils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.553192] env[69603]: DEBUG nova.compute.manager [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.553192] env[69603]: DEBUG nova.network.neutron [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.568383] env[69603]: DEBUG nova.compute.manager [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.569449] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-276424b5-22c5-4590-be7a-b93726ec230f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.702925] env[69603]: DEBUG oslo_vmware.api [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': task-3479382, 'name': PowerOnVM_Task, 'duration_secs': 0.728056} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.702925] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.702925] env[69603]: INFO nova.compute.manager [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Took 10.06 seconds to spawn the instance on the hypervisor. [ 636.703266] env[69603]: DEBUG nova.compute.manager [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.703897] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bd1ca6-62bb-42d6-a538-8b5c5fe49805 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.798249] env[69603]: DEBUG nova.policy [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff8b9f9f1e8841b2b74ef9ab080f5de6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916e3a3cf4c948fca3ca54d2afbc5fa2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.059095] env[69603]: DEBUG nova.compute.manager [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 637.083065] env[69603]: INFO nova.compute.manager [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] instance snapshotting [ 637.083756] env[69603]: WARNING nova.compute.manager [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 637.086858] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588913c6-851f-4409-8fb3-5c23be2e770c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.120962] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1161378c-2ec1-4388-9728-b9f7b5ea4bc4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.230176] env[69603]: INFO nova.compute.manager [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Took 24.63 seconds to build instance. [ 637.624804] env[69603]: DEBUG nova.network.neutron [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Successfully created port: 5b347cae-a0ca-489e-a2e6-2035b6d3369b {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.635212] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 637.636135] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-613946a6-5926-4c7a-963f-7dc3b600021f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.641169] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccbd340-d6ff-4e86-99ed-5962802e2fe5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.651064] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410ff508-1214-42c2-bc0e-441a6b64bd58 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.654474] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 637.654474] env[69603]: value = "task-3479383" [ 637.654474] env[69603]: _type = "Task" [ 637.654474] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.689934] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37307358-24e0-4c9a-bc92-5d3ec8bdb0dc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.696162] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479383, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.703349] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64ddbbb-0573-49c3-8050-06c6cdabd338 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.719371] env[69603]: DEBUG nova.compute.provider_tree [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.729756] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b69aa9c9-ef64-4e4a-ada6-0c4199a5b0c3 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.133s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.073049] env[69603]: DEBUG nova.compute.manager [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 638.116901] env[69603]: DEBUG nova.virt.hardware [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:11:17Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1396015147',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1380877235',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 638.117183] env[69603]: DEBUG nova.virt.hardware [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 638.117354] env[69603]: DEBUG nova.virt.hardware [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.117538] env[69603]: DEBUG nova.virt.hardware [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 638.117681] env[69603]: DEBUG nova.virt.hardware [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.118481] env[69603]: DEBUG nova.virt.hardware [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 638.118811] env[69603]: DEBUG nova.virt.hardware [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 638.119670] env[69603]: DEBUG nova.virt.hardware [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 638.120092] env[69603]: DEBUG nova.virt.hardware [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 638.120457] env[69603]: DEBUG nova.virt.hardware [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 638.120880] env[69603]: DEBUG nova.virt.hardware [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 638.122009] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0646aeb-f1f7-430c-a909-7bcbb6511fb6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.133571] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76260ef5-46db-4d12-bfda-b524a024e4c7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.166849] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479383, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.223126] env[69603]: DEBUG nova.scheduler.client.report [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.235653] env[69603]: DEBUG nova.compute.manager [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.668034] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479383, 'name': CreateSnapshot_Task, 'duration_secs': 0.572384} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.668034] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 638.668034] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3989c28-5072-4eca-a41c-6570401e8ed1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.730626] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.730626] env[69603]: DEBUG nova.compute.manager [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.731671] env[69603]: DEBUG oslo_concurrency.lockutils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.275s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.733205] env[69603]: INFO nova.compute.claims [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.766954] env[69603]: DEBUG oslo_concurrency.lockutils [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.191030] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 639.191323] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2bd4e1c9-8a6f-42f6-956b-63dcca2d1557 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.206029] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 639.206029] env[69603]: value = "task-3479384" [ 639.206029] env[69603]: _type = "Task" [ 639.206029] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.216940] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479384, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.236295] env[69603]: DEBUG nova.compute.utils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.236295] env[69603]: DEBUG nova.compute.manager [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 639.236295] env[69603]: DEBUG nova.network.neutron [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 639.415677] env[69603]: DEBUG nova.policy [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '282486c529ee46d784fc5018b725e20b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d5cedcd6e0e4743bfc893b55aaa2c37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.720625] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479384, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.739843] env[69603]: DEBUG nova.compute.manager [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.815560] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Acquiring lock "9708bf88-1a5c-423b-bb92-49e90d343844" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.815711] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Lock "9708bf88-1a5c-423b-bb92-49e90d343844" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.956142] env[69603]: DEBUG nova.compute.manager [req-2717d0f5-3a7e-47e7-9495-ccce6a928078 req-d3cff8e9-c3f2-464e-94c8-068dafc350ab service nova] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Received event network-changed-68e03e2c-b725-4c9d-af40-410ae8b79827 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 639.956142] env[69603]: DEBUG nova.compute.manager [req-2717d0f5-3a7e-47e7-9495-ccce6a928078 req-d3cff8e9-c3f2-464e-94c8-068dafc350ab service nova] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Refreshing instance network info cache due to event network-changed-68e03e2c-b725-4c9d-af40-410ae8b79827. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 639.956142] env[69603]: DEBUG oslo_concurrency.lockutils [req-2717d0f5-3a7e-47e7-9495-ccce6a928078 req-d3cff8e9-c3f2-464e-94c8-068dafc350ab service nova] Acquiring lock "refresh_cache-503c8979-4c4e-4a8d-a06c-5a2e240437a6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.956142] env[69603]: DEBUG oslo_concurrency.lockutils [req-2717d0f5-3a7e-47e7-9495-ccce6a928078 req-d3cff8e9-c3f2-464e-94c8-068dafc350ab service nova] Acquired lock "refresh_cache-503c8979-4c4e-4a8d-a06c-5a2e240437a6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.956142] env[69603]: DEBUG nova.network.neutron [req-2717d0f5-3a7e-47e7-9495-ccce6a928078 req-d3cff8e9-c3f2-464e-94c8-068dafc350ab service nova] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Refreshing network info cache for port 68e03e2c-b725-4c9d-af40-410ae8b79827 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 640.219858] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479384, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.265497] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7625d228-2e5d-47c1-acbc-3a159a219407 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.276894] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba0385a-615a-4035-9d48-67bc88931340 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.311843] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d305d887-320e-4934-9a64-072ad54bc159 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.321368] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db283a32-a163-4c82-b24c-d7824ae9ed95 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.338866] env[69603]: DEBUG nova.compute.provider_tree [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.444099] env[69603]: DEBUG nova.compute.manager [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.445084] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6ec34d-7fb9-4cdb-8efc-0d29b2d952ea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.652836] env[69603]: DEBUG nova.network.neutron [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Successfully updated port: 5b347cae-a0ca-489e-a2e6-2035b6d3369b {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.729524] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479384, 'name': CloneVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.760119] env[69603]: DEBUG nova.compute.manager [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.790954] env[69603]: DEBUG nova.virt.hardware [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.795052] env[69603]: DEBUG nova.virt.hardware [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.795303] env[69603]: DEBUG nova.virt.hardware [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.795577] env[69603]: DEBUG nova.virt.hardware [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.795773] env[69603]: DEBUG nova.virt.hardware [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.795981] env[69603]: DEBUG nova.virt.hardware [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.796293] env[69603]: DEBUG nova.virt.hardware [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.796525] env[69603]: DEBUG nova.virt.hardware [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.796763] env[69603]: DEBUG nova.virt.hardware [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.796998] env[69603]: DEBUG nova.virt.hardware [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.797289] env[69603]: DEBUG nova.virt.hardware [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.800786] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f615a3f9-fe97-4505-a4c8-3aacac924121 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.813743] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e762e85-4b5f-4232-aba7-008a81fab228 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.842665] env[69603]: DEBUG nova.scheduler.client.report [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.957743] env[69603]: INFO nova.compute.manager [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] instance snapshotting [ 640.964382] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da75a3f7-d6ac-4733-8f19-79b8b1123447 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.970685] env[69603]: DEBUG nova.compute.manager [req-d5006c35-7aaf-4877-b3a0-f3a3622ac140 req-e6429b12-8552-4da6-a728-1f0c3758ef7c service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] Received event network-vif-plugged-5b347cae-a0ca-489e-a2e6-2035b6d3369b {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 640.971072] env[69603]: DEBUG oslo_concurrency.lockutils [req-d5006c35-7aaf-4877-b3a0-f3a3622ac140 req-e6429b12-8552-4da6-a728-1f0c3758ef7c service nova] Acquiring lock "b628745a-e944-4112-b4b9-644333d17d53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.971436] env[69603]: DEBUG oslo_concurrency.lockutils [req-d5006c35-7aaf-4877-b3a0-f3a3622ac140 req-e6429b12-8552-4da6-a728-1f0c3758ef7c service nova] Lock "b628745a-e944-4112-b4b9-644333d17d53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.971535] env[69603]: DEBUG oslo_concurrency.lockutils [req-d5006c35-7aaf-4877-b3a0-f3a3622ac140 req-e6429b12-8552-4da6-a728-1f0c3758ef7c service nova] Lock "b628745a-e944-4112-b4b9-644333d17d53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.971740] env[69603]: DEBUG nova.compute.manager [req-d5006c35-7aaf-4877-b3a0-f3a3622ac140 req-e6429b12-8552-4da6-a728-1f0c3758ef7c service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] No waiting events found dispatching network-vif-plugged-5b347cae-a0ca-489e-a2e6-2035b6d3369b {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 640.971949] env[69603]: WARNING nova.compute.manager [req-d5006c35-7aaf-4877-b3a0-f3a3622ac140 req-e6429b12-8552-4da6-a728-1f0c3758ef7c service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] Received unexpected event network-vif-plugged-5b347cae-a0ca-489e-a2e6-2035b6d3369b for instance with vm_state building and task_state spawning. [ 640.990533] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b04434-3301-4f25-9870-0d0c11695862 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.158094] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquiring lock "refresh_cache-b628745a-e944-4112-b4b9-644333d17d53" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.158094] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquired lock "refresh_cache-b628745a-e944-4112-b4b9-644333d17d53" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.158251] env[69603]: DEBUG nova.network.neutron [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.230726] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479384, 'name': CloneVM_Task, 'duration_secs': 1.553014} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.231354] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Created linked-clone VM from snapshot [ 641.233684] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80577d0f-1155-4873-8ca9-c87164310b0e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.244236] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Uploading image ba9dce81-d144-437c-b01b-2a20df90b749 {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 641.253792] env[69603]: DEBUG nova.network.neutron [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Successfully created port: 6739371c-e55a-4555-afca-d2d91e9097bd {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.295927] env[69603]: DEBUG nova.network.neutron [req-2717d0f5-3a7e-47e7-9495-ccce6a928078 req-d3cff8e9-c3f2-464e-94c8-068dafc350ab service nova] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Updated VIF entry in instance network info cache for port 68e03e2c-b725-4c9d-af40-410ae8b79827. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 641.297029] env[69603]: DEBUG nova.network.neutron [req-2717d0f5-3a7e-47e7-9495-ccce6a928078 req-d3cff8e9-c3f2-464e-94c8-068dafc350ab service nova] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Updating instance_info_cache with network_info: [{"id": "68e03e2c-b725-4c9d-af40-410ae8b79827", "address": "fa:16:3e:7b:89:e7", "network": {"id": "d8e6ecf1-4d42-45b1-9916-62e154a4324b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1187319396-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a452703e69fa428eab0785e9c680c7a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47499d09-8010-4d02-ac96-4f057c104692", "external-id": "nsx-vlan-transportzone-14", "segmentation_id": 14, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68e03e2c-b7", "ovs_interfaceid": "68e03e2c-b725-4c9d-af40-410ae8b79827", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.327090] env[69603]: DEBUG oslo_vmware.rw_handles [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 641.327090] env[69603]: value = "vm-695610" [ 641.327090] env[69603]: _type = "VirtualMachine" [ 641.327090] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 641.327718] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-06d38cd0-fbce-473d-b43b-e8b7f1f6bbea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.338059] env[69603]: DEBUG oslo_vmware.rw_handles [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lease: (returnval){ [ 641.338059] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524f44c4-3008-5caf-8213-bf30eaaec7cf" [ 641.338059] env[69603]: _type = "HttpNfcLease" [ 641.338059] env[69603]: } obtained for exporting VM: (result){ [ 641.338059] env[69603]: value = "vm-695610" [ 641.338059] env[69603]: _type = "VirtualMachine" [ 641.338059] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 641.338437] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the lease: (returnval){ [ 641.338437] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524f44c4-3008-5caf-8213-bf30eaaec7cf" [ 641.338437] env[69603]: _type = "HttpNfcLease" [ 641.338437] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 641.346243] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 641.346243] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524f44c4-3008-5caf-8213-bf30eaaec7cf" [ 641.346243] env[69603]: _type = "HttpNfcLease" [ 641.346243] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 641.347077] env[69603]: DEBUG oslo_concurrency.lockutils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.347617] env[69603]: DEBUG nova.compute.manager [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 641.350295] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.212s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.350445] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.352778] env[69603]: DEBUG oslo_concurrency.lockutils [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.136s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.352960] env[69603]: DEBUG oslo_concurrency.lockutils [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.354648] env[69603]: DEBUG oslo_concurrency.lockutils [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.836s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.354832] env[69603]: DEBUG oslo_concurrency.lockutils [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.356392] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.810s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.357848] env[69603]: INFO nova.compute.claims [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.398352] env[69603]: INFO nova.scheduler.client.report [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Deleted allocations for instance 2cc0cac7-996e-492f-b09f-5921f3cfa2f5 [ 641.401014] env[69603]: INFO nova.scheduler.client.report [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Deleted allocations for instance a3c897a7-2a7e-4308-bb68-c707147f0ee0 [ 641.418548] env[69603]: INFO nova.scheduler.client.report [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Deleted allocations for instance b67ec752-446a-4610-853f-d24e2153e23b [ 641.504628] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 641.505049] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-61f9a6a3-82be-4e4c-9641-2a472be80dff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.515136] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 641.515136] env[69603]: value = "task-3479386" [ 641.515136] env[69603]: _type = "Task" [ 641.515136] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.529044] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479386, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.766961] env[69603]: DEBUG nova.network.neutron [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.800860] env[69603]: DEBUG oslo_concurrency.lockutils [req-2717d0f5-3a7e-47e7-9495-ccce6a928078 req-d3cff8e9-c3f2-464e-94c8-068dafc350ab service nova] Releasing lock "refresh_cache-503c8979-4c4e-4a8d-a06c-5a2e240437a6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.849834] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 641.849834] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524f44c4-3008-5caf-8213-bf30eaaec7cf" [ 641.849834] env[69603]: _type = "HttpNfcLease" [ 641.849834] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 641.850211] env[69603]: DEBUG oslo_vmware.rw_handles [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 641.850211] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524f44c4-3008-5caf-8213-bf30eaaec7cf" [ 641.850211] env[69603]: _type = "HttpNfcLease" [ 641.850211] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 641.850941] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914da389-5282-400f-9a88-af835bbb4ae3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.859633] env[69603]: DEBUG oslo_vmware.rw_handles [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ece1a4-6d61-c881-3f96-8f04eeb72442/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 641.859845] env[69603]: DEBUG oslo_vmware.rw_handles [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ece1a4-6d61-c881-3f96-8f04eeb72442/disk-0.vmdk for reading. {{(pid=69603) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 641.862491] env[69603]: DEBUG nova.compute.utils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.868773] env[69603]: DEBUG nova.compute.manager [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.868773] env[69603]: DEBUG nova.network.neutron [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.941944] env[69603]: DEBUG oslo_concurrency.lockutils [None req-41504844-4dc4-4c4d-a88b-013f015688cc tempest-ServerAddressesNegativeTestJSON-118575961 tempest-ServerAddressesNegativeTestJSON-118575961-project-member] Lock "2cc0cac7-996e-492f-b09f-5921f3cfa2f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.094s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.961480] env[69603]: DEBUG oslo_concurrency.lockutils [None req-596763bf-efdd-442c-ac8d-b00bd6ff6921 tempest-ServerExternalEventsTest-1904982671 tempest-ServerExternalEventsTest-1904982671-project-member] Lock "a3c897a7-2a7e-4308-bb68-c707147f0ee0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.991s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.962942] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c65f78f-2158-46ba-9526-8b3195f7f446 tempest-ServerDiagnosticsTest-832502730 tempest-ServerDiagnosticsTest-832502730-project-member] Lock "b67ec752-446a-4610-853f-d24e2153e23b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.837s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.978954] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03e26d7d-fe47-4de3-a695-c2a4f21fd07c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.028299] env[69603]: DEBUG oslo_vmware.rw_handles [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5241e1fb-e4df-9172-3b75-4975c5e41f9c/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 642.031147] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fdb7ef-9894-45a7-8ab2-5c35d4ddb944 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.044443] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479386, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.050997] env[69603]: DEBUG oslo_vmware.rw_handles [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5241e1fb-e4df-9172-3b75-4975c5e41f9c/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 642.051541] env[69603]: ERROR oslo_vmware.rw_handles [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5241e1fb-e4df-9172-3b75-4975c5e41f9c/disk-0.vmdk due to incomplete transfer. [ 642.051541] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-05f63c6d-7797-4456-aa1d-f980da5edbbe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.077049] env[69603]: DEBUG oslo_vmware.rw_handles [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5241e1fb-e4df-9172-3b75-4975c5e41f9c/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 642.077049] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Uploaded image d5d3e3e1-cb39-47c6-bdf1-9c1e996a721d to the Glance image server {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 642.077675] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 642.078417] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b2a5f09a-6dc0-4fc2-a57f-52bf1d1aeb12 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.089236] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 642.089236] env[69603]: value = "task-3479387" [ 642.089236] env[69603]: _type = "Task" [ 642.089236] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.103051] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479387, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.120817] env[69603]: DEBUG nova.policy [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a67dcb5412944400a646d710de92e260', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df4dc45fc4834366b869a25b1972bd4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.240663] env[69603]: DEBUG nova.network.neutron [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Updating instance_info_cache with network_info: [{"id": "5b347cae-a0ca-489e-a2e6-2035b6d3369b", "address": "fa:16:3e:ad:64:e2", "network": {"id": "218f5b0b-b0db-49f5-81a4-88dda35e4de6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1036061190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916e3a3cf4c948fca3ca54d2afbc5fa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b347cae-a0", "ovs_interfaceid": "5b347cae-a0ca-489e-a2e6-2035b6d3369b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.371948] env[69603]: DEBUG nova.compute.manager [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 642.536459] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479386, 'name': CreateSnapshot_Task, 'duration_secs': 0.982829} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.536814] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 642.539157] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a422a8-fef1-4147-8b57-02146e05d998 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.622717] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479387, 'name': Destroy_Task, 'duration_secs': 0.475583} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.623386] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Destroyed the VM [ 642.624216] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 642.625105] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f2b51591-9c55-4411-a45a-0d5b3aecbdb6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.641378] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 642.641378] env[69603]: value = "task-3479388" [ 642.641378] env[69603]: _type = "Task" [ 642.641378] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.656178] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479388, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.750417] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Releasing lock "refresh_cache-b628745a-e944-4112-b4b9-644333d17d53" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.750417] env[69603]: DEBUG nova.compute.manager [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Instance network_info: |[{"id": "5b347cae-a0ca-489e-a2e6-2035b6d3369b", "address": "fa:16:3e:ad:64:e2", "network": {"id": "218f5b0b-b0db-49f5-81a4-88dda35e4de6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1036061190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916e3a3cf4c948fca3ca54d2afbc5fa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b347cae-a0", "ovs_interfaceid": "5b347cae-a0ca-489e-a2e6-2035b6d3369b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.750788] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:64:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b347cae-a0ca-489e-a2e6-2035b6d3369b', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.764946] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Creating folder: Project (916e3a3cf4c948fca3ca54d2afbc5fa2). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.764946] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-718da063-75fb-4c36-a950-710025e879f3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.801114] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Created folder: Project (916e3a3cf4c948fca3ca54d2afbc5fa2) in parent group-v695567. [ 642.806190] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Creating folder: Instances. Parent ref: group-v695612. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 642.812226] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcc52bf4-f820-4f64-b964-ddf9de23ae1a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.829211] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Created folder: Instances in parent group-v695612. [ 642.829570] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.833336] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b628745a-e944-4112-b4b9-644333d17d53] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.836611] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db034dbc-22b9-49c6-97f6-3499652db9ce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.865714] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.865714] env[69603]: value = "task-3479391" [ 642.865714] env[69603]: _type = "Task" [ 642.865714] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.894472] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479391, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.048653] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e93e2b0-009b-4d2a-a1c7-a9951c53c424 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.067081] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 643.069730] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f4a79c28-b29a-44c6-81bd-a9d1cf4727f9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.073759] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67aa8137-fc2c-4455-817a-952d24282e33 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.123619] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 643.123619] env[69603]: value = "task-3479392" [ 643.123619] env[69603]: _type = "Task" [ 643.123619] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.124391] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd41220-77f7-4ebd-97bc-b01c47baed2d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.141965] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479392, 'name': CloneVM_Task} progress is 16%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.143812] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f58ce7e4-b65f-4276-aca5-0f309e6cc1e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.167489] env[69603]: DEBUG nova.compute.provider_tree [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.172499] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479388, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.235885] env[69603]: DEBUG nova.network.neutron [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Successfully created port: 1ed4829e-1847-4a4a-aad8-745b7e4108aa {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 643.377630] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479391, 'name': CreateVM_Task, 'duration_secs': 0.49358} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.377630] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b628745a-e944-4112-b4b9-644333d17d53] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.378848] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.378848] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.379986] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.379986] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9555d35-0a11-47ed-a90e-02c35ee5175d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.390031] env[69603]: DEBUG nova.compute.manager [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 643.399128] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 643.399128] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5256cf38-d3e1-2d3e-6e0a-418aed2be5b7" [ 643.399128] env[69603]: _type = "Task" [ 643.399128] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.413501] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5256cf38-d3e1-2d3e-6e0a-418aed2be5b7, 'name': SearchDatastore_Task, 'duration_secs': 0.015514} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.413501] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.413501] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.413805] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.414235] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.414632] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.417850] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad3995da-4985-4532-a804-ec77206c6627 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.436414] env[69603]: DEBUG nova.virt.hardware [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 643.440122] env[69603]: DEBUG nova.virt.hardware [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 643.440122] env[69603]: DEBUG nova.virt.hardware [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.440122] env[69603]: DEBUG nova.virt.hardware [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 643.440122] env[69603]: DEBUG nova.virt.hardware [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.440122] env[69603]: DEBUG nova.virt.hardware [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 643.441538] env[69603]: DEBUG nova.virt.hardware [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 643.441538] env[69603]: DEBUG nova.virt.hardware [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 643.441538] env[69603]: DEBUG nova.virt.hardware [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 643.441538] env[69603]: DEBUG nova.virt.hardware [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 643.441538] env[69603]: DEBUG nova.virt.hardware [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 643.446095] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35560427-40e7-4790-a045-4f014ae2063c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.458320] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b73e64-df13-415c-8926-e13033b3369e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.478542] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.478542] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.478542] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dc53fc2-91f5-4729-9975-df49de1f5d55 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.484143] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 643.484143] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ba0506-3f6b-1f91-4d7a-6528dfac6c37" [ 643.484143] env[69603]: _type = "Task" [ 643.484143] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.493912] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ba0506-3f6b-1f91-4d7a-6528dfac6c37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.642478] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479392, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.657507] env[69603]: DEBUG oslo_vmware.api [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479388, 'name': RemoveSnapshot_Task, 'duration_secs': 0.94376} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.657507] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 643.657507] env[69603]: INFO nova.compute.manager [None req-96ebc32c-3ab4-42f8-812e-390ad77680fa tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Took 17.13 seconds to snapshot the instance on the hypervisor. [ 643.674242] env[69603]: DEBUG nova.scheduler.client.report [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.999173] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ba0506-3f6b-1f91-4d7a-6528dfac6c37, 'name': SearchDatastore_Task, 'duration_secs': 0.015854} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.000752] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a074ecf5-40cf-4ef3-b7c5-87d30292c99e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.009450] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 644.009450] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b315a4-4302-79cb-6d79-893503191fb0" [ 644.009450] env[69603]: _type = "Task" [ 644.009450] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.020552] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b315a4-4302-79cb-6d79-893503191fb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.137899] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479392, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.180786] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.824s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.180967] env[69603]: DEBUG nova.compute.manager [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 644.189605] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.065s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.189605] env[69603]: DEBUG nova.objects.instance [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Lazy-loading 'resources' on Instance uuid 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.339069] env[69603]: DEBUG nova.network.neutron [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Successfully updated port: 6739371c-e55a-4555-afca-d2d91e9097bd {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 644.522019] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b315a4-4302-79cb-6d79-893503191fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.011969} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.522285] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.522550] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] b628745a-e944-4112-b4b9-644333d17d53/b628745a-e944-4112-b4b9-644333d17d53.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.525948] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1aa6d42-b9a9-4b01-af6f-01f8ecf6b034 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.536650] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 644.536650] env[69603]: value = "task-3479393" [ 644.536650] env[69603]: _type = "Task" [ 644.536650] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.547029] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.643033] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479392, 'name': CloneVM_Task, 'duration_secs': 1.355703} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.643033] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Created linked-clone VM from snapshot [ 644.643576] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d3b04d-1d5b-490c-a558-f12cea3467ad {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.655814] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Uploading image aa4b9081-8869-46f9-846c-72c63bd9a0d8 {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 644.674310] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 644.674620] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-31d5ab1b-7f0d-42c7-97ff-df0e6a5d8770 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.685954] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 644.685954] env[69603]: value = "task-3479394" [ 644.685954] env[69603]: _type = "Task" [ 644.685954] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.696910] env[69603]: DEBUG nova.compute.utils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 644.701242] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479394, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.702148] env[69603]: DEBUG nova.compute.manager [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 644.702323] env[69603]: DEBUG nova.network.neutron [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 644.818551] env[69603]: DEBUG nova.policy [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f27d849e683e43ceb881a0d242ca1d87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c219c115c0742f49bd00fcae2dd6a0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.842986] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "refresh_cache-3d99f616-a6a4-471c-9665-4f32f1a585ea" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.843178] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquired lock "refresh_cache-3d99f616-a6a4-471c-9665-4f32f1a585ea" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.843334] env[69603]: DEBUG nova.network.neutron [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.962991] env[69603]: DEBUG nova.compute.manager [req-a2a489dd-b8e8-49a0-baac-3671c98fd946 req-c76f9930-f752-4d80-9981-78392d4259be service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] Received event network-changed-5b347cae-a0ca-489e-a2e6-2035b6d3369b {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 644.963321] env[69603]: DEBUG nova.compute.manager [req-a2a489dd-b8e8-49a0-baac-3671c98fd946 req-c76f9930-f752-4d80-9981-78392d4259be service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] Refreshing instance network info cache due to event network-changed-5b347cae-a0ca-489e-a2e6-2035b6d3369b. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 644.963477] env[69603]: DEBUG oslo_concurrency.lockutils [req-a2a489dd-b8e8-49a0-baac-3671c98fd946 req-c76f9930-f752-4d80-9981-78392d4259be service nova] Acquiring lock "refresh_cache-b628745a-e944-4112-b4b9-644333d17d53" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.963684] env[69603]: DEBUG oslo_concurrency.lockutils [req-a2a489dd-b8e8-49a0-baac-3671c98fd946 req-c76f9930-f752-4d80-9981-78392d4259be service nova] Acquired lock "refresh_cache-b628745a-e944-4112-b4b9-644333d17d53" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.963870] env[69603]: DEBUG nova.network.neutron [req-a2a489dd-b8e8-49a0-baac-3671c98fd946 req-c76f9930-f752-4d80-9981-78392d4259be service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] Refreshing network info cache for port 5b347cae-a0ca-489e-a2e6-2035b6d3369b {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 645.010852] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "8da78725-c35d-41e6-a7dd-1a68e4458dac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.011379] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "8da78725-c35d-41e6-a7dd-1a68e4458dac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.052243] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479393, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.201993] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479394, 'name': Destroy_Task, 'duration_secs': 0.497063} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.205746] env[69603]: DEBUG nova.compute.manager [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 645.208394] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Destroyed the VM [ 645.208660] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 645.209380] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4fdbb3d2-8360-4879-9589-5abcfdf14419 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.217566] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 645.217566] env[69603]: value = "task-3479395" [ 645.217566] env[69603]: _type = "Task" [ 645.217566] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.233161] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479395, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.336339] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911e5b11-3844-42af-bbee-35767ff01695 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.347867] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d5672f-c425-434b-9c35-d1da0cf11348 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.390040] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48df48eb-64ed-475a-9021-363a01c43855 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.401222] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d58d62e-70fc-4bca-b3ac-227869723add {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.417818] env[69603]: DEBUG nova.compute.provider_tree [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.550129] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526341} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.550340] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] b628745a-e944-4112-b4b9-644333d17d53/b628745a-e944-4112-b4b9-644333d17d53.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.550561] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.550899] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a697c178-3994-4e18-b5a2-23892837dc72 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.560584] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 645.560584] env[69603]: value = "task-3479396" [ 645.560584] env[69603]: _type = "Task" [ 645.560584] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.573204] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.629744] env[69603]: DEBUG nova.network.neutron [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.731050] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479395, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.798969] env[69603]: DEBUG nova.network.neutron [req-a2a489dd-b8e8-49a0-baac-3671c98fd946 req-c76f9930-f752-4d80-9981-78392d4259be service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] Updated VIF entry in instance network info cache for port 5b347cae-a0ca-489e-a2e6-2035b6d3369b. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.799038] env[69603]: DEBUG nova.network.neutron [req-a2a489dd-b8e8-49a0-baac-3671c98fd946 req-c76f9930-f752-4d80-9981-78392d4259be service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] Updating instance_info_cache with network_info: [{"id": "5b347cae-a0ca-489e-a2e6-2035b6d3369b", "address": "fa:16:3e:ad:64:e2", "network": {"id": "218f5b0b-b0db-49f5-81a4-88dda35e4de6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1036061190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916e3a3cf4c948fca3ca54d2afbc5fa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b347cae-a0", "ovs_interfaceid": "5b347cae-a0ca-489e-a2e6-2035b6d3369b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.912146] env[69603]: DEBUG nova.network.neutron [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Successfully created port: 9e6362c9-8958-4ff7-a944-e41a685331a5 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 645.923613] env[69603]: DEBUG nova.scheduler.client.report [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.077575] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122877} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.080309] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 646.081231] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9262fb3b-91a3-4580-b52e-3e063a0322e7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.110638] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] b628745a-e944-4112-b4b9-644333d17d53/b628745a-e944-4112-b4b9-644333d17d53.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 646.112043] env[69603]: DEBUG nova.network.neutron [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Updating instance_info_cache with network_info: [{"id": "6739371c-e55a-4555-afca-d2d91e9097bd", "address": "fa:16:3e:9f:62:96", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6739371c-e5", "ovs_interfaceid": "6739371c-e55a-4555-afca-d2d91e9097bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.113470] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6ebb242-f715-45d3-87d8-aed1105dc4e3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.137607] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 646.137607] env[69603]: value = "task-3479397" [ 646.137607] env[69603]: _type = "Task" [ 646.137607] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.148861] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.218018] env[69603]: DEBUG nova.compute.manager [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 646.231973] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479395, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.258086] env[69603]: DEBUG nova.virt.hardware [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 646.258366] env[69603]: DEBUG nova.virt.hardware [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 646.258522] env[69603]: DEBUG nova.virt.hardware [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 646.258781] env[69603]: DEBUG nova.virt.hardware [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 646.258850] env[69603]: DEBUG nova.virt.hardware [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 646.258987] env[69603]: DEBUG nova.virt.hardware [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 646.259385] env[69603]: DEBUG nova.virt.hardware [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 646.259779] env[69603]: DEBUG nova.virt.hardware [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 646.259779] env[69603]: DEBUG nova.virt.hardware [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 646.259881] env[69603]: DEBUG nova.virt.hardware [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 646.260158] env[69603]: DEBUG nova.virt.hardware [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 646.261161] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dda598-6367-4a0a-ba6e-43a0c8e41d57 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.272612] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1256ec-ff15-4294-90b2-11e7db59e367 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.302528] env[69603]: DEBUG oslo_concurrency.lockutils [req-a2a489dd-b8e8-49a0-baac-3671c98fd946 req-c76f9930-f752-4d80-9981-78392d4259be service nova] Releasing lock "refresh_cache-b628745a-e944-4112-b4b9-644333d17d53" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.426365] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.431379] env[69603]: DEBUG oslo_concurrency.lockutils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.784s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.435920] env[69603]: INFO nova.compute.claims [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 646.445265] env[69603]: DEBUG nova.network.neutron [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Successfully updated port: 1ed4829e-1847-4a4a-aad8-745b7e4108aa {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 646.476302] env[69603]: INFO nova.scheduler.client.report [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Deleted allocations for instance 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6 [ 646.631682] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Releasing lock "refresh_cache-3d99f616-a6a4-471c-9665-4f32f1a585ea" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.632104] env[69603]: DEBUG nova.compute.manager [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Instance network_info: |[{"id": "6739371c-e55a-4555-afca-d2d91e9097bd", "address": "fa:16:3e:9f:62:96", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6739371c-e5", "ovs_interfaceid": "6739371c-e55a-4555-afca-d2d91e9097bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 646.632573] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:62:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6739371c-e55a-4555-afca-d2d91e9097bd', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 646.641639] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Creating folder: Project (7d5cedcd6e0e4743bfc893b55aaa2c37). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.642329] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b28ba05-662f-4107-a4aa-6fac3154281d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.657650] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479397, 'name': ReconfigVM_Task, 'duration_secs': 0.369967} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.657978] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Reconfigured VM instance instance-0000000e to attach disk [datastore2] b628745a-e944-4112-b4b9-644333d17d53/b628745a-e944-4112-b4b9-644333d17d53.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.658690] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1622484-f191-41ff-af5f-125a82c64c92 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.662168] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Created folder: Project (7d5cedcd6e0e4743bfc893b55aaa2c37) in parent group-v695567. [ 646.662396] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Creating folder: Instances. Parent ref: group-v695616. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 646.663049] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11b6a16d-658f-4e63-ada0-e7150393bd17 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.669478] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 646.669478] env[69603]: value = "task-3479399" [ 646.669478] env[69603]: _type = "Task" [ 646.669478] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.677048] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Created folder: Instances in parent group-v695616. [ 646.677048] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 646.679987] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 646.680334] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479399, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.680556] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0905556d-be65-42df-8b5c-b1777347a9a2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.705237] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 646.705237] env[69603]: value = "task-3479401" [ 646.705237] env[69603]: _type = "Task" [ 646.705237] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.716322] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479401, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.729990] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479395, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.950528] env[69603]: DEBUG oslo_concurrency.lockutils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquiring lock "refresh_cache-aca0f35f-d3e3-4e27-a758-1a3276ce181c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.950528] env[69603]: DEBUG oslo_concurrency.lockutils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquired lock "refresh_cache-aca0f35f-d3e3-4e27-a758-1a3276ce181c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.950528] env[69603]: DEBUG nova.network.neutron [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 646.987121] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f9e66914-5ab7-4dee-89b2-48efed7955a0 tempest-ServerDiagnosticsNegativeTest-842163631 tempest-ServerDiagnosticsNegativeTest-842163631-project-member] Lock "9e47d8be-78a2-44ba-b45e-4ea081dc2ad6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.891s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.184133] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479399, 'name': Rename_Task, 'duration_secs': 0.190256} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.184467] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.184746] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c33fd08c-1f47-49c0-b92b-753f84faeaf9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.195848] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 647.195848] env[69603]: value = "task-3479402" [ 647.195848] env[69603]: _type = "Task" [ 647.195848] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.206763] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.217674] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479401, 'name': CreateVM_Task, 'duration_secs': 0.439395} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.217930] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 647.218733] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.219650] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.219650] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.219650] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cac2e390-d583-40c8-ad04-5698480d28e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.230434] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 647.230434] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52283073-28cf-8fb0-fb70-2d3543482912" [ 647.230434] env[69603]: _type = "Task" [ 647.230434] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.234059] env[69603]: DEBUG oslo_vmware.api [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479395, 'name': RemoveSnapshot_Task, 'duration_secs': 1.638574} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.237410] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 647.250598] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52283073-28cf-8fb0-fb70-2d3543482912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.497485] env[69603]: DEBUG nova.network.neutron [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.725441] env[69603]: DEBUG nova.compute.manager [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Received event network-vif-plugged-6739371c-e55a-4555-afca-d2d91e9097bd {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.725441] env[69603]: DEBUG oslo_concurrency.lockutils [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] Acquiring lock "3d99f616-a6a4-471c-9665-4f32f1a585ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.725441] env[69603]: DEBUG oslo_concurrency.lockutils [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] Lock "3d99f616-a6a4-471c-9665-4f32f1a585ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.725441] env[69603]: DEBUG oslo_concurrency.lockutils [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] Lock "3d99f616-a6a4-471c-9665-4f32f1a585ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.725441] env[69603]: DEBUG nova.compute.manager [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] No waiting events found dispatching network-vif-plugged-6739371c-e55a-4555-afca-d2d91e9097bd {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.726252] env[69603]: WARNING nova.compute.manager [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Received unexpected event network-vif-plugged-6739371c-e55a-4555-afca-d2d91e9097bd for instance with vm_state building and task_state spawning. [ 647.726252] env[69603]: DEBUG nova.compute.manager [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Received event network-changed-6739371c-e55a-4555-afca-d2d91e9097bd {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 647.726252] env[69603]: DEBUG nova.compute.manager [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Refreshing instance network info cache due to event network-changed-6739371c-e55a-4555-afca-d2d91e9097bd. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 647.726252] env[69603]: DEBUG oslo_concurrency.lockutils [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] Acquiring lock "refresh_cache-3d99f616-a6a4-471c-9665-4f32f1a585ea" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.726252] env[69603]: DEBUG oslo_concurrency.lockutils [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] Acquired lock "refresh_cache-3d99f616-a6a4-471c-9665-4f32f1a585ea" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.726439] env[69603]: DEBUG nova.network.neutron [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Refreshing network info cache for port 6739371c-e55a-4555-afca-d2d91e9097bd {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.727837] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.746675] env[69603]: WARNING nova.compute.manager [None req-74d30731-dd36-4aaf-a90a-cbd01b5c5d67 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Image not found during snapshot: nova.exception.ImageNotFound: Image aa4b9081-8869-46f9-846c-72c63bd9a0d8 could not be found. [ 647.759230] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52283073-28cf-8fb0-fb70-2d3543482912, 'name': SearchDatastore_Task, 'duration_secs': 0.018641} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.759579] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.759816] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.760105] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.760363] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.760437] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.760729] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02f1c233-bddb-455f-bbf7-17979792bdf4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.774448] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.774690] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.777811] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b77808e5-7e53-485d-ad66-ee5cc2e5d086 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.788111] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 647.788111] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ca3917-1244-a40a-f442-79d37f5a5581" [ 647.788111] env[69603]: _type = "Task" [ 647.788111] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.801563] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ca3917-1244-a40a-f442-79d37f5a5581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.824086] env[69603]: DEBUG nova.network.neutron [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Updating instance_info_cache with network_info: [{"id": "1ed4829e-1847-4a4a-aad8-745b7e4108aa", "address": "fa:16:3e:f4:e9:35", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ed4829e-18", "ovs_interfaceid": "1ed4829e-1847-4a4a-aad8-745b7e4108aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.003064] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6fc478-65fa-4b11-801e-35e92522ce62 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.012392] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6d725c-d102-4a8e-933b-1f595d5a08ae {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.048039] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2f6e49-0ff3-4d07-967d-2b106ad11a59 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.056966] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c528b9-5c23-4eb7-a991-487b281752e4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.078187] env[69603]: DEBUG nova.compute.provider_tree [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 648.211431] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479402, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.301525] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ca3917-1244-a40a-f442-79d37f5a5581, 'name': SearchDatastore_Task, 'duration_secs': 0.01838} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.302374] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c52f239b-d842-4295-8a30-56bcf9e2031a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.312047] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 648.312047] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5293942e-9f03-efff-8f92-6f0b53cafc82" [ 648.312047] env[69603]: _type = "Task" [ 648.312047] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.321890] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5293942e-9f03-efff-8f92-6f0b53cafc82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.332023] env[69603]: DEBUG oslo_concurrency.lockutils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Releasing lock "refresh_cache-aca0f35f-d3e3-4e27-a758-1a3276ce181c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.332023] env[69603]: DEBUG nova.compute.manager [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Instance network_info: |[{"id": "1ed4829e-1847-4a4a-aad8-745b7e4108aa", "address": "fa:16:3e:f4:e9:35", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ed4829e-18", "ovs_interfaceid": "1ed4829e-1847-4a4a-aad8-745b7e4108aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 648.332543] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:e9:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ed4829e-1847-4a4a-aad8-745b7e4108aa', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.342451] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Creating folder: Project (df4dc45fc4834366b869a25b1972bd4e). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.343700] env[69603]: DEBUG nova.network.neutron [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Successfully updated port: 9e6362c9-8958-4ff7-a944-e41a685331a5 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 648.345382] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78ec44e9-10be-49ca-b5c5-e7566f602daf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.360590] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Created folder: Project (df4dc45fc4834366b869a25b1972bd4e) in parent group-v695567. [ 648.360814] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Creating folder: Instances. Parent ref: group-v695619. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.361065] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f26e9349-9e80-4106-883a-cde6c8db913a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.375647] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Created folder: Instances in parent group-v695619. [ 648.375856] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 648.376091] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.376308] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57872f83-4b6c-4219-8489-b9a05f553a78 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.403136] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.403136] env[69603]: value = "task-3479405" [ 648.403136] env[69603]: _type = "Task" [ 648.403136] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.413642] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479405, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.582567] env[69603]: DEBUG nova.scheduler.client.report [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.670784] env[69603]: DEBUG nova.network.neutron [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Updated VIF entry in instance network info cache for port 6739371c-e55a-4555-afca-d2d91e9097bd. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.670784] env[69603]: DEBUG nova.network.neutron [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Updating instance_info_cache with network_info: [{"id": "6739371c-e55a-4555-afca-d2d91e9097bd", "address": "fa:16:3e:9f:62:96", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6739371c-e5", "ovs_interfaceid": "6739371c-e55a-4555-afca-d2d91e9097bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.713176] env[69603]: DEBUG oslo_vmware.api [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479402, 'name': PowerOnVM_Task, 'duration_secs': 1.110424} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.713661] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.713870] env[69603]: INFO nova.compute.manager [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Took 10.64 seconds to spawn the instance on the hypervisor. [ 648.714113] env[69603]: DEBUG nova.compute.manager [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.715423] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cbfba1-70f5-4516-b98e-ded5072dd7f8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.825759] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5293942e-9f03-efff-8f92-6f0b53cafc82, 'name': SearchDatastore_Task, 'duration_secs': 0.011935} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.826053] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.826349] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 3d99f616-a6a4-471c-9665-4f32f1a585ea/3d99f616-a6a4-471c-9665-4f32f1a585ea.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.826615] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-425efa2d-c113-4d60-aa72-8269481963a3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.835243] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 648.835243] env[69603]: value = "task-3479406" [ 648.835243] env[69603]: _type = "Task" [ 648.835243] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.847112] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.849815] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "refresh_cache-ea73f497-64b3-4b6a-a2d6-6c290c634e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.849942] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquired lock "refresh_cache-ea73f497-64b3-4b6a-a2d6-6c290c634e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.850107] env[69603]: DEBUG nova.network.neutron [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 648.924296] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479405, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.095109] env[69603]: DEBUG oslo_concurrency.lockutils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.095735] env[69603]: DEBUG nova.compute.manager [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 649.098855] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.315s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.100994] env[69603]: INFO nova.compute.claims [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.174912] env[69603]: DEBUG oslo_concurrency.lockutils [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] Releasing lock "refresh_cache-3d99f616-a6a4-471c-9665-4f32f1a585ea" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.174967] env[69603]: DEBUG nova.compute.manager [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Received event network-vif-plugged-1ed4829e-1847-4a4a-aad8-745b7e4108aa {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.177925] env[69603]: DEBUG oslo_concurrency.lockutils [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] Acquiring lock "aca0f35f-d3e3-4e27-a758-1a3276ce181c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.177925] env[69603]: DEBUG oslo_concurrency.lockutils [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] Lock "aca0f35f-d3e3-4e27-a758-1a3276ce181c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.177925] env[69603]: DEBUG oslo_concurrency.lockutils [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] Lock "aca0f35f-d3e3-4e27-a758-1a3276ce181c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.177925] env[69603]: DEBUG nova.compute.manager [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] No waiting events found dispatching network-vif-plugged-1ed4829e-1847-4a4a-aad8-745b7e4108aa {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 649.177925] env[69603]: WARNING nova.compute.manager [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Received unexpected event network-vif-plugged-1ed4829e-1847-4a4a-aad8-745b7e4108aa for instance with vm_state building and task_state spawning. [ 649.178381] env[69603]: DEBUG nova.compute.manager [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Received event network-changed-1ed4829e-1847-4a4a-aad8-745b7e4108aa {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 649.178381] env[69603]: DEBUG nova.compute.manager [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Refreshing instance network info cache due to event network-changed-1ed4829e-1847-4a4a-aad8-745b7e4108aa. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 649.178381] env[69603]: DEBUG oslo_concurrency.lockutils [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] Acquiring lock "refresh_cache-aca0f35f-d3e3-4e27-a758-1a3276ce181c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.178381] env[69603]: DEBUG oslo_concurrency.lockutils [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] Acquired lock "refresh_cache-aca0f35f-d3e3-4e27-a758-1a3276ce181c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.178381] env[69603]: DEBUG nova.network.neutron [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Refreshing network info cache for port 1ed4829e-1847-4a4a-aad8-745b7e4108aa {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 649.245937] env[69603]: INFO nova.compute.manager [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Took 33.99 seconds to build instance. [ 649.348149] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50369} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.348149] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 3d99f616-a6a4-471c-9665-4f32f1a585ea/3d99f616-a6a4-471c-9665-4f32f1a585ea.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 649.348149] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 649.348334] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-125d57fe-5bdd-4a63-9395-3ad37358368c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.358552] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 649.358552] env[69603]: value = "task-3479407" [ 649.358552] env[69603]: _type = "Task" [ 649.358552] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.369284] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.420511] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479405, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.436457] env[69603]: DEBUG oslo_vmware.rw_handles [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ece1a4-6d61-c881-3f96-8f04eeb72442/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 649.437602] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c659f1-2de8-4349-bbd8-a53e86d11ddc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.442393] env[69603]: DEBUG nova.network.neutron [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 649.447995] env[69603]: DEBUG oslo_vmware.rw_handles [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ece1a4-6d61-c881-3f96-8f04eeb72442/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 649.448528] env[69603]: ERROR oslo_vmware.rw_handles [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ece1a4-6d61-c881-3f96-8f04eeb72442/disk-0.vmdk due to incomplete transfer. [ 649.448918] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-31ef11d5-c725-40a3-bd70-af8dd8ab5d80 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.459052] env[69603]: DEBUG oslo_vmware.rw_handles [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ece1a4-6d61-c881-3f96-8f04eeb72442/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 649.459052] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Uploaded image ba9dce81-d144-437c-b01b-2a20df90b749 to the Glance image server {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 649.459444] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 649.459706] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-41fd60a3-8afe-42a6-81d8-a9fc67eb687a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.467325] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 649.467325] env[69603]: value = "task-3479408" [ 649.467325] env[69603]: _type = "Task" [ 649.467325] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.478233] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479408, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.614359] env[69603]: DEBUG nova.compute.utils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 649.614359] env[69603]: DEBUG nova.compute.manager [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 649.615758] env[69603]: DEBUG nova.network.neutron [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.749550] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a6d33049-4e2c-4a1b-9c79-cf4fb6f1187a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "b628745a-e944-4112-b4b9-644333d17d53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.335s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.851590] env[69603]: DEBUG nova.policy [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a67dcb5412944400a646d710de92e260', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df4dc45fc4834366b869a25b1972bd4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.868773] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09325} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.869154] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.870083] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f97a283-4771-45ca-a10c-f6239394589d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.897951] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 3d99f616-a6a4-471c-9665-4f32f1a585ea/3d99f616-a6a4-471c-9665-4f32f1a585ea.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.899291] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cff02a61-7381-45e6-b141-ce6f5a07b64d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.925345] env[69603]: DEBUG nova.network.neutron [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Updating instance_info_cache with network_info: [{"id": "9e6362c9-8958-4ff7-a944-e41a685331a5", "address": "fa:16:3e:86:69:79", "network": {"id": "b2dffa2f-fbb2-484d-8088-c9e0bcea8ae0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1645583158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c219c115c0742f49bd00fcae2dd6a0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6362c9-89", "ovs_interfaceid": "9e6362c9-8958-4ff7-a944-e41a685331a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.933656] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479405, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.934062] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 649.934062] env[69603]: value = "task-3479409" [ 649.934062] env[69603]: _type = "Task" [ 649.934062] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.945050] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479409, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.978189] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479408, 'name': Destroy_Task, 'duration_secs': 0.385007} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.978532] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Destroyed the VM [ 649.978770] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 649.979038] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b89bddf1-71d3-41e9-aafd-65273de60ea7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.987531] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 649.987531] env[69603]: value = "task-3479410" [ 649.987531] env[69603]: _type = "Task" [ 649.987531] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.996115] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479410, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.118819] env[69603]: DEBUG nova.compute.manager [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 650.254830] env[69603]: DEBUG nova.compute.manager [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 650.427240] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479405, 'name': CreateVM_Task, 'duration_secs': 1.531735} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.429849] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 650.430879] env[69603]: DEBUG oslo_concurrency.lockutils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.431287] env[69603]: DEBUG oslo_concurrency.lockutils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.431478] env[69603]: DEBUG oslo_concurrency.lockutils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.431782] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e676175-1631-4145-a582-1153de787dc9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.435299] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Releasing lock "refresh_cache-ea73f497-64b3-4b6a-a2d6-6c290c634e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.435705] env[69603]: DEBUG nova.compute.manager [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Instance network_info: |[{"id": "9e6362c9-8958-4ff7-a944-e41a685331a5", "address": "fa:16:3e:86:69:79", "network": {"id": "b2dffa2f-fbb2-484d-8088-c9e0bcea8ae0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1645583158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c219c115c0742f49bd00fcae2dd6a0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6362c9-89", "ovs_interfaceid": "9e6362c9-8958-4ff7-a944-e41a685331a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.437349] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:69:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e6362c9-8958-4ff7-a944-e41a685331a5', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.450863] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Creating folder: Project (6c219c115c0742f49bd00fcae2dd6a0c). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.457261] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 650.457261] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a204f4-6acd-de13-f154-8a1056921697" [ 650.457261] env[69603]: _type = "Task" [ 650.457261] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.458773] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-952f5601-3010-4aa2-945d-c0db6827cb4a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.468227] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479409, 'name': ReconfigVM_Task, 'duration_secs': 0.521036} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.468736] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 3d99f616-a6a4-471c-9665-4f32f1a585ea/3d99f616-a6a4-471c-9665-4f32f1a585ea.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 650.469463] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50dd95b3-4e6d-421b-8c12-c4d3c5ac5b69 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.474264] env[69603]: DEBUG nova.network.neutron [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Updated VIF entry in instance network info cache for port 1ed4829e-1847-4a4a-aad8-745b7e4108aa. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 650.474617] env[69603]: DEBUG nova.network.neutron [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Updating instance_info_cache with network_info: [{"id": "1ed4829e-1847-4a4a-aad8-745b7e4108aa", "address": "fa:16:3e:f4:e9:35", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ed4829e-18", "ovs_interfaceid": "1ed4829e-1847-4a4a-aad8-745b7e4108aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.479396] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a204f4-6acd-de13-f154-8a1056921697, 'name': SearchDatastore_Task, 'duration_secs': 0.033747} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.483168] env[69603]: DEBUG oslo_concurrency.lockutils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.483572] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.483831] env[69603]: DEBUG oslo_concurrency.lockutils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.484046] env[69603]: DEBUG oslo_concurrency.lockutils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.484313] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.484651] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Created folder: Project (6c219c115c0742f49bd00fcae2dd6a0c) in parent group-v695567. [ 650.484869] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Creating folder: Instances. Parent ref: group-v695622. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.485198] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76e00912-4c46-4b47-8f1a-6b945267d6d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.487140] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af9eeb8c-3ae9-471d-90c6-55a07d87f398 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.489980] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 650.489980] env[69603]: value = "task-3479412" [ 650.489980] env[69603]: _type = "Task" [ 650.489980] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.507025] env[69603]: DEBUG oslo_vmware.api [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479410, 'name': RemoveSnapshot_Task, 'duration_secs': 0.380684} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.507364] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Created folder: Instances in parent group-v695622. [ 650.507753] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.512244] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 650.512570] env[69603]: INFO nova.compute.manager [None req-2955e5dd-2852-4abe-bd22-052a05b29ad1 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Took 13.43 seconds to snapshot the instance on the hypervisor. [ 650.516029] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.516029] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.516029] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.517319] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479412, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.520715] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02d49253-006b-4130-91c2-8ea1db0e546d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.534547] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc13238e-7bd1-45d4-8489-1092656630f1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.542805] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 650.542805] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520caa3d-ddea-8bf2-1ba3-22d8765c8345" [ 650.542805] env[69603]: _type = "Task" [ 650.542805] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.547098] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.547098] env[69603]: value = "task-3479414" [ 650.547098] env[69603]: _type = "Task" [ 650.547098] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.554331] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520caa3d-ddea-8bf2-1ba3-22d8765c8345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.564022] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479414, 'name': CreateVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.693566] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a4480a-88b5-4b2b-bd93-0e2d2520ed89 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.705887] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e59f277-aeec-4f48-9e2e-a7d92d6af31b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.740963] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7092c4d2-ad78-47e9-bad6-ff9df3740ad6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.749611] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca96ad6-c9d9-455b-89fc-3831ce0822c7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.768588] env[69603]: DEBUG nova.compute.provider_tree [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 650.785849] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.839100] env[69603]: DEBUG nova.network.neutron [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Successfully created port: 3cef3d35-5b56-4170-b6bb-c5c6dfeb0628 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 650.981225] env[69603]: DEBUG oslo_concurrency.lockutils [req-4b3d8c04-fe0e-41b0-afec-615797ce9a69 req-009d144b-784c-4deb-a55f-8267377c5253 service nova] Releasing lock "refresh_cache-aca0f35f-d3e3-4e27-a758-1a3276ce181c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.008796] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479412, 'name': Rename_Task, 'duration_secs': 0.232445} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.009081] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.009344] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8073f403-06b3-4c34-baa4-b833dc16b503 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.018126] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 651.018126] env[69603]: value = "task-3479415" [ 651.018126] env[69603]: _type = "Task" [ 651.018126] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.035523] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.062626] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520caa3d-ddea-8bf2-1ba3-22d8765c8345, 'name': SearchDatastore_Task, 'duration_secs': 0.021088} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.062843] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479414, 'name': CreateVM_Task, 'duration_secs': 0.386579} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.064552] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.064686] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ecce967-a3ac-47a6-a076-1a6392549978 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.068297] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.068297] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.069204] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.069204] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0095df94-680b-4ecf-9ef7-26797d4922d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.076032] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 651.076032] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5232d79d-1a35-2852-ed41-ca1df0f8656f" [ 651.076032] env[69603]: _type = "Task" [ 651.076032] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.078156] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 651.078156] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5223f84d-ee88-db3b-a95e-5275d3c35c18" [ 651.078156] env[69603]: _type = "Task" [ 651.078156] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.094048] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5223f84d-ee88-db3b-a95e-5275d3c35c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.097796] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5232d79d-1a35-2852-ed41-ca1df0f8656f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.131715] env[69603]: DEBUG nova.compute.manager [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 651.167825] env[69603]: DEBUG nova.virt.hardware [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 651.167935] env[69603]: DEBUG nova.virt.hardware [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 651.168573] env[69603]: DEBUG nova.virt.hardware [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.168573] env[69603]: DEBUG nova.virt.hardware [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 651.168573] env[69603]: DEBUG nova.virt.hardware [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.168573] env[69603]: DEBUG nova.virt.hardware [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 651.168767] env[69603]: DEBUG nova.virt.hardware [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 651.168848] env[69603]: DEBUG nova.virt.hardware [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 651.169287] env[69603]: DEBUG nova.virt.hardware [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 651.169526] env[69603]: DEBUG nova.virt.hardware [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 651.169699] env[69603]: DEBUG nova.virt.hardware [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 651.170625] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9664ff02-8907-4b91-8111-bfeb0ae2b004 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.182924] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0710b7d-51a6-4cbe-aa14-3dd3bf1a7b9c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.301043] env[69603]: ERROR nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [req-bf636556-507e-4a1b-8d92-bd4ec778093f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bf636556-507e-4a1b-8d92-bd4ec778093f"}]} [ 651.327232] env[69603]: DEBUG nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 651.350119] env[69603]: DEBUG nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 651.350796] env[69603]: DEBUG nova.compute.provider_tree [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 651.371345] env[69603]: DEBUG nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 651.407398] env[69603]: DEBUG nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 651.534038] env[69603]: DEBUG oslo_vmware.api [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479415, 'name': PowerOnVM_Task, 'duration_secs': 0.501191} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.534038] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 651.534038] env[69603]: INFO nova.compute.manager [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Took 10.77 seconds to spawn the instance on the hypervisor. [ 651.535549] env[69603]: DEBUG nova.compute.manager [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 651.538747] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950105eb-ee9a-4033-b68a-c2b2f7e3d51f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.591124] env[69603]: DEBUG nova.compute.manager [req-30a56ced-ffef-4bc7-b49f-f27ac87e2a20 req-b70a27d2-8b85-4dd6-8c54-144e857e5bd9 service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Received event network-vif-plugged-9e6362c9-8958-4ff7-a944-e41a685331a5 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.591124] env[69603]: DEBUG oslo_concurrency.lockutils [req-30a56ced-ffef-4bc7-b49f-f27ac87e2a20 req-b70a27d2-8b85-4dd6-8c54-144e857e5bd9 service nova] Acquiring lock "ea73f497-64b3-4b6a-a2d6-6c290c634e2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.591247] env[69603]: DEBUG oslo_concurrency.lockutils [req-30a56ced-ffef-4bc7-b49f-f27ac87e2a20 req-b70a27d2-8b85-4dd6-8c54-144e857e5bd9 service nova] Lock "ea73f497-64b3-4b6a-a2d6-6c290c634e2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.591357] env[69603]: DEBUG oslo_concurrency.lockutils [req-30a56ced-ffef-4bc7-b49f-f27ac87e2a20 req-b70a27d2-8b85-4dd6-8c54-144e857e5bd9 service nova] Lock "ea73f497-64b3-4b6a-a2d6-6c290c634e2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.591617] env[69603]: DEBUG nova.compute.manager [req-30a56ced-ffef-4bc7-b49f-f27ac87e2a20 req-b70a27d2-8b85-4dd6-8c54-144e857e5bd9 service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] No waiting events found dispatching network-vif-plugged-9e6362c9-8958-4ff7-a944-e41a685331a5 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.591847] env[69603]: WARNING nova.compute.manager [req-30a56ced-ffef-4bc7-b49f-f27ac87e2a20 req-b70a27d2-8b85-4dd6-8c54-144e857e5bd9 service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Received unexpected event network-vif-plugged-9e6362c9-8958-4ff7-a944-e41a685331a5 for instance with vm_state building and task_state spawning. [ 651.591847] env[69603]: DEBUG nova.compute.manager [req-30a56ced-ffef-4bc7-b49f-f27ac87e2a20 req-b70a27d2-8b85-4dd6-8c54-144e857e5bd9 service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Received event network-changed-9e6362c9-8958-4ff7-a944-e41a685331a5 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.592039] env[69603]: DEBUG nova.compute.manager [req-30a56ced-ffef-4bc7-b49f-f27ac87e2a20 req-b70a27d2-8b85-4dd6-8c54-144e857e5bd9 service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Refreshing instance network info cache due to event network-changed-9e6362c9-8958-4ff7-a944-e41a685331a5. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.592226] env[69603]: DEBUG oslo_concurrency.lockutils [req-30a56ced-ffef-4bc7-b49f-f27ac87e2a20 req-b70a27d2-8b85-4dd6-8c54-144e857e5bd9 service nova] Acquiring lock "refresh_cache-ea73f497-64b3-4b6a-a2d6-6c290c634e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.592438] env[69603]: DEBUG oslo_concurrency.lockutils [req-30a56ced-ffef-4bc7-b49f-f27ac87e2a20 req-b70a27d2-8b85-4dd6-8c54-144e857e5bd9 service nova] Acquired lock "refresh_cache-ea73f497-64b3-4b6a-a2d6-6c290c634e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.592438] env[69603]: DEBUG nova.network.neutron [req-30a56ced-ffef-4bc7-b49f-f27ac87e2a20 req-b70a27d2-8b85-4dd6-8c54-144e857e5bd9 service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Refreshing network info cache for port 9e6362c9-8958-4ff7-a944-e41a685331a5 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.603952] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5232d79d-1a35-2852-ed41-ca1df0f8656f, 'name': SearchDatastore_Task, 'duration_secs': 0.025547} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.604308] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5223f84d-ee88-db3b-a95e-5275d3c35c18, 'name': SearchDatastore_Task, 'duration_secs': 0.017197} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.607873] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.607873] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.609036] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.609036] env[69603]: DEBUG oslo_concurrency.lockutils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.609036] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] aca0f35f-d3e3-4e27-a758-1a3276ce181c/aca0f35f-d3e3-4e27-a758-1a3276ce181c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 651.609195] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.609405] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.610730] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60c214fa-ffbf-47a4-afee-cf5d3210903a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.614058] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a764b501-e9f8-4600-b191-aec350bdcb13 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.626269] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 651.626269] env[69603]: value = "task-3479416" [ 651.626269] env[69603]: _type = "Task" [ 651.626269] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.626269] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.626269] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.630046] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97330bd8-43e0-4189-91ed-5c8bb36db3a0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.636782] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 651.636782] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52eb1efa-0d90-c9c9-e7bf-d9f951bd15c4" [ 651.636782] env[69603]: _type = "Task" [ 651.636782] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.643796] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.655667] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52eb1efa-0d90-c9c9-e7bf-d9f951bd15c4, 'name': SearchDatastore_Task, 'duration_secs': 0.013609} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.656523] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41347310-414d-4433-ac0c-1d5961e02181 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.668449] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 651.668449] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528d86bf-03c4-0619-f15b-e3e357030b54" [ 651.668449] env[69603]: _type = "Task" [ 651.668449] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.689565] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528d86bf-03c4-0619-f15b-e3e357030b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.898136] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "28ade5ff-7678-4ff1-91f0-ca8340dfa3c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.899979] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "28ade5ff-7678-4ff1-91f0-ca8340dfa3c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.899979] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "28ade5ff-7678-4ff1-91f0-ca8340dfa3c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.900490] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "28ade5ff-7678-4ff1-91f0-ca8340dfa3c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.900490] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "28ade5ff-7678-4ff1-91f0-ca8340dfa3c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.910304] env[69603]: INFO nova.compute.manager [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Terminating instance [ 651.976603] env[69603]: DEBUG nova.network.neutron [req-30a56ced-ffef-4bc7-b49f-f27ac87e2a20 req-b70a27d2-8b85-4dd6-8c54-144e857e5bd9 service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Updated VIF entry in instance network info cache for port 9e6362c9-8958-4ff7-a944-e41a685331a5. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 651.976974] env[69603]: DEBUG nova.network.neutron [req-30a56ced-ffef-4bc7-b49f-f27ac87e2a20 req-b70a27d2-8b85-4dd6-8c54-144e857e5bd9 service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Updating instance_info_cache with network_info: [{"id": "9e6362c9-8958-4ff7-a944-e41a685331a5", "address": "fa:16:3e:86:69:79", "network": {"id": "b2dffa2f-fbb2-484d-8088-c9e0bcea8ae0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1645583158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c219c115c0742f49bd00fcae2dd6a0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6362c9-89", "ovs_interfaceid": "9e6362c9-8958-4ff7-a944-e41a685331a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.987689] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "a0aba5ee-b361-4f90-81a0-2fe4b9542819" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.987823] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "a0aba5ee-b361-4f90-81a0-2fe4b9542819" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.046670] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b346faf-43d6-4056-b72d-e710a7f07f50 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.060407] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b64bb7-84aa-4b73-a625-08f872415112 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.064580] env[69603]: INFO nova.compute.manager [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Took 34.10 seconds to build instance. [ 652.096322] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c771620-7c36-4942-869c-ba65a822341e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.106357] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50b7409-70d1-4279-95a2-49293cd5baef {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.132231] env[69603]: DEBUG nova.compute.provider_tree [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 652.144410] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479416, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.183336] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528d86bf-03c4-0619-f15b-e3e357030b54, 'name': SearchDatastore_Task, 'duration_secs': 0.025103} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.183595] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.183857] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] ea73f497-64b3-4b6a-a2d6-6c290c634e2c/ea73f497-64b3-4b6a-a2d6-6c290c634e2c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.184144] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdf1c95d-9b38-450a-9040-c2eb55d29c6e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.193284] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 652.193284] env[69603]: value = "task-3479417" [ 652.193284] env[69603]: _type = "Task" [ 652.193284] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.204855] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.413717] env[69603]: DEBUG nova.compute.manager [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 652.416422] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 652.418802] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e56c3fa7-bf5c-482d-9c8a-23f0e3d0cbd3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.428172] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 652.428447] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-386f71fd-7916-4efe-97e1-11e342e33d90 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.436133] env[69603]: DEBUG oslo_vmware.api [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 652.436133] env[69603]: value = "task-3479418" [ 652.436133] env[69603]: _type = "Task" [ 652.436133] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.446994] env[69603]: DEBUG oslo_vmware.api [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.487041] env[69603]: DEBUG oslo_concurrency.lockutils [req-30a56ced-ffef-4bc7-b49f-f27ac87e2a20 req-b70a27d2-8b85-4dd6-8c54-144e857e5bd9 service nova] Releasing lock "refresh_cache-ea73f497-64b3-4b6a-a2d6-6c290c634e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.567077] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af490ea8-c3dd-4cbe-9d99-9404efaa36f4 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "3d99f616-a6a4-471c-9665-4f32f1a585ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.223s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.647679] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767018} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.647964] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] aca0f35f-d3e3-4e27-a758-1a3276ce181c/aca0f35f-d3e3-4e27-a758-1a3276ce181c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 652.648194] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 652.648464] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ad1c7f9-765d-4c2d-aa5b-1231fa136517 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.657496] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 652.657496] env[69603]: value = "task-3479419" [ 652.657496] env[69603]: _type = "Task" [ 652.657496] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.663362] env[69603]: ERROR nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [req-ba3e0086-3e54-4724-a8ae-33fc30dffd87] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ba3e0086-3e54-4724-a8ae-33fc30dffd87"}]} [ 652.677284] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.688665] env[69603]: DEBUG nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 652.692759] env[69603]: DEBUG nova.compute.manager [req-3bdd005c-0891-4172-bfe7-91b254382660 req-884b1437-7615-4ddc-9172-2d2359abb095 service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] Received event network-changed-5b347cae-a0ca-489e-a2e6-2035b6d3369b {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 652.692983] env[69603]: DEBUG nova.compute.manager [req-3bdd005c-0891-4172-bfe7-91b254382660 req-884b1437-7615-4ddc-9172-2d2359abb095 service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] Refreshing instance network info cache due to event network-changed-5b347cae-a0ca-489e-a2e6-2035b6d3369b. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 652.693235] env[69603]: DEBUG oslo_concurrency.lockutils [req-3bdd005c-0891-4172-bfe7-91b254382660 req-884b1437-7615-4ddc-9172-2d2359abb095 service nova] Acquiring lock "refresh_cache-b628745a-e944-4112-b4b9-644333d17d53" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.693413] env[69603]: DEBUG oslo_concurrency.lockutils [req-3bdd005c-0891-4172-bfe7-91b254382660 req-884b1437-7615-4ddc-9172-2d2359abb095 service nova] Acquired lock "refresh_cache-b628745a-e944-4112-b4b9-644333d17d53" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.693581] env[69603]: DEBUG nova.network.neutron [req-3bdd005c-0891-4172-bfe7-91b254382660 req-884b1437-7615-4ddc-9172-2d2359abb095 service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] Refreshing network info cache for port 5b347cae-a0ca-489e-a2e6-2035b6d3369b {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.710026] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479417, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.714129] env[69603]: DEBUG nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 652.714559] env[69603]: DEBUG nova.compute.provider_tree [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 652.730276] env[69603]: DEBUG nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 652.760870] env[69603]: DEBUG nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 652.955283] env[69603]: DEBUG oslo_vmware.api [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479418, 'name': PowerOffVM_Task, 'duration_secs': 0.389701} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.955990] env[69603]: DEBUG nova.network.neutron [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Successfully updated port: 3cef3d35-5b56-4170-b6bb-c5c6dfeb0628 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 652.956865] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 652.957048] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 652.960231] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a95c9d1e-261a-4b2a-9df0-981b87e77d76 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.051139] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 653.051139] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 653.051139] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Deleting the datastore file [datastore1] 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 653.051139] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af720957-5a99-41de-88c0-486d9cf1f822 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.058165] env[69603]: DEBUG oslo_vmware.api [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 653.058165] env[69603]: value = "task-3479421" [ 653.058165] env[69603]: _type = "Task" [ 653.058165] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.074162] env[69603]: DEBUG nova.compute.manager [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 653.077280] env[69603]: DEBUG oslo_vmware.api [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.124788] env[69603]: DEBUG nova.compute.manager [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.125859] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9524a3c-df13-44eb-b1ba-d3560143d748 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.174033] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07932} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.174324] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.175128] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d539da6-4961-4364-9456-f1803b0cb3c2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.204134] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] aca0f35f-d3e3-4e27-a758-1a3276ce181c/aca0f35f-d3e3-4e27-a758-1a3276ce181c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.210047] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac231bf1-c690-49fa-bda7-ccd908fb02be {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.235828] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857107} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.237481] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] ea73f497-64b3-4b6a-a2d6-6c290c634e2c/ea73f497-64b3-4b6a-a2d6-6c290c634e2c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.237701] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.238342] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 653.238342] env[69603]: value = "task-3479422" [ 653.238342] env[69603]: _type = "Task" [ 653.238342] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.241187] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57c3114e-5e42-4178-9458-2c90ec6d7825 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.255536] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479422, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.260339] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 653.260339] env[69603]: value = "task-3479423" [ 653.260339] env[69603]: _type = "Task" [ 653.260339] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.270520] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.332999] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15248877-31dc-44f5-b99d-566b3ff1831f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.341702] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0571adaf-c1a8-448a-b062-ca7e519aa06c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.381174] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1590f8b9-d2cc-4ae2-9807-337e30765823 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.395025] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e102d57-ee25-4b95-81d5-b846bb3f71a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.408436] env[69603]: DEBUG nova.compute.provider_tree [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 653.458996] env[69603]: DEBUG oslo_concurrency.lockutils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquiring lock "refresh_cache-86b7096c-bb42-4ef5-befb-e9d228d2f03c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.459324] env[69603]: DEBUG oslo_concurrency.lockutils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquired lock "refresh_cache-86b7096c-bb42-4ef5-befb-e9d228d2f03c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.463158] env[69603]: DEBUG nova.network.neutron [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.569155] env[69603]: DEBUG oslo_vmware.api [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.596723] env[69603]: DEBUG oslo_concurrency.lockutils [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.612872] env[69603]: DEBUG nova.network.neutron [req-3bdd005c-0891-4172-bfe7-91b254382660 req-884b1437-7615-4ddc-9172-2d2359abb095 service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] Updated VIF entry in instance network info cache for port 5b347cae-a0ca-489e-a2e6-2035b6d3369b. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.613227] env[69603]: DEBUG nova.network.neutron [req-3bdd005c-0891-4172-bfe7-91b254382660 req-884b1437-7615-4ddc-9172-2d2359abb095 service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] Updating instance_info_cache with network_info: [{"id": "5b347cae-a0ca-489e-a2e6-2035b6d3369b", "address": "fa:16:3e:ad:64:e2", "network": {"id": "218f5b0b-b0db-49f5-81a4-88dda35e4de6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1036061190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916e3a3cf4c948fca3ca54d2afbc5fa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b347cae-a0", "ovs_interfaceid": "5b347cae-a0ca-489e-a2e6-2035b6d3369b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.642337] env[69603]: INFO nova.compute.manager [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] instance snapshotting [ 653.646139] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87b8659-58a5-42d9-889e-deed0349ea28 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.675834] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d0bf6d-406c-469d-bc67-ed8574254fb8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.755140] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.772405] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08607} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.772590] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.773456] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44d9c94-a499-44aa-84c6-daaa2689a48c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.796669] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] ea73f497-64b3-4b6a-a2d6-6c290c634e2c/ea73f497-64b3-4b6a-a2d6-6c290c634e2c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.796962] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-124ea0d4-9f36-4c40-8635-9a3613a51e3f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.820111] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 653.820111] env[69603]: value = "task-3479424" [ 653.820111] env[69603]: _type = "Task" [ 653.820111] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.830701] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.949941] env[69603]: ERROR nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [req-e8902a31-1336-4de7-aa98-8c83e5b5483c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e8902a31-1336-4de7-aa98-8c83e5b5483c"}]} [ 653.972426] env[69603]: DEBUG nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 653.992960] env[69603]: DEBUG nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 653.993338] env[69603]: DEBUG nova.compute.provider_tree [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.009862] env[69603]: DEBUG nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 654.021119] env[69603]: DEBUG nova.network.neutron [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 654.040513] env[69603]: DEBUG nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 654.074253] env[69603]: DEBUG oslo_vmware.api [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.743298} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.078525] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.078857] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.079133] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.079367] env[69603]: INFO nova.compute.manager [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Took 1.67 seconds to destroy the instance on the hypervisor. [ 654.079667] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.079883] env[69603]: DEBUG nova.compute.manager [-] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.079979] env[69603]: DEBUG nova.network.neutron [-] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.116626] env[69603]: DEBUG oslo_concurrency.lockutils [req-3bdd005c-0891-4172-bfe7-91b254382660 req-884b1437-7615-4ddc-9172-2d2359abb095 service nova] Releasing lock "refresh_cache-b628745a-e944-4112-b4b9-644333d17d53" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.193548] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 654.193921] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-deb70ab4-59d6-4b51-8fcb-29b55e5261ce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.207185] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 654.207185] env[69603]: value = "task-3479425" [ 654.207185] env[69603]: _type = "Task" [ 654.207185] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.222780] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479425, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.257766] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479422, 'name': ReconfigVM_Task, 'duration_secs': 0.889156} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.258087] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Reconfigured VM instance instance-00000010 to attach disk [datastore2] aca0f35f-d3e3-4e27-a758-1a3276ce181c/aca0f35f-d3e3-4e27-a758-1a3276ce181c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.263775] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78a6d984-7a07-47d1-afb1-49a5d4afd0a1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.272882] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 654.272882] env[69603]: value = "task-3479426" [ 654.272882] env[69603]: _type = "Task" [ 654.272882] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.286118] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479426, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.332954] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479424, 'name': ReconfigVM_Task, 'duration_secs': 0.318331} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.334249] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Reconfigured VM instance instance-00000011 to attach disk [datastore2] ea73f497-64b3-4b6a-a2d6-6c290c634e2c/ea73f497-64b3-4b6a-a2d6-6c290c634e2c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.339142] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc719062-d6c2-42ae-8822-35e086da0f3f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.355102] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 654.355102] env[69603]: value = "task-3479427" [ 654.355102] env[69603]: _type = "Task" [ 654.355102] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.373089] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479427, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.386834] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Acquiring lock "0bc05767-01e1-48da-ae01-2985abcd944c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.387184] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Lock "0bc05767-01e1-48da-ae01-2985abcd944c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.400681] env[69603]: DEBUG nova.network.neutron [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Updating instance_info_cache with network_info: [{"id": "3cef3d35-5b56-4170-b6bb-c5c6dfeb0628", "address": "fa:16:3e:4b:a7:38", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cef3d35-5b", "ovs_interfaceid": "3cef3d35-5b56-4170-b6bb-c5c6dfeb0628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.718290] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c81039-911f-4025-8a16-0dab783867fc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.728835] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479425, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.731906] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04bbb62-696d-4cc1-9943-73a1174008d8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.767699] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2dbf14-86e7-40d6-a578-28d2ec12509b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.780682] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2806bf-c006-419e-8de2-e4ee35f24bde {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.801677] env[69603]: DEBUG nova.compute.provider_tree [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.802964] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479426, 'name': Rename_Task, 'duration_secs': 0.201343} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.804416] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.807889] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88929c9e-9c88-485f-bb5b-3c35d76428b2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.817405] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 654.817405] env[69603]: value = "task-3479428" [ 654.817405] env[69603]: _type = "Task" [ 654.817405] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.827970] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.866306] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479427, 'name': Rename_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.881544] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "8448abb9-9e9d-4e1c-bb7c-ee29fad661da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.881544] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "8448abb9-9e9d-4e1c-bb7c-ee29fad661da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.890069] env[69603]: DEBUG nova.compute.manager [req-dbafe9de-aab2-4aa7-a0bd-30fbe4dfe68b req-17bea2dc-b616-483b-9721-0fc2a1e4033d service nova] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Received event network-vif-plugged-3cef3d35-5b56-4170-b6bb-c5c6dfeb0628 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.890240] env[69603]: DEBUG oslo_concurrency.lockutils [req-dbafe9de-aab2-4aa7-a0bd-30fbe4dfe68b req-17bea2dc-b616-483b-9721-0fc2a1e4033d service nova] Acquiring lock "86b7096c-bb42-4ef5-befb-e9d228d2f03c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.890443] env[69603]: DEBUG oslo_concurrency.lockutils [req-dbafe9de-aab2-4aa7-a0bd-30fbe4dfe68b req-17bea2dc-b616-483b-9721-0fc2a1e4033d service nova] Lock "86b7096c-bb42-4ef5-befb-e9d228d2f03c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.890661] env[69603]: DEBUG oslo_concurrency.lockutils [req-dbafe9de-aab2-4aa7-a0bd-30fbe4dfe68b req-17bea2dc-b616-483b-9721-0fc2a1e4033d service nova] Lock "86b7096c-bb42-4ef5-befb-e9d228d2f03c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.890885] env[69603]: DEBUG nova.compute.manager [req-dbafe9de-aab2-4aa7-a0bd-30fbe4dfe68b req-17bea2dc-b616-483b-9721-0fc2a1e4033d service nova] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] No waiting events found dispatching network-vif-plugged-3cef3d35-5b56-4170-b6bb-c5c6dfeb0628 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.891131] env[69603]: WARNING nova.compute.manager [req-dbafe9de-aab2-4aa7-a0bd-30fbe4dfe68b req-17bea2dc-b616-483b-9721-0fc2a1e4033d service nova] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Received unexpected event network-vif-plugged-3cef3d35-5b56-4170-b6bb-c5c6dfeb0628 for instance with vm_state building and task_state spawning. [ 654.891337] env[69603]: DEBUG nova.compute.manager [req-dbafe9de-aab2-4aa7-a0bd-30fbe4dfe68b req-17bea2dc-b616-483b-9721-0fc2a1e4033d service nova] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Received event network-changed-3cef3d35-5b56-4170-b6bb-c5c6dfeb0628 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.891541] env[69603]: DEBUG nova.compute.manager [req-dbafe9de-aab2-4aa7-a0bd-30fbe4dfe68b req-17bea2dc-b616-483b-9721-0fc2a1e4033d service nova] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Refreshing instance network info cache due to event network-changed-3cef3d35-5b56-4170-b6bb-c5c6dfeb0628. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.891773] env[69603]: DEBUG oslo_concurrency.lockutils [req-dbafe9de-aab2-4aa7-a0bd-30fbe4dfe68b req-17bea2dc-b616-483b-9721-0fc2a1e4033d service nova] Acquiring lock "refresh_cache-86b7096c-bb42-4ef5-befb-e9d228d2f03c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.904977] env[69603]: DEBUG oslo_concurrency.lockutils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Releasing lock "refresh_cache-86b7096c-bb42-4ef5-befb-e9d228d2f03c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.905105] env[69603]: DEBUG nova.compute.manager [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Instance network_info: |[{"id": "3cef3d35-5b56-4170-b6bb-c5c6dfeb0628", "address": "fa:16:3e:4b:a7:38", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cef3d35-5b", "ovs_interfaceid": "3cef3d35-5b56-4170-b6bb-c5c6dfeb0628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 654.905920] env[69603]: DEBUG oslo_concurrency.lockutils [req-dbafe9de-aab2-4aa7-a0bd-30fbe4dfe68b req-17bea2dc-b616-483b-9721-0fc2a1e4033d service nova] Acquired lock "refresh_cache-86b7096c-bb42-4ef5-befb-e9d228d2f03c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.905920] env[69603]: DEBUG nova.network.neutron [req-dbafe9de-aab2-4aa7-a0bd-30fbe4dfe68b req-17bea2dc-b616-483b-9721-0fc2a1e4033d service nova] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Refreshing network info cache for port 3cef3d35-5b56-4170-b6bb-c5c6dfeb0628 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.906886] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:a7:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cef3d35-5b56-4170-b6bb-c5c6dfeb0628', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 654.915018] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.918680] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 654.919188] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-932f9c17-df33-47e8-bdd0-a818187ef559 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.935169] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "e5be0f40-0eff-4e9e-b214-4084e7369bba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.935636] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "e5be0f40-0eff-4e9e-b214-4084e7369bba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.935636] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "e5be0f40-0eff-4e9e-b214-4084e7369bba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.935897] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "e5be0f40-0eff-4e9e-b214-4084e7369bba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.935970] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "e5be0f40-0eff-4e9e-b214-4084e7369bba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.938479] env[69603]: INFO nova.compute.manager [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Terminating instance [ 654.945509] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 654.945509] env[69603]: value = "task-3479429" [ 654.945509] env[69603]: _type = "Task" [ 654.945509] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.954997] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479429, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.189903] env[69603]: DEBUG nova.network.neutron [-] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.226474] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479425, 'name': CreateSnapshot_Task, 'duration_secs': 0.828637} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.228824] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 655.230158] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9912ec-68cd-4835-afc5-2d4a3bc35a59 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.273817] env[69603]: DEBUG nova.network.neutron [req-dbafe9de-aab2-4aa7-a0bd-30fbe4dfe68b req-17bea2dc-b616-483b-9721-0fc2a1e4033d service nova] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Updated VIF entry in instance network info cache for port 3cef3d35-5b56-4170-b6bb-c5c6dfeb0628. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.276026] env[69603]: DEBUG nova.network.neutron [req-dbafe9de-aab2-4aa7-a0bd-30fbe4dfe68b req-17bea2dc-b616-483b-9721-0fc2a1e4033d service nova] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Updating instance_info_cache with network_info: [{"id": "3cef3d35-5b56-4170-b6bb-c5c6dfeb0628", "address": "fa:16:3e:4b:a7:38", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cef3d35-5b", "ovs_interfaceid": "3cef3d35-5b56-4170-b6bb-c5c6dfeb0628", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.323271] env[69603]: DEBUG nova.compute.manager [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Stashing vm_state: active {{(pid=69603) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 655.333845] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479428, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.335533] env[69603]: ERROR nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [req-c8491c90-edeb-423c-a4a3-c21ed97d206d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c8491c90-edeb-423c-a4a3-c21ed97d206d"}]} [ 655.336052] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.237s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.338082] env[69603]: ERROR nova.compute.manager [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 (generation 42): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c8491c90-edeb-423c-a4a3-c21ed97d206d"}]} [ 655.338082] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] Traceback (most recent call last): [ 655.338082] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] File "/opt/stack/nova/nova/compute/manager.py", line 2622, in _build_and_run_instance [ 655.338082] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] with self.rt.instance_claim(context, instance, node, allocs, [ 655.338082] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 655.338082] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] return f(*args, **kwargs) [ 655.338082] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 240, in instance_claim [ 655.338082] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] self._update(elevated, cn) [ 655.338082] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1405, in _update [ 655.338415] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] self._update_to_placement(context, compute_node, startup) [ 655.338415] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 655.338415] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 655.338415] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 655.338415] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] raise attempt.get() [ 655.338415] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 655.338415] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] six.reraise(self.value[0], self.value[1], self.value[2]) [ 655.338415] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 655.338415] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] raise value [ 655.338415] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 655.338415] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 655.338415] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1390, in _update_to_placement [ 655.338415] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] self.reportclient.update_from_provider_tree( [ 655.338860] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 655.338860] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] self.set_inventory_for_provider( [ 655.338860] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 655.338860] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] raise exception.ResourceProviderUpdateConflict( [ 655.338860] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 (generation 42): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c8491c90-edeb-423c-a4a3-c21ed97d206d"}]} [ 655.338860] env[69603]: ERROR nova.compute.manager [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] [ 655.338860] env[69603]: DEBUG nova.compute.utils [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] A conflict was encountered attempting to update resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 (generation 42): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=69603) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 655.339795] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.256s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.340043] env[69603]: DEBUG nova.objects.instance [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Lazy-loading 'resources' on Instance uuid f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 655.345044] env[69603]: DEBUG nova.compute.manager [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] Build of instance 7e5056e6-6511-4756-9094-72b0a2230aae was re-scheduled: A conflict was encountered attempting to update resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 (generation 42): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c8491c90-edeb-423c-a4a3-c21ed97d206d"}]} {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 655.345044] env[69603]: DEBUG nova.compute.manager [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] Unplugging VIFs for instance {{(pid=69603) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 655.345836] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Acquiring lock "refresh_cache-7e5056e6-6511-4756-9094-72b0a2230aae" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.345836] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Acquired lock "refresh_cache-7e5056e6-6511-4756-9094-72b0a2230aae" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.345836] env[69603]: DEBUG nova.network.neutron [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.367638] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479427, 'name': Rename_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.442884] env[69603]: DEBUG nova.compute.manager [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.443597] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.444013] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578bb8ac-8193-4938-8b75-bfa61eae3c25 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.455905] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 655.459759] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e939e15-d636-4a2a-8954-57ddc0e62d19 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.462575] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479429, 'name': CreateVM_Task, 'duration_secs': 0.461998} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.462575] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 655.462842] env[69603]: DEBUG oslo_concurrency.lockutils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.463014] env[69603]: DEBUG oslo_concurrency.lockutils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.463346] env[69603]: DEBUG oslo_concurrency.lockutils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.463681] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c2e78ff-496b-43c6-a5e1-c86518082da5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.470409] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 655.470409] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d3aa76-28eb-cb6d-fee8-4bc1b32f9e2f" [ 655.470409] env[69603]: _type = "Task" [ 655.470409] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.479973] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d3aa76-28eb-cb6d-fee8-4bc1b32f9e2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.532388] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 655.532592] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 655.532845] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleting the datastore file [datastore1] e5be0f40-0eff-4e9e-b214-4084e7369bba {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 655.533385] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a6301d1-a088-4f11-862b-0cf37a5754a2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.541756] env[69603]: DEBUG oslo_vmware.api [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 655.541756] env[69603]: value = "task-3479431" [ 655.541756] env[69603]: _type = "Task" [ 655.541756] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.550992] env[69603]: DEBUG oslo_vmware.api [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.694539] env[69603]: INFO nova.compute.manager [-] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Took 1.61 seconds to deallocate network for instance. [ 655.753963] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 655.754785] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-59dda3ce-0375-4dd4-a6d1-52e932554cbf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.766140] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 655.766140] env[69603]: value = "task-3479432" [ 655.766140] env[69603]: _type = "Task" [ 655.766140] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.782803] env[69603]: DEBUG oslo_concurrency.lockutils [req-dbafe9de-aab2-4aa7-a0bd-30fbe4dfe68b req-17bea2dc-b616-483b-9721-0fc2a1e4033d service nova] Releasing lock "refresh_cache-86b7096c-bb42-4ef5-befb-e9d228d2f03c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.783341] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479432, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.834140] env[69603]: DEBUG oslo_vmware.api [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479428, 'name': PowerOnVM_Task, 'duration_secs': 0.681462} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.834669] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.834669] env[69603]: INFO nova.compute.manager [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Took 12.45 seconds to spawn the instance on the hypervisor. [ 655.834669] env[69603]: DEBUG nova.compute.manager [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 655.835547] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded59336-f2bf-476d-998a-be52c823af8b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.860180] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.868796] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479427, 'name': Rename_Task, 'duration_secs': 1.161454} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.870366] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 655.873226] env[69603]: DEBUG nova.scheduler.client.report [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 655.875575] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a53bd3-9478-43b5-b27d-1cf81604107e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.885528] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 655.885528] env[69603]: value = "task-3479433" [ 655.885528] env[69603]: _type = "Task" [ 655.885528] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.885528] env[69603]: DEBUG nova.network.neutron [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 655.902129] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.903479] env[69603]: DEBUG nova.scheduler.client.report [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 655.903732] env[69603]: DEBUG nova.compute.provider_tree [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.919736] env[69603]: DEBUG nova.scheduler.client.report [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 655.941619] env[69603]: DEBUG nova.scheduler.client.report [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 655.984408] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d3aa76-28eb-cb6d-fee8-4bc1b32f9e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.025282} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.992326] env[69603]: DEBUG oslo_concurrency.lockutils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.992641] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.992928] env[69603]: DEBUG oslo_concurrency.lockutils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.993043] env[69603]: DEBUG oslo_concurrency.lockutils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.993227] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.994152] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baedd0d1-e04a-4d2f-b10b-055551147749 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.006834] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 656.007887] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 656.010812] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43517f78-1a91-4d9b-bd0f-128a6319906c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.022055] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 656.022055] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5251194c-f511-5743-c920-a68c873b1e69" [ 656.022055] env[69603]: _type = "Task" [ 656.022055] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.034266] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5251194c-f511-5743-c920-a68c873b1e69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.055573] env[69603]: DEBUG oslo_vmware.api [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405155} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.055844] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.056053] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.056233] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.057290] env[69603]: INFO nova.compute.manager [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Took 0.61 seconds to destroy the instance on the hypervisor. [ 656.057290] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 656.057290] env[69603]: DEBUG nova.compute.manager [-] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.057290] env[69603]: DEBUG nova.network.neutron [-] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.166924] env[69603]: DEBUG nova.network.neutron [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.203382] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.282041] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479432, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.374811] env[69603]: INFO nova.compute.manager [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Took 32.94 seconds to build instance. [ 656.406514] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479433, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.443796] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "375f9fb9-2dcf-49a1-bc37-53daa213d575" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.444221] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "375f9fb9-2dcf-49a1-bc37-53daa213d575" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.537109] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5251194c-f511-5743-c920-a68c873b1e69, 'name': SearchDatastore_Task, 'duration_secs': 0.019342} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.541524] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30245117-ce48-44c7-97ad-68b8b94d7290 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.547648] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 656.547648] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a9505c-f202-a500-c23c-905c6ba10e3d" [ 656.547648] env[69603]: _type = "Task" [ 656.547648] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.558097] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a9505c-f202-a500-c23c-905c6ba10e3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.561954] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3b749d-a7a2-429d-b729-05a89973206d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.571248] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5ee531-70de-4399-ba26-d47abb45d433 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.608800] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e86686-c4ee-45b9-bd1a-41935699675b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.617713] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cddf8b-e444-4fc0-b481-87bffe94058c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.633165] env[69603]: DEBUG nova.compute.provider_tree [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.669877] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Releasing lock "refresh_cache-7e5056e6-6511-4756-9094-72b0a2230aae" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.670387] env[69603]: DEBUG nova.compute.manager [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=69603) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 656.670643] env[69603]: DEBUG nova.compute.manager [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.670820] env[69603]: DEBUG nova.network.neutron [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.698419] env[69603]: DEBUG nova.network.neutron [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.777555] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479432, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.876998] env[69603]: DEBUG oslo_concurrency.lockutils [None req-42a64fa2-c4f2-4500-b7a8-a801f12c9d6c tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "aca0f35f-d3e3-4e27-a758-1a3276ce181c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.337s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.905821] env[69603]: DEBUG oslo_vmware.api [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479433, 'name': PowerOnVM_Task, 'duration_secs': 0.550401} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.908018] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 656.908018] env[69603]: INFO nova.compute.manager [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Took 10.69 seconds to spawn the instance on the hypervisor. [ 656.908018] env[69603]: DEBUG nova.compute.manager [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 656.908018] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e6ecf5-6fe6-473b-81c8-5968c356fca7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.038514] env[69603]: DEBUG nova.network.neutron [-] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.061897] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a9505c-f202-a500-c23c-905c6ba10e3d, 'name': SearchDatastore_Task, 'duration_secs': 0.031337} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.062617] env[69603]: DEBUG oslo_concurrency.lockutils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.062877] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 86b7096c-bb42-4ef5-befb-e9d228d2f03c/86b7096c-bb42-4ef5-befb-e9d228d2f03c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 657.063157] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-313c1778-1b6e-49fe-991c-feabf3845ba5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.074104] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 657.074104] env[69603]: value = "task-3479434" [ 657.074104] env[69603]: _type = "Task" [ 657.074104] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.084438] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.158400] env[69603]: ERROR nova.scheduler.client.report [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] [req-8e3f0720-46c8-4b44-aec4-cb59d0bc036d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8e3f0720-46c8-4b44-aec4-cb59d0bc036d"}]} [ 657.176879] env[69603]: DEBUG nova.scheduler.client.report [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 657.191664] env[69603]: DEBUG nova.scheduler.client.report [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 657.191887] env[69603]: DEBUG nova.compute.provider_tree [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.201208] env[69603]: DEBUG nova.network.neutron [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.211131] env[69603]: DEBUG nova.scheduler.client.report [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 657.234492] env[69603]: DEBUG nova.scheduler.client.report [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 657.277250] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479432, 'name': CloneVM_Task} progress is 95%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.379923] env[69603]: DEBUG nova.compute.manager [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.434236] env[69603]: INFO nova.compute.manager [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Took 32.91 seconds to build instance. [ 657.526239] env[69603]: DEBUG nova.compute.manager [req-66865e3f-dade-41bf-bf1e-39f304896a22 req-266b357b-eb29-4ed8-ae51-8efe81542507 service nova] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Received event network-vif-deleted-5d01f5a6-db7c-4ac3-bc88-cb0e4b99c8ed {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.526239] env[69603]: DEBUG nova.compute.manager [req-66865e3f-dade-41bf-bf1e-39f304896a22 req-266b357b-eb29-4ed8-ae51-8efe81542507 service nova] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Received event network-vif-deleted-b5ff7d21-f700-48f9-a8b6-c9f04c6e45a5 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 657.544125] env[69603]: INFO nova.compute.manager [-] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Took 1.49 seconds to deallocate network for instance. [ 657.587100] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479434, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.707391] env[69603]: INFO nova.compute.manager [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] [instance: 7e5056e6-6511-4756-9094-72b0a2230aae] Took 1.04 seconds to deallocate network for instance. [ 657.779637] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479432, 'name': CloneVM_Task, 'duration_secs': 1.775394} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.782731] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Created linked-clone VM from snapshot [ 657.783028] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc482de-3915-4922-817d-80fe9a1418f7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.792956] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Uploading image b8b3a413-9e85-4f78-aa4d-44eea27bd3db {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 657.828793] env[69603]: DEBUG oslo_vmware.rw_handles [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 657.828793] env[69603]: value = "vm-695627" [ 657.828793] env[69603]: _type = "VirtualMachine" [ 657.828793] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 657.829105] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ed586736-a359-4a1e-aecc-9d161e15cc1f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.841163] env[69603]: DEBUG oslo_vmware.rw_handles [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Lease: (returnval){ [ 657.841163] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520d7799-1501-335f-c07f-1255021e75d2" [ 657.841163] env[69603]: _type = "HttpNfcLease" [ 657.841163] env[69603]: } obtained for exporting VM: (result){ [ 657.841163] env[69603]: value = "vm-695627" [ 657.841163] env[69603]: _type = "VirtualMachine" [ 657.841163] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 657.841163] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the lease: (returnval){ [ 657.841163] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520d7799-1501-335f-c07f-1255021e75d2" [ 657.841163] env[69603]: _type = "HttpNfcLease" [ 657.841163] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 657.856212] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 657.856212] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520d7799-1501-335f-c07f-1255021e75d2" [ 657.856212] env[69603]: _type = "HttpNfcLease" [ 657.856212] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 657.868412] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73b9ce7-f653-4773-9dd2-e187bbf9732d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.876922] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84efb82-c2b5-49f1-b674-2701f6f8bab1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.920060] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26106abc-4d30-42ea-a8ca-0b2388b0bbc3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.931452] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1df2a7e-37be-48d7-96f6-fc14bf3ac5e9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.937749] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc82ace9-00db-4f51-a8c1-2fa36908bf25 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "ea73f497-64b3-4b6a-a2d6-6c290c634e2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.049s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.943146] env[69603]: DEBUG oslo_concurrency.lockutils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.951132] env[69603]: DEBUG nova.compute.provider_tree [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.062257] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.090754] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748413} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.091070] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 86b7096c-bb42-4ef5-befb-e9d228d2f03c/86b7096c-bb42-4ef5-befb-e9d228d2f03c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 658.091813] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 658.091813] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64f44637-7746-46f4-a91a-9ce26602e286 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.101723] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 658.101723] env[69603]: value = "task-3479436" [ 658.101723] env[69603]: _type = "Task" [ 658.101723] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.112333] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.353204] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 658.353204] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520d7799-1501-335f-c07f-1255021e75d2" [ 658.353204] env[69603]: _type = "HttpNfcLease" [ 658.353204] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 658.353553] env[69603]: DEBUG oslo_vmware.rw_handles [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 658.353553] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520d7799-1501-335f-c07f-1255021e75d2" [ 658.353553] env[69603]: _type = "HttpNfcLease" [ 658.353553] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 658.354325] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9644221-bb7d-479f-88d6-ab0cea7f12ba {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.366997] env[69603]: DEBUG oslo_vmware.rw_handles [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec9104-2fc1-cb0d-a527-d4dc3169be02/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 658.366997] env[69603]: DEBUG oslo_vmware.rw_handles [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec9104-2fc1-cb0d-a527-d4dc3169be02/disk-0.vmdk for reading. {{(pid=69603) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 658.442686] env[69603]: DEBUG nova.compute.manager [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.458616] env[69603]: DEBUG nova.scheduler.client.report [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 658.557669] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-469361ed-a4b0-483d-8279-07ca5792baff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.614363] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071467} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.614639] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 658.615566] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b484a0b-7dd9-4b65-8337-c5b2a59436ca {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.646694] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 86b7096c-bb42-4ef5-befb-e9d228d2f03c/86b7096c-bb42-4ef5-befb-e9d228d2f03c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.647088] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9329eba6-4fce-4331-9715-fba64cf15744 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.675564] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 658.675564] env[69603]: value = "task-3479437" [ 658.675564] env[69603]: _type = "Task" [ 658.675564] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.690321] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479437, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.738879] env[69603]: INFO nova.scheduler.client.report [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Deleted allocations for instance 7e5056e6-6511-4756-9094-72b0a2230aae [ 658.965420] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.625s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.968878] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.969231] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.738s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.971066] env[69603]: INFO nova.compute.claims [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.005500] env[69603]: INFO nova.scheduler.client.report [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Deleted allocations for instance f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1 [ 659.194642] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479437, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.207578] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Acquiring lock "cff730ac-fa36-496c-bc48-3ec8354f193f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.208348] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Lock "cff730ac-fa36-496c-bc48-3ec8354f193f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.252618] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ef1764b3-236c-4622-ae68-a0339e13157c tempest-ServersTestManualDisk-529452187 tempest-ServersTestManualDisk-529452187-project-member] Lock "7e5056e6-6511-4756-9094-72b0a2230aae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.994s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.516336] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70a0be9c-ab60-4976-9346-11a454656513 tempest-DeleteServersAdminTestJSON-1583269809 tempest-DeleteServersAdminTestJSON-1583269809-project-admin] Lock "f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.564s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.689443] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479437, 'name': ReconfigVM_Task, 'duration_secs': 0.542458} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.689876] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 86b7096c-bb42-4ef5-befb-e9d228d2f03c/86b7096c-bb42-4ef5-befb-e9d228d2f03c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 659.690618] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bd075d3-2f2d-4b61-93e5-95d705822bdf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.698425] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 659.698425] env[69603]: value = "task-3479438" [ 659.698425] env[69603]: _type = "Task" [ 659.698425] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.709902] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479438, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.756611] env[69603]: DEBUG nova.compute.manager [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.166076] env[69603]: DEBUG nova.compute.manager [req-f145a259-4f59-4e70-bda1-e11ef38d73de req-14f1fbcf-0ce2-4bf6-afe1-8c1f814a16e4 service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Received event network-changed-9e6362c9-8958-4ff7-a944-e41a685331a5 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.166365] env[69603]: DEBUG nova.compute.manager [req-f145a259-4f59-4e70-bda1-e11ef38d73de req-14f1fbcf-0ce2-4bf6-afe1-8c1f814a16e4 service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Refreshing instance network info cache due to event network-changed-9e6362c9-8958-4ff7-a944-e41a685331a5. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 660.166365] env[69603]: DEBUG oslo_concurrency.lockutils [req-f145a259-4f59-4e70-bda1-e11ef38d73de req-14f1fbcf-0ce2-4bf6-afe1-8c1f814a16e4 service nova] Acquiring lock "refresh_cache-ea73f497-64b3-4b6a-a2d6-6c290c634e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.166563] env[69603]: DEBUG oslo_concurrency.lockutils [req-f145a259-4f59-4e70-bda1-e11ef38d73de req-14f1fbcf-0ce2-4bf6-afe1-8c1f814a16e4 service nova] Acquired lock "refresh_cache-ea73f497-64b3-4b6a-a2d6-6c290c634e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.166661] env[69603]: DEBUG nova.network.neutron [req-f145a259-4f59-4e70-bda1-e11ef38d73de req-14f1fbcf-0ce2-4bf6-afe1-8c1f814a16e4 service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Refreshing network info cache for port 9e6362c9-8958-4ff7-a944-e41a685331a5 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.211037] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479438, 'name': Rename_Task, 'duration_secs': 0.260531} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.214402] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.215023] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d2f58b7-c6fc-4ddf-a4e4-e67aba2544c0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.226209] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 660.226209] env[69603]: value = "task-3479439" [ 660.226209] env[69603]: _type = "Task" [ 660.226209] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.241267] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.290313] env[69603]: DEBUG oslo_concurrency.lockutils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.547300] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098cbc32-585d-46aa-af5e-dacbe6cb157e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.556479] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324a07b2-9472-410b-91de-0150394c713a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.590276] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a5609a-f7b7-41f0-95e9-12a2519acf5f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.599642] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cedd338-0b3a-43a5-8426-5a6d94aff88a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.614726] env[69603]: DEBUG nova.compute.provider_tree [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.736248] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479439, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.072259] env[69603]: DEBUG nova.network.neutron [req-f145a259-4f59-4e70-bda1-e11ef38d73de req-14f1fbcf-0ce2-4bf6-afe1-8c1f814a16e4 service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Updated VIF entry in instance network info cache for port 9e6362c9-8958-4ff7-a944-e41a685331a5. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 661.072600] env[69603]: DEBUG nova.network.neutron [req-f145a259-4f59-4e70-bda1-e11ef38d73de req-14f1fbcf-0ce2-4bf6-afe1-8c1f814a16e4 service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Updating instance_info_cache with network_info: [{"id": "9e6362c9-8958-4ff7-a944-e41a685331a5", "address": "fa:16:3e:86:69:79", "network": {"id": "b2dffa2f-fbb2-484d-8088-c9e0bcea8ae0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1645583158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c219c115c0742f49bd00fcae2dd6a0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6362c9-89", "ovs_interfaceid": "9e6362c9-8958-4ff7-a944-e41a685331a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.147469] env[69603]: ERROR nova.scheduler.client.report [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [req-4d76649a-9332-4b4d-9d7c-54538658aeae] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4d76649a-9332-4b4d-9d7c-54538658aeae"}]} [ 661.162309] env[69603]: DEBUG nova.scheduler.client.report [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 661.181096] env[69603]: DEBUG nova.scheduler.client.report [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 661.181398] env[69603]: DEBUG nova.compute.provider_tree [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.202276] env[69603]: DEBUG nova.scheduler.client.report [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 661.223361] env[69603]: DEBUG nova.scheduler.client.report [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 661.238182] env[69603]: DEBUG oslo_vmware.api [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479439, 'name': PowerOnVM_Task, 'duration_secs': 0.698664} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.238430] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.238739] env[69603]: INFO nova.compute.manager [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Took 10.11 seconds to spawn the instance on the hypervisor. [ 661.239088] env[69603]: DEBUG nova.compute.manager [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 661.240014] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52c5777-7d34-4e84-a603-e2bdc2c3bf52 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.576135] env[69603]: DEBUG oslo_concurrency.lockutils [req-f145a259-4f59-4e70-bda1-e11ef38d73de req-14f1fbcf-0ce2-4bf6-afe1-8c1f814a16e4 service nova] Releasing lock "refresh_cache-ea73f497-64b3-4b6a-a2d6-6c290c634e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.601099] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquiring lock "78a5569d-5d31-48f9-a9d0-ed9921385b3c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.603877] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Lock "78a5569d-5d31-48f9-a9d0-ed9921385b3c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.761888] env[69603]: INFO nova.compute.manager [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Took 36.16 seconds to build instance. [ 661.765437] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4afaac8f-05d9-4e71-86f9-1c1354d8211c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.773530] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c2f16e-1147-4a51-8e1f-52ca919a434f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.825511] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de39f11f-50dc-4ca3-9625-7c06c8c37a40 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.834507] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0c0c63-e7d5-43ac-ae9f-a2ccbda668b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.849722] env[69603]: DEBUG nova.compute.provider_tree [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.268353] env[69603]: DEBUG oslo_concurrency.lockutils [None req-563f26a4-cb60-4c89-b8e2-5c70b48645f0 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "86b7096c-bb42-4ef5-befb-e9d228d2f03c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.805s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.357053] env[69603]: DEBUG nova.compute.manager [req-2ea3744e-995d-4c7a-9b56-95904028e176 req-97a65549-9f86-4bc0-891e-d4b98add242a service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Received event network-changed-9e6362c9-8958-4ff7-a944-e41a685331a5 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 662.357407] env[69603]: DEBUG nova.compute.manager [req-2ea3744e-995d-4c7a-9b56-95904028e176 req-97a65549-9f86-4bc0-891e-d4b98add242a service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Refreshing instance network info cache due to event network-changed-9e6362c9-8958-4ff7-a944-e41a685331a5. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 662.357680] env[69603]: DEBUG oslo_concurrency.lockutils [req-2ea3744e-995d-4c7a-9b56-95904028e176 req-97a65549-9f86-4bc0-891e-d4b98add242a service nova] Acquiring lock "refresh_cache-ea73f497-64b3-4b6a-a2d6-6c290c634e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.357894] env[69603]: DEBUG oslo_concurrency.lockutils [req-2ea3744e-995d-4c7a-9b56-95904028e176 req-97a65549-9f86-4bc0-891e-d4b98add242a service nova] Acquired lock "refresh_cache-ea73f497-64b3-4b6a-a2d6-6c290c634e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.358108] env[69603]: DEBUG nova.network.neutron [req-2ea3744e-995d-4c7a-9b56-95904028e176 req-97a65549-9f86-4bc0-891e-d4b98add242a service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Refreshing network info cache for port 9e6362c9-8958-4ff7-a944-e41a685331a5 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.391472] env[69603]: DEBUG nova.scheduler.client.report [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 662.391883] env[69603]: DEBUG nova.compute.provider_tree [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 48 to 49 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 662.392150] env[69603]: DEBUG nova.compute.provider_tree [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.775017] env[69603]: DEBUG nova.compute.manager [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.897385] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.928s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.898081] env[69603]: DEBUG nova.compute.manager [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.901786] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.521s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.903915] env[69603]: INFO nova.compute.claims [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.284252] env[69603]: DEBUG nova.network.neutron [req-2ea3744e-995d-4c7a-9b56-95904028e176 req-97a65549-9f86-4bc0-891e-d4b98add242a service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Updated VIF entry in instance network info cache for port 9e6362c9-8958-4ff7-a944-e41a685331a5. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.285118] env[69603]: DEBUG nova.network.neutron [req-2ea3744e-995d-4c7a-9b56-95904028e176 req-97a65549-9f86-4bc0-891e-d4b98add242a service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Updating instance_info_cache with network_info: [{"id": "9e6362c9-8958-4ff7-a944-e41a685331a5", "address": "fa:16:3e:86:69:79", "network": {"id": "b2dffa2f-fbb2-484d-8088-c9e0bcea8ae0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1645583158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c219c115c0742f49bd00fcae2dd6a0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e6362c9-89", "ovs_interfaceid": "9e6362c9-8958-4ff7-a944-e41a685331a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.308151] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.411884] env[69603]: DEBUG nova.compute.utils [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.413386] env[69603]: DEBUG nova.compute.manager [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Not allocating networking since 'none' was specified. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 663.572910] env[69603]: DEBUG nova.compute.manager [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 663.578029] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3fb54a-3cf8-482f-85d9-4143e419a2d7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.789452] env[69603]: DEBUG oslo_concurrency.lockutils [req-2ea3744e-995d-4c7a-9b56-95904028e176 req-97a65549-9f86-4bc0-891e-d4b98add242a service nova] Releasing lock "refresh_cache-ea73f497-64b3-4b6a-a2d6-6c290c634e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.917797] env[69603]: DEBUG nova.compute.manager [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 664.095438] env[69603]: INFO nova.compute.manager [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] instance snapshotting [ 664.099873] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e340da2f-e6f3-4b3b-a1aa-596f2a2bdabb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.130158] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d93b1e8-8ea0-41ae-bcc8-395570d3f3d2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.572029] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c56f49c-370f-40a3-9eef-b73c14549bde {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.581446] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dffeaf5-1735-41b6-b60a-12bf9928e9d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.621244] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26f0512-2eeb-455a-b54e-ea566294c841 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.631144] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72ddd07-e74a-4b3f-9ce1-e06577929201 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.646923] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 664.647778] env[69603]: DEBUG nova.compute.provider_tree [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.649940] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b8595077-2701-4269-843e-0ed7b64c40fa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.661238] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 664.661238] env[69603]: value = "task-3479440" [ 664.661238] env[69603]: _type = "Task" [ 664.661238] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.673362] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479440, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.928763] env[69603]: DEBUG nova.compute.manager [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.959865] env[69603]: DEBUG nova.virt.hardware [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.960158] env[69603]: DEBUG nova.virt.hardware [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.960390] env[69603]: DEBUG nova.virt.hardware [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.960529] env[69603]: DEBUG nova.virt.hardware [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.960679] env[69603]: DEBUG nova.virt.hardware [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.960824] env[69603]: DEBUG nova.virt.hardware [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.961143] env[69603]: DEBUG nova.virt.hardware [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.961870] env[69603]: DEBUG nova.virt.hardware [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.961870] env[69603]: DEBUG nova.virt.hardware [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.961870] env[69603]: DEBUG nova.virt.hardware [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.961870] env[69603]: DEBUG nova.virt.hardware [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.963083] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a901a4e5-8cbb-4711-a3eb-bb500e855340 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.973528] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4835d5c1-04e6-448a-8e7c-5bdeb7c4d2e6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.993906] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.999401] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Creating folder: Project (e9235b6cf37f4098b48ffd50c16f2e1d). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 664.999625] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abc93d91-a424-4650-a1f3-c22f2eccadaf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.014030] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Created folder: Project (e9235b6cf37f4098b48ffd50c16f2e1d) in parent group-v695567. [ 665.014475] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Creating folder: Instances. Parent ref: group-v695628. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.014687] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90172dc3-26d9-4284-a6e0-f2672e19d4ae {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.027870] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Created folder: Instances in parent group-v695628. [ 665.028292] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.028575] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.028875] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e29d84e7-f644-4429-9459-2f58a919ec7b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.050701] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.050701] env[69603]: value = "task-3479443" [ 665.050701] env[69603]: _type = "Task" [ 665.050701] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.057715] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479443, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.154614] env[69603]: DEBUG nova.scheduler.client.report [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.171503] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479440, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.561159] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479443, 'name': CreateVM_Task, 'duration_secs': 0.475727} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.561451] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 665.561976] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.562204] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.562584] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.562939] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be39d55b-283b-46a0-b24b-61e809462ab3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.570558] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 665.570558] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522e4ddd-4fbf-4597-bf58-d73845f51a6a" [ 665.570558] env[69603]: _type = "Task" [ 665.570558] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.580608] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522e4ddd-4fbf-4597-bf58-d73845f51a6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.667437] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.668056] env[69603]: DEBUG nova.compute.manager [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.671102] env[69603]: DEBUG oslo_concurrency.lockutils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.438s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.675102] env[69603]: INFO nova.compute.claims [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.688869] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479440, 'name': CreateSnapshot_Task, 'duration_secs': 0.931499} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.688869] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 665.689436] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4773afa4-9e3b-4a25-9844-1ad46f45e037 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.082677] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522e4ddd-4fbf-4597-bf58-d73845f51a6a, 'name': SearchDatastore_Task, 'duration_secs': 0.022995} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.083088] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.083396] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.083723] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.083969] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.084263] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.084574] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edbe038e-24e9-4412-8c3d-a9c3bd1122d2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.097541] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.097850] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.098832] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecbaeb6c-883d-432b-9357-c00d2100194d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.106555] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 666.106555] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5252457b-2878-5530-6cd6-f7e9384f91d2" [ 666.106555] env[69603]: _type = "Task" [ 666.106555] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.116477] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5252457b-2878-5530-6cd6-f7e9384f91d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.185311] env[69603]: DEBUG nova.compute.utils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 666.186763] env[69603]: DEBUG nova.compute.manager [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.190024] env[69603]: DEBUG nova.network.neutron [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.209429] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 666.210953] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ead93c76-cd88-4622-9fe5-4bf49d09534d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.222924] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 666.222924] env[69603]: value = "task-3479444" [ 666.222924] env[69603]: _type = "Task" [ 666.222924] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.233494] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479444, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.310697] env[69603]: DEBUG nova.policy [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '043cc1fbb38a437aa22789b94c96d4aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b6ede380d2f4f3cb17e0b1521dc41e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.623129] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5252457b-2878-5530-6cd6-f7e9384f91d2, 'name': SearchDatastore_Task, 'duration_secs': 0.025895} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.624557] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d9b5da-cb39-40c4-993d-e34111641ae3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.635088] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 666.635088] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52afa346-7dc4-f528-b80f-5ec926f21662" [ 666.635088] env[69603]: _type = "Task" [ 666.635088] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.646025] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52afa346-7dc4-f528-b80f-5ec926f21662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.692916] env[69603]: DEBUG nova.compute.manager [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.736538] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479444, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.146038] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52afa346-7dc4-f528-b80f-5ec926f21662, 'name': SearchDatastore_Task, 'duration_secs': 0.028445} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.149651] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.149997] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] ccea07bc-1f5c-4217-82c5-0a4852f6237b/ccea07bc-1f5c-4217-82c5-0a4852f6237b.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.151520] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c324164c-00c3-4ba5-8c76-8a0041c308d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.166747] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 667.166747] env[69603]: value = "task-3479445" [ 667.166747] env[69603]: _type = "Task" [ 667.166747] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.176071] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.235814] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479444, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.296020] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3e7e55-2eeb-4dba-a08c-0d4a93055a2d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.305258] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9991401-ae31-4088-a813-f66ff655a7f7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.340145] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789292f7-2eac-4159-81eb-12e56281aa52 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.349414] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dd38e2-a7cf-48e8-9eb1-370069e418d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.368641] env[69603]: DEBUG nova.compute.provider_tree [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.409197] env[69603]: DEBUG nova.network.neutron [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Successfully created port: c76d71d4-6719-495f-b88c-e4255ab60d6c {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.687322] env[69603]: DEBUG oslo_concurrency.lockutils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "85fd51f5-4335-48ec-a2d2-38aa5d209eba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.687757] env[69603]: DEBUG oslo_concurrency.lockutils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "85fd51f5-4335-48ec-a2d2-38aa5d209eba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.687907] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479445, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.706669] env[69603]: DEBUG nova.compute.manager [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.738927] env[69603]: DEBUG nova.virt.hardware [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.739240] env[69603]: DEBUG nova.virt.hardware [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.739850] env[69603]: DEBUG nova.virt.hardware [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.739850] env[69603]: DEBUG nova.virt.hardware [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.739850] env[69603]: DEBUG nova.virt.hardware [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.743163] env[69603]: DEBUG nova.virt.hardware [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.744367] env[69603]: DEBUG nova.virt.hardware [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.744367] env[69603]: DEBUG nova.virt.hardware [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.744367] env[69603]: DEBUG nova.virt.hardware [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.744367] env[69603]: DEBUG nova.virt.hardware [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.744367] env[69603]: DEBUG nova.virt.hardware [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.746027] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbd7977-a450-4b56-9ca9-6ef85c1a3232 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.758044] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479444, 'name': CloneVM_Task, 'duration_secs': 1.379592} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.762142] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Created linked-clone VM from snapshot [ 667.764840] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b160845-557a-4d5f-9253-bf8a65848453 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.769157] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3adf2d2-381b-4f03-956c-28481121f10a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.781787] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Uploading image 02c05040-a647-4562-bebc-b61597d8471f {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 667.815851] env[69603]: DEBUG oslo_vmware.rw_handles [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 667.815851] env[69603]: value = "vm-695632" [ 667.815851] env[69603]: _type = "VirtualMachine" [ 667.815851] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 667.816531] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-976940ab-f25d-40f5-b946-4633f1488ad0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.828071] env[69603]: DEBUG oslo_vmware.rw_handles [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lease: (returnval){ [ 667.828071] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bb5b76-5418-1aac-eae0-8cc6b48e1a80" [ 667.828071] env[69603]: _type = "HttpNfcLease" [ 667.828071] env[69603]: } obtained for exporting VM: (result){ [ 667.828071] env[69603]: value = "vm-695632" [ 667.828071] env[69603]: _type = "VirtualMachine" [ 667.828071] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 667.828903] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the lease: (returnval){ [ 667.828903] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bb5b76-5418-1aac-eae0-8cc6b48e1a80" [ 667.828903] env[69603]: _type = "HttpNfcLease" [ 667.828903] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 667.841547] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 667.841547] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bb5b76-5418-1aac-eae0-8cc6b48e1a80" [ 667.841547] env[69603]: _type = "HttpNfcLease" [ 667.841547] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 667.871967] env[69603]: DEBUG nova.scheduler.client.report [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.177819] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826851} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.182445] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] ccea07bc-1f5c-4217-82c5-0a4852f6237b/ccea07bc-1f5c-4217-82c5-0a4852f6237b.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.182445] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.182445] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33a3ef9c-158f-4f87-8f46-5c4dcd576a62 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.189233] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 668.189233] env[69603]: value = "task-3479447" [ 668.189233] env[69603]: _type = "Task" [ 668.189233] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.201316] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.352708] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 668.352708] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bb5b76-5418-1aac-eae0-8cc6b48e1a80" [ 668.352708] env[69603]: _type = "HttpNfcLease" [ 668.352708] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 668.355797] env[69603]: DEBUG oslo_vmware.rw_handles [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 668.355797] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bb5b76-5418-1aac-eae0-8cc6b48e1a80" [ 668.355797] env[69603]: _type = "HttpNfcLease" [ 668.355797] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 668.356543] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bca94f-4912-4ca0-b318-c405cb7bf48f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.369250] env[69603]: DEBUG oslo_vmware.rw_handles [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52403959-3984-08ba-b0d6-7be67272e8cf/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 668.369250] env[69603]: DEBUG oslo_vmware.rw_handles [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52403959-3984-08ba-b0d6-7be67272e8cf/disk-0.vmdk for reading. {{(pid=69603) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 668.441671] env[69603]: DEBUG oslo_concurrency.lockutils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.441671] env[69603]: DEBUG nova.compute.manager [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 668.445359] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.800s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.445359] env[69603]: DEBUG nova.objects.instance [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Lazy-loading 'resources' on Instance uuid f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 668.498770] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ac032de8-cc78-4603-bfd7-1ca4f282a38b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.708574] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074866} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.708574] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.709431] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04269161-4b30-4b92-9dc2-67ffd666de8c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.736355] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] ccea07bc-1f5c-4217-82c5-0a4852f6237b/ccea07bc-1f5c-4217-82c5-0a4852f6237b.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.736355] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98384281-d52e-428c-bc56-49bd564bd979 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.759696] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 668.759696] env[69603]: value = "task-3479448" [ 668.759696] env[69603]: _type = "Task" [ 668.759696] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.772129] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.950246] env[69603]: DEBUG nova.compute.utils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.952580] env[69603]: DEBUG nova.compute.manager [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.953564] env[69603]: DEBUG nova.network.neutron [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.120963] env[69603]: DEBUG nova.policy [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd85a1e079f5e41fe9d234a1686cefd25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ba3cddee2e64c32abd45a93a54f718e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.279074] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479448, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.466210] env[69603]: DEBUG nova.compute.manager [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 669.512932] env[69603]: DEBUG oslo_vmware.rw_handles [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec9104-2fc1-cb0d-a527-d4dc3169be02/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 669.513871] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af63da23-998d-40f9-9cb3-9d22fa5f7e6d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.526930] env[69603]: DEBUG oslo_vmware.rw_handles [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec9104-2fc1-cb0d-a527-d4dc3169be02/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 669.527254] env[69603]: ERROR oslo_vmware.rw_handles [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec9104-2fc1-cb0d-a527-d4dc3169be02/disk-0.vmdk due to incomplete transfer. [ 669.528286] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a087a91c-3ec5-4a5b-addc-a310077d7d9d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.538511] env[69603]: DEBUG oslo_vmware.rw_handles [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ec9104-2fc1-cb0d-a527-d4dc3169be02/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 669.538622] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Uploaded image b8b3a413-9e85-4f78-aa4d-44eea27bd3db to the Glance image server {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 669.541289] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 669.544729] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-339bd5a9-44af-4f6f-9f10-f175414be93e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.554080] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 669.554080] env[69603]: value = "task-3479449" [ 669.554080] env[69603]: _type = "Task" [ 669.554080] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.569992] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479449, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.756551] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4569e8-d699-4662-8ceb-7ff4000ed97e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.769162] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac1d52b-2cb7-437b-9f13-e7b11180cc1d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.784660] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479448, 'name': ReconfigVM_Task, 'duration_secs': 0.577117} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.819829] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Reconfigured VM instance instance-00000014 to attach disk [datastore1] ccea07bc-1f5c-4217-82c5-0a4852f6237b/ccea07bc-1f5c-4217-82c5-0a4852f6237b.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.821544] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cccf304-2921-40f2-ad74-23fb4184cad4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.824129] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136c4d37-9575-42d3-a468-3054d2daa694 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.836681] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63566f2f-6f22-4e5e-b232-fbf15bc3cfe4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.843756] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 669.843756] env[69603]: value = "task-3479450" [ 669.843756] env[69603]: _type = "Task" [ 669.843756] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.865154] env[69603]: DEBUG nova.compute.provider_tree [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.876804] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479450, 'name': Rename_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.068288] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479449, 'name': Destroy_Task, 'duration_secs': 0.453016} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.070035] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Destroyed the VM [ 670.070035] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 670.070035] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-928e0081-37d2-48e3-ab9d-5cffdb3c494a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.084119] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 670.084119] env[69603]: value = "task-3479451" [ 670.084119] env[69603]: _type = "Task" [ 670.084119] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.099234] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479451, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.311606] env[69603]: DEBUG nova.network.neutron [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Successfully created port: b511fb21-532b-49f8-a494-ed522149ee7d {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 670.359523] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479450, 'name': Rename_Task, 'duration_secs': 0.175898} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.361378] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.362381] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0aac379-020c-46a0-872b-975175272aa6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.377103] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 670.377103] env[69603]: value = "task-3479452" [ 670.377103] env[69603]: _type = "Task" [ 670.377103] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.379491] env[69603]: DEBUG nova.scheduler.client.report [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.387869] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.476681] env[69603]: DEBUG nova.compute.manager [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 670.523834] env[69603]: DEBUG nova.virt.hardware [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 670.523995] env[69603]: DEBUG nova.virt.hardware [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 670.524137] env[69603]: DEBUG nova.virt.hardware [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 670.524315] env[69603]: DEBUG nova.virt.hardware [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 670.524502] env[69603]: DEBUG nova.virt.hardware [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 670.524695] env[69603]: DEBUG nova.virt.hardware [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 670.525466] env[69603]: DEBUG nova.virt.hardware [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 670.525659] env[69603]: DEBUG nova.virt.hardware [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 670.525830] env[69603]: DEBUG nova.virt.hardware [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 670.525987] env[69603]: DEBUG nova.virt.hardware [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 670.526316] env[69603]: DEBUG nova.virt.hardware [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 670.527142] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac59812-d52b-4cb2-b4c7-7ada9606bbf1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.536870] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46285156-1222-4767-89c6-c5e4639e37e2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.601459] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479451, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.604998] env[69603]: DEBUG nova.network.neutron [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Successfully updated port: c76d71d4-6719-495f-b88c-e4255ab60d6c {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.890626] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.446s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.892820] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479452, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.894872] env[69603]: DEBUG oslo_concurrency.lockutils [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.928s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.894872] env[69603]: DEBUG nova.objects.instance [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Lazy-loading 'resources' on Instance uuid 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 670.928603] env[69603]: INFO nova.scheduler.client.report [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Deleted allocations for instance f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd [ 671.097356] env[69603]: DEBUG oslo_vmware.api [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479451, 'name': RemoveSnapshot_Task, 'duration_secs': 0.991942} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.100141] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 671.100141] env[69603]: INFO nova.compute.manager [None req-20066bf1-9cf2-4390-8a56-0fd928f3c922 tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Took 17.46 seconds to snapshot the instance on the hypervisor. [ 671.102739] env[69603]: DEBUG nova.compute.manager [req-9f399122-dff0-4157-824c-4c76ec74019d req-44a39704-b8ab-430f-8811-76a7071b625f service nova] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Received event network-vif-plugged-c76d71d4-6719-495f-b88c-e4255ab60d6c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.102973] env[69603]: DEBUG oslo_concurrency.lockutils [req-9f399122-dff0-4157-824c-4c76ec74019d req-44a39704-b8ab-430f-8811-76a7071b625f service nova] Acquiring lock "5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.103094] env[69603]: DEBUG oslo_concurrency.lockutils [req-9f399122-dff0-4157-824c-4c76ec74019d req-44a39704-b8ab-430f-8811-76a7071b625f service nova] Lock "5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.104626] env[69603]: DEBUG oslo_concurrency.lockutils [req-9f399122-dff0-4157-824c-4c76ec74019d req-44a39704-b8ab-430f-8811-76a7071b625f service nova] Lock "5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.104626] env[69603]: DEBUG nova.compute.manager [req-9f399122-dff0-4157-824c-4c76ec74019d req-44a39704-b8ab-430f-8811-76a7071b625f service nova] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] No waiting events found dispatching network-vif-plugged-c76d71d4-6719-495f-b88c-e4255ab60d6c {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 671.104626] env[69603]: WARNING nova.compute.manager [req-9f399122-dff0-4157-824c-4c76ec74019d req-44a39704-b8ab-430f-8811-76a7071b625f service nova] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Received unexpected event network-vif-plugged-c76d71d4-6719-495f-b88c-e4255ab60d6c for instance with vm_state building and task_state spawning. [ 671.109349] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "refresh_cache-5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.109349] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "refresh_cache-5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.109349] env[69603]: DEBUG nova.network.neutron [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.393910] env[69603]: DEBUG oslo_vmware.api [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479452, 'name': PowerOnVM_Task, 'duration_secs': 0.674513} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.393910] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.394050] env[69603]: INFO nova.compute.manager [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Took 6.47 seconds to spawn the instance on the hypervisor. [ 671.394229] env[69603]: DEBUG nova.compute.manager [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.395074] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64353818-c19b-4d66-a4ad-049f02d1d4e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.441179] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f914915a-23a9-4749-ac3a-5b8f04dd61e6 tempest-ServerDiagnosticsV248Test-908821475 tempest-ServerDiagnosticsV248Test-908821475-project-member] Lock "f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.121s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.717762] env[69603]: DEBUG nova.network.neutron [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.931866] env[69603]: INFO nova.compute.manager [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Took 42.73 seconds to build instance. [ 672.039919] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b9d749-ac28-44b8-a565-4ff757b36fc5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.052991] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c015009a-3b73-43a5-bbce-cdeaca5bd857 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.097500] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44afcb7-13cd-43f3-8b00-b89b3a1a9137 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.107969] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2256b03-3153-4acb-92e0-5b0298a29cec {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.124417] env[69603]: DEBUG nova.compute.provider_tree [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.350330] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "46ec109a-88fe-457f-b4e7-8bb58018b18d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.350569] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "46ec109a-88fe-457f-b4e7-8bb58018b18d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.366112] env[69603]: DEBUG nova.network.neutron [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Updating instance_info_cache with network_info: [{"id": "c76d71d4-6719-495f-b88c-e4255ab60d6c", "address": "fa:16:3e:3f:d6:6b", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc76d71d4-67", "ovs_interfaceid": "c76d71d4-6719-495f-b88c-e4255ab60d6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.380169] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "23c2c79b-ce0d-41f0-a7d9-7808de4783aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.380608] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "23c2c79b-ce0d-41f0-a7d9-7808de4783aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.441246] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a842d0c-9754-41e3-83a1-c7a7bb867c6c tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Lock "ccea07bc-1f5c-4217-82c5-0a4852f6237b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.697s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.628356] env[69603]: DEBUG nova.scheduler.client.report [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.757234] env[69603]: DEBUG nova.network.neutron [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Successfully updated port: b511fb21-532b-49f8-a494-ed522149ee7d {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.872323] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "refresh_cache-5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.872671] env[69603]: DEBUG nova.compute.manager [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Instance network_info: |[{"id": "c76d71d4-6719-495f-b88c-e4255ab60d6c", "address": "fa:16:3e:3f:d6:6b", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc76d71d4-67", "ovs_interfaceid": "c76d71d4-6719-495f-b88c-e4255ab60d6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.873123] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:d6:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c76d71d4-6719-495f-b88c-e4255ab60d6c', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.884724] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Creating folder: Project (3b6ede380d2f4f3cb17e0b1521dc41e2). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.885079] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-651614de-bb17-4b1f-8452-31af237f2c40 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.905176] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Created folder: Project (3b6ede380d2f4f3cb17e0b1521dc41e2) in parent group-v695567. [ 672.905457] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Creating folder: Instances. Parent ref: group-v695633. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.905806] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd357703-4b8f-4e66-897e-2198b0a42d5d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.919885] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Created folder: Instances in parent group-v695633. [ 672.920096] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.920853] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.920853] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-adad724a-b6c2-4c98-b7d3-716b0b10f624 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.944651] env[69603]: DEBUG nova.compute.manager [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.949612] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.949612] env[69603]: value = "task-3479455" [ 672.949612] env[69603]: _type = "Task" [ 672.949612] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.962163] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479455, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.140251] env[69603]: DEBUG oslo_concurrency.lockutils [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.144615] env[69603]: DEBUG oslo_concurrency.lockutils [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.378s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.146662] env[69603]: INFO nova.compute.claims [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.176241] env[69603]: INFO nova.scheduler.client.report [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Deleted allocations for instance 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f [ 673.261702] env[69603]: DEBUG oslo_concurrency.lockutils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Acquiring lock "refresh_cache-87fe142a-3f0f-44f3-a4f1-6aa63e283317" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.261969] env[69603]: DEBUG oslo_concurrency.lockutils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Acquired lock "refresh_cache-87fe142a-3f0f-44f3-a4f1-6aa63e283317" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.262152] env[69603]: DEBUG nova.network.neutron [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.472964] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479455, 'name': CreateVM_Task, 'duration_secs': 0.446146} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.472964] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.472964] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.472964] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.473244] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.473510] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a05b5d-82c3-4530-9e28-adfa9244973c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.476416] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.481009] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 673.481009] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528fc324-207a-df9d-7824-4ad00daea05c" [ 673.481009] env[69603]: _type = "Task" [ 673.481009] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.491094] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528fc324-207a-df9d-7824-4ad00daea05c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.688794] env[69603]: DEBUG oslo_concurrency.lockutils [None req-53aba5f9-c9cc-4c6f-834c-0722ec199493 tempest-AttachInterfacesV270Test-1432246991 tempest-AttachInterfacesV270Test-1432246991-project-member] Lock "7276c8fa-dcb8-4b41-8d2b-e6c763093b5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.362s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.719067] env[69603]: INFO nova.compute.manager [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Rebuilding instance [ 673.773392] env[69603]: DEBUG nova.compute.manager [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.775639] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fc82c6-a744-495a-b8bc-a081bb87f20b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.826248] env[69603]: DEBUG nova.network.neutron [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.900321] env[69603]: DEBUG nova.compute.manager [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Received event network-changed-c76d71d4-6719-495f-b88c-e4255ab60d6c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 673.900601] env[69603]: DEBUG nova.compute.manager [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Refreshing instance network info cache due to event network-changed-c76d71d4-6719-495f-b88c-e4255ab60d6c. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 673.900898] env[69603]: DEBUG oslo_concurrency.lockutils [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] Acquiring lock "refresh_cache-5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.901079] env[69603]: DEBUG oslo_concurrency.lockutils [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] Acquired lock "refresh_cache-5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.901262] env[69603]: DEBUG nova.network.neutron [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Refreshing network info cache for port c76d71d4-6719-495f-b88c-e4255ab60d6c {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 673.995537] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528fc324-207a-df9d-7824-4ad00daea05c, 'name': SearchDatastore_Task, 'duration_secs': 0.018784} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.995816] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.996066] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.996186] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.997382] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.997382] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.997382] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98bdc86f-d5dc-43ec-839c-0e77a14c7e1d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.011409] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.011409] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.011409] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61fd8fd1-6417-40d5-9421-3dddec9548ae {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.019482] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 674.019482] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e50c7e-d166-34c1-a1be-06c624afaf5c" [ 674.019482] env[69603]: _type = "Task" [ 674.019482] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.026697] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e50c7e-d166-34c1-a1be-06c624afaf5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.102276] env[69603]: DEBUG nova.network.neutron [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Updating instance_info_cache with network_info: [{"id": "b511fb21-532b-49f8-a494-ed522149ee7d", "address": "fa:16:3e:30:50:96", "network": {"id": "f5433845-dff6-4bcb-8e68-1427567f1465", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-939957577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba3cddee2e64c32abd45a93a54f718e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb511fb21-53", "ovs_interfaceid": "b511fb21-532b-49f8-a494-ed522149ee7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.227419] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Acquiring lock "61b80bcc-8603-48e4-9cef-493fea1eba57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.227703] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Lock "61b80bcc-8603-48e4-9cef-493fea1eba57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.534291] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e50c7e-d166-34c1-a1be-06c624afaf5c, 'name': SearchDatastore_Task, 'duration_secs': 0.017752} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.535160] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-095d7f56-485c-4d15-a73a-c3202c429887 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.541439] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 674.541439] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524cb533-2919-837f-b5fe-ebdfae0bf018" [ 674.541439] env[69603]: _type = "Task" [ 674.541439] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.554280] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524cb533-2919-837f-b5fe-ebdfae0bf018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.607801] env[69603]: DEBUG oslo_concurrency.lockutils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Releasing lock "refresh_cache-87fe142a-3f0f-44f3-a4f1-6aa63e283317" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.607801] env[69603]: DEBUG nova.compute.manager [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Instance network_info: |[{"id": "b511fb21-532b-49f8-a494-ed522149ee7d", "address": "fa:16:3e:30:50:96", "network": {"id": "f5433845-dff6-4bcb-8e68-1427567f1465", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-939957577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba3cddee2e64c32abd45a93a54f718e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb511fb21-53", "ovs_interfaceid": "b511fb21-532b-49f8-a494-ed522149ee7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.607960] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:50:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ef02af-c508-432f-ae29-3a219701d584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b511fb21-532b-49f8-a494-ed522149ee7d', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.614956] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Creating folder: Project (8ba3cddee2e64c32abd45a93a54f718e). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.615348] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fd44826-3fca-4615-9cca-44222b86313e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.631670] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Created folder: Project (8ba3cddee2e64c32abd45a93a54f718e) in parent group-v695567. [ 674.632226] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Creating folder: Instances. Parent ref: group-v695636. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 674.632408] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e22c352b-abaf-43ff-aebe-d0b6f727f49a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.645865] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Created folder: Instances in parent group-v695636. [ 674.645997] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.647339] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.647339] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9d256a8-cdbb-4f23-ada2-c1b972072b6d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.690765] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.690765] env[69603]: value = "task-3479458" [ 674.690765] env[69603]: _type = "Task" [ 674.690765] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.709290] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479458, 'name': CreateVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.794764] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 674.795234] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62acbbe4-418c-4d98-8a60-199610c08fcb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.810731] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5ac37d-1a0b-43a4-8c14-ce0677559a0f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.821571] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 674.821571] env[69603]: value = "task-3479459" [ 674.821571] env[69603]: _type = "Task" [ 674.821571] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.836389] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339a0fca-97c0-44bf-b961-eaf070e67419 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.852329] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.893732] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc973da4-89c7-4e13-9043-375edb96b165 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.904744] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296706d7-86fe-4781-a62b-58ccc7563917 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.914351] env[69603]: DEBUG oslo_concurrency.lockutils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.914681] env[69603]: DEBUG oslo_concurrency.lockutils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.928415] env[69603]: DEBUG nova.compute.provider_tree [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.052594] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524cb533-2919-837f-b5fe-ebdfae0bf018, 'name': SearchDatastore_Task, 'duration_secs': 0.01806} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.053041] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.053148] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f/5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.053411] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ea50e82-1b28-4956-9e5f-3c29a65415e9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.062341] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 675.062341] env[69603]: value = "task-3479460" [ 675.062341] env[69603]: _type = "Task" [ 675.062341] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.071438] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.108879] env[69603]: DEBUG nova.network.neutron [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Updated VIF entry in instance network info cache for port c76d71d4-6719-495f-b88c-e4255ab60d6c. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.109253] env[69603]: DEBUG nova.network.neutron [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Updating instance_info_cache with network_info: [{"id": "c76d71d4-6719-495f-b88c-e4255ab60d6c", "address": "fa:16:3e:3f:d6:6b", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc76d71d4-67", "ovs_interfaceid": "c76d71d4-6719-495f-b88c-e4255ab60d6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.203585] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479458, 'name': CreateVM_Task, 'duration_secs': 0.404173} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.203823] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.204495] env[69603]: DEBUG oslo_concurrency.lockutils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.204652] env[69603]: DEBUG oslo_concurrency.lockutils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.204956] env[69603]: DEBUG oslo_concurrency.lockutils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.205219] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1334481c-bbd4-405a-98ab-e14c48746c75 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.211011] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Waiting for the task: (returnval){ [ 675.211011] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520b8199-1963-ad23-e643-df46c05a44eb" [ 675.211011] env[69603]: _type = "Task" [ 675.211011] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.221524] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520b8199-1963-ad23-e643-df46c05a44eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.242486] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Acquiring lock "a72614a2-7921-4c8c-9777-49fb6cc798ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.244295] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Lock "a72614a2-7921-4c8c-9777-49fb6cc798ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.244295] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Acquiring lock "a72614a2-7921-4c8c-9777-49fb6cc798ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.244295] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Lock "a72614a2-7921-4c8c-9777-49fb6cc798ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.244295] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Lock "a72614a2-7921-4c8c-9777-49fb6cc798ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.245938] env[69603]: INFO nova.compute.manager [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Terminating instance [ 675.338871] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479459, 'name': PowerOffVM_Task, 'duration_secs': 0.160116} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.339131] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 675.339372] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.340225] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0096fbc0-145f-48f4-818c-1e9cb49721c0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.349656] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 675.349656] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cdadb6c-1830-4183-b91d-0d88cea4d7de {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.386224] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 675.386446] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 675.386630] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Deleting the datastore file [datastore1] ccea07bc-1f5c-4217-82c5-0a4852f6237b {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 675.386902] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-236eabe1-1689-431b-a493-3a77d2b6dbee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.397380] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 675.397380] env[69603]: value = "task-3479462" [ 675.397380] env[69603]: _type = "Task" [ 675.397380] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.408026] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479462, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.439301] env[69603]: DEBUG nova.scheduler.client.report [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.575638] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479229} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.578070] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f/5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.578070] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.578070] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd335baa-f141-417a-b2d0-0ab390a8add4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.585899] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 675.585899] env[69603]: value = "task-3479463" [ 675.585899] env[69603]: _type = "Task" [ 675.585899] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.599562] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.612500] env[69603]: DEBUG oslo_concurrency.lockutils [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] Releasing lock "refresh_cache-5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.615034] env[69603]: DEBUG nova.compute.manager [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Received event network-vif-plugged-b511fb21-532b-49f8-a494-ed522149ee7d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.615034] env[69603]: DEBUG oslo_concurrency.lockutils [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] Acquiring lock "87fe142a-3f0f-44f3-a4f1-6aa63e283317-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.615034] env[69603]: DEBUG oslo_concurrency.lockutils [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] Lock "87fe142a-3f0f-44f3-a4f1-6aa63e283317-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.615034] env[69603]: DEBUG oslo_concurrency.lockutils [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] Lock "87fe142a-3f0f-44f3-a4f1-6aa63e283317-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.615034] env[69603]: DEBUG nova.compute.manager [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] No waiting events found dispatching network-vif-plugged-b511fb21-532b-49f8-a494-ed522149ee7d {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.615633] env[69603]: WARNING nova.compute.manager [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Received unexpected event network-vif-plugged-b511fb21-532b-49f8-a494-ed522149ee7d for instance with vm_state building and task_state spawning. [ 675.615633] env[69603]: DEBUG nova.compute.manager [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Received event network-changed-b511fb21-532b-49f8-a494-ed522149ee7d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.615633] env[69603]: DEBUG nova.compute.manager [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Refreshing instance network info cache due to event network-changed-b511fb21-532b-49f8-a494-ed522149ee7d. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.617826] env[69603]: DEBUG oslo_concurrency.lockutils [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] Acquiring lock "refresh_cache-87fe142a-3f0f-44f3-a4f1-6aa63e283317" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.617826] env[69603]: DEBUG oslo_concurrency.lockutils [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] Acquired lock "refresh_cache-87fe142a-3f0f-44f3-a4f1-6aa63e283317" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.617826] env[69603]: DEBUG nova.network.neutron [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Refreshing network info cache for port b511fb21-532b-49f8-a494-ed522149ee7d {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.723411] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520b8199-1963-ad23-e643-df46c05a44eb, 'name': SearchDatastore_Task, 'duration_secs': 0.050414} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.724301] env[69603]: DEBUG oslo_concurrency.lockutils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.724603] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 675.724879] env[69603]: DEBUG oslo_concurrency.lockutils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.725081] env[69603]: DEBUG oslo_concurrency.lockutils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.725453] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.725782] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-815ce678-581f-4a38-99c9-253f72e735e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.745032] env[69603]: DEBUG oslo_vmware.rw_handles [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52403959-3984-08ba-b0d6-7be67272e8cf/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 675.746113] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbadbea-a2b3-4ff0-9340-907680faf735 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.748933] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.749317] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.751730] env[69603]: DEBUG nova.compute.manager [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 675.752578] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 675.752892] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e44cf03-28fc-4d5c-ab7d-0bc2a8d1c151 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.756621] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e4c7b2-f4be-4788-9e0f-18b0e8836a58 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.762198] env[69603]: DEBUG oslo_vmware.rw_handles [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52403959-3984-08ba-b0d6-7be67272e8cf/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 675.762372] env[69603]: ERROR oslo_vmware.rw_handles [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52403959-3984-08ba-b0d6-7be67272e8cf/disk-0.vmdk due to incomplete transfer. [ 675.762940] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b92db500-1f9c-4000-8c41-a71cd3ffc2db {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.769236] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 675.769572] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Waiting for the task: (returnval){ [ 675.769572] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524499cc-418a-2e01-0ee8-60064377b787" [ 675.769572] env[69603]: _type = "Task" [ 675.769572] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.770167] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed7bfa94-dd0a-4552-b0c2-05deb9e48ec8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.776226] env[69603]: DEBUG oslo_vmware.rw_handles [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52403959-3984-08ba-b0d6-7be67272e8cf/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 675.776453] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Uploaded image 02c05040-a647-4562-bebc-b61597d8471f to the Glance image server {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 675.778083] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 675.779046] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ed12cf4d-e2a4-4b8d-9aa7-cc245e384786 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.785657] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524499cc-418a-2e01-0ee8-60064377b787, 'name': SearchDatastore_Task, 'duration_secs': 0.010983} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.786480] env[69603]: DEBUG oslo_vmware.api [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 675.786480] env[69603]: value = "task-3479464" [ 675.786480] env[69603]: _type = "Task" [ 675.786480] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.787232] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebbb98d3-f925-44c5-887d-295bd2f9b1e9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.793575] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 675.793575] env[69603]: value = "task-3479465" [ 675.793575] env[69603]: _type = "Task" [ 675.793575] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.802375] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Waiting for the task: (returnval){ [ 675.802375] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5231caf8-990d-bd08-2699-6855fbcd7e28" [ 675.802375] env[69603]: _type = "Task" [ 675.802375] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.802609] env[69603]: DEBUG oslo_vmware.api [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.810580] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479465, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.818297] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5231caf8-990d-bd08-2699-6855fbcd7e28, 'name': SearchDatastore_Task, 'duration_secs': 0.014042} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.818559] env[69603]: DEBUG oslo_concurrency.lockutils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.818789] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 87fe142a-3f0f-44f3-a4f1-6aa63e283317/87fe142a-3f0f-44f3-a4f1-6aa63e283317.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.819056] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be366314-5613-4382-b19a-0a55e2319ec4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.827649] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Waiting for the task: (returnval){ [ 675.827649] env[69603]: value = "task-3479466" [ 675.827649] env[69603]: _type = "Task" [ 675.827649] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.837601] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.908382] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479462, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215375} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.908648] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 675.908836] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 675.909017] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 675.946931] env[69603]: DEBUG oslo_concurrency.lockutils [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.947231] env[69603]: DEBUG nova.compute.manager [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.950828] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.165s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.954158] env[69603]: INFO nova.compute.claims [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.097557] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073565} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.097557] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.098410] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268e5999-6922-4f46-89a5-b08a9d8bbbf3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.122916] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f/5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.125686] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19a75493-8c85-48f0-b671-61862f072ef7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.150487] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 676.150487] env[69603]: value = "task-3479467" [ 676.150487] env[69603]: _type = "Task" [ 676.150487] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.164786] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479467, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.297964] env[69603]: DEBUG oslo_vmware.api [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479464, 'name': PowerOffVM_Task, 'duration_secs': 0.274767} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.301477] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 676.301676] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 676.302155] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9eeede43-e4cc-483f-bfff-70bc2122b5f5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.310913] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479465, 'name': Destroy_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.341639] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479466, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.410214] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 676.410214] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 676.410425] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Deleting the datastore file [datastore1] a72614a2-7921-4c8c-9777-49fb6cc798ca {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.411128] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3687780f-cc56-4bff-88f9-2ca4e64e8106 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.426076] env[69603]: DEBUG oslo_vmware.api [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for the task: (returnval){ [ 676.426076] env[69603]: value = "task-3479469" [ 676.426076] env[69603]: _type = "Task" [ 676.426076] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.434126] env[69603]: DEBUG oslo_vmware.api [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.464419] env[69603]: DEBUG nova.compute.utils [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.467114] env[69603]: DEBUG nova.compute.manager [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Not allocating networking since 'none' was specified. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 676.631626] env[69603]: DEBUG nova.network.neutron [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Updated VIF entry in instance network info cache for port b511fb21-532b-49f8-a494-ed522149ee7d. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 676.631626] env[69603]: DEBUG nova.network.neutron [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Updating instance_info_cache with network_info: [{"id": "b511fb21-532b-49f8-a494-ed522149ee7d", "address": "fa:16:3e:30:50:96", "network": {"id": "f5433845-dff6-4bcb-8e68-1427567f1465", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-939957577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba3cddee2e64c32abd45a93a54f718e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb511fb21-53", "ovs_interfaceid": "b511fb21-532b-49f8-a494-ed522149ee7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.660972] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479467, 'name': ReconfigVM_Task, 'duration_secs': 0.509424} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.661507] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f/5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.664349] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52128b05-88df-4788-8f52-754d4717eed4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.670618] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 676.670618] env[69603]: value = "task-3479470" [ 676.670618] env[69603]: _type = "Task" [ 676.670618] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.681300] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479470, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.812479] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479465, 'name': Destroy_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.841886] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593354} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.845024] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 87fe142a-3f0f-44f3-a4f1-6aa63e283317/87fe142a-3f0f-44f3-a4f1-6aa63e283317.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.845024] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 676.845024] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8daba590-64ed-4b7b-b95b-6b71f104fc0b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.853876] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Waiting for the task: (returnval){ [ 676.853876] env[69603]: value = "task-3479471" [ 676.853876] env[69603]: _type = "Task" [ 676.853876] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.865907] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479471, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.941819] env[69603]: DEBUG oslo_vmware.api [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Task: {'id': task-3479469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170618} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.942890] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.942890] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 676.943889] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 676.943889] env[69603]: INFO nova.compute.manager [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Took 1.19 seconds to destroy the instance on the hypervisor. [ 676.943889] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.944534] env[69603]: DEBUG nova.compute.manager [-] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 676.945066] env[69603]: DEBUG nova.network.neutron [-] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 676.961477] env[69603]: DEBUG nova.virt.hardware [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 676.961771] env[69603]: DEBUG nova.virt.hardware [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 676.961991] env[69603]: DEBUG nova.virt.hardware [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.962660] env[69603]: DEBUG nova.virt.hardware [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 676.962660] env[69603]: DEBUG nova.virt.hardware [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.962660] env[69603]: DEBUG nova.virt.hardware [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 676.962855] env[69603]: DEBUG nova.virt.hardware [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 676.963774] env[69603]: DEBUG nova.virt.hardware [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 676.963774] env[69603]: DEBUG nova.virt.hardware [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 676.963774] env[69603]: DEBUG nova.virt.hardware [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 676.963774] env[69603]: DEBUG nova.virt.hardware [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 676.964699] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3c79ca-641e-44c7-86dd-ecf4a3589f3a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.969332] env[69603]: DEBUG nova.compute.manager [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.987832] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec27bf5-4536-40d9-9e0b-10f7a4135c1e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.002399] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.009634] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.010640] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.010880] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd7cc208-20bd-40e4-b059-63c978150e44 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.034661] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.034661] env[69603]: value = "task-3479472" [ 677.034661] env[69603]: _type = "Task" [ 677.034661] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.045250] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479472, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.134819] env[69603]: DEBUG oslo_concurrency.lockutils [req-33dc3dbd-fcce-48ef-857c-fac261ebf2d4 req-1949a087-7ca1-48d1-8b31-e517015c0897 service nova] Releasing lock "refresh_cache-87fe142a-3f0f-44f3-a4f1-6aa63e283317" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.182478] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479470, 'name': Rename_Task, 'duration_secs': 0.166477} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.182754] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.182997] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df228707-5872-4b3d-9d07-48a41aa60a0b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.193269] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 677.193269] env[69603]: value = "task-3479473" [ 677.193269] env[69603]: _type = "Task" [ 677.193269] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.207438] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.311611] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479465, 'name': Destroy_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.362609] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479471, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078899} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.363090] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 677.364045] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98beb99-79a6-40dd-b1e2-1515252163b2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.392334] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 87fe142a-3f0f-44f3-a4f1-6aa63e283317/87fe142a-3f0f-44f3-a4f1-6aa63e283317.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 677.393361] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc340745-0e0c-4a59-a50f-c68e4bc291c6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.417755] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Waiting for the task: (returnval){ [ 677.417755] env[69603]: value = "task-3479474" [ 677.417755] env[69603]: _type = "Task" [ 677.417755] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.426606] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.516246] env[69603]: DEBUG nova.compute.manager [req-6e95ece8-579e-4c29-8d2e-f01a0523d3ec req-f01e04da-0338-4e07-abc8-b24fc58acec5 service nova] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Received event network-vif-deleted-61502bd0-406f-4120-864f-d024d4466ebe {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.516465] env[69603]: INFO nova.compute.manager [req-6e95ece8-579e-4c29-8d2e-f01a0523d3ec req-f01e04da-0338-4e07-abc8-b24fc58acec5 service nova] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Neutron deleted interface 61502bd0-406f-4120-864f-d024d4466ebe; detaching it from the instance and deleting it from the info cache [ 677.519733] env[69603]: DEBUG nova.network.neutron [req-6e95ece8-579e-4c29-8d2e-f01a0523d3ec req-f01e04da-0338-4e07-abc8-b24fc58acec5 service nova] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.546373] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479472, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.666604] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53454f4-6c7b-4cde-bb40-d261463a146b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.676778] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cb3250-3158-4268-9770-3d665408171f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.713659] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976c0565-85d8-4a17-b76b-3818ec82af62 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.724860] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7277f69b-de98-4c70-a9b7-ade4d2577b43 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.730405] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.740254] env[69603]: DEBUG nova.compute.provider_tree [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.813495] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479465, 'name': Destroy_Task, 'duration_secs': 1.567887} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.813495] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Destroyed the VM [ 677.813495] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 677.816941] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c789dd74-d02f-4ac3-93d9-16be80037754 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.821753] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 677.821753] env[69603]: value = "task-3479475" [ 677.821753] env[69603]: _type = "Task" [ 677.821753] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.830853] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479475, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.912088] env[69603]: DEBUG nova.network.neutron [-] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.931556] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479474, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.981412] env[69603]: DEBUG nova.compute.manager [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.019163] env[69603]: DEBUG nova.virt.hardware [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.019430] env[69603]: DEBUG nova.virt.hardware [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.019649] env[69603]: DEBUG nova.virt.hardware [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.019846] env[69603]: DEBUG nova.virt.hardware [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.019990] env[69603]: DEBUG nova.virt.hardware [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.023983] env[69603]: DEBUG nova.virt.hardware [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.024270] env[69603]: DEBUG nova.virt.hardware [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.024440] env[69603]: DEBUG nova.virt.hardware [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.024613] env[69603]: DEBUG nova.virt.hardware [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.024781] env[69603]: DEBUG nova.virt.hardware [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.024954] env[69603]: DEBUG nova.virt.hardware [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.026154] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ee7fcb-5b5d-46c4-9207-0cafd588853b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.028755] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b702811e-0fb6-443d-9b29-5b75b7c5e9ff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.042578] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cd1c2f-a3d7-41ae-9f13-fdd4d131d75d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.050263] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3b661a-9cf5-418b-a0e4-ae24458d448d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.068227] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479472, 'name': CreateVM_Task, 'duration_secs': 0.576768} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.077741] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.078378] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.084934] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Creating folder: Project (85db873c44a542f987a7d2c4e797f35d). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.096964] env[69603]: DEBUG oslo_concurrency.lockutils [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.097515] env[69603]: DEBUG oslo_concurrency.lockutils [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.097964] env[69603]: DEBUG oslo_concurrency.lockutils [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.098366] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25b48eb6-f0ef-4bf6-91cb-6bb551b6ef81 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.100952] env[69603]: DEBUG nova.compute.manager [req-6e95ece8-579e-4c29-8d2e-f01a0523d3ec req-f01e04da-0338-4e07-abc8-b24fc58acec5 service nova] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Detach interface failed, port_id=61502bd0-406f-4120-864f-d024d4466ebe, reason: Instance a72614a2-7921-4c8c-9777-49fb6cc798ca could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 678.101695] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e0fbbe-66d2-4b63-a00f-898bfafffd72 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.109185] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 678.109185] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522862d7-954e-c08b-f3de-2ebbcc1c7561" [ 678.109185] env[69603]: _type = "Task" [ 678.109185] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.115831] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Created folder: Project (85db873c44a542f987a7d2c4e797f35d) in parent group-v695567. [ 678.116254] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Creating folder: Instances. Parent ref: group-v695640. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.119844] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d07ab574-881b-4707-88a5-86d0b822f30a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.121645] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522862d7-954e-c08b-f3de-2ebbcc1c7561, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.131099] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Created folder: Instances in parent group-v695640. [ 678.131265] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.131487] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.131727] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-204460d2-1873-425e-bdf9-3702b5cf2ee6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.151326] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.151326] env[69603]: value = "task-3479478" [ 678.151326] env[69603]: _type = "Task" [ 678.151326] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.159637] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479478, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.222817] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479473, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.243050] env[69603]: DEBUG nova.scheduler.client.report [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.333147] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479475, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.418260] env[69603]: INFO nova.compute.manager [-] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Took 1.47 seconds to deallocate network for instance. [ 678.432757] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479474, 'name': ReconfigVM_Task, 'duration_secs': 0.834687} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.432865] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 87fe142a-3f0f-44f3-a4f1-6aa63e283317/87fe142a-3f0f-44f3-a4f1-6aa63e283317.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.433499] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4735857-9464-4234-9d03-cf75bd854484 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.442059] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Waiting for the task: (returnval){ [ 678.442059] env[69603]: value = "task-3479479" [ 678.442059] env[69603]: _type = "Task" [ 678.442059] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.451756] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479479, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.621783] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522862d7-954e-c08b-f3de-2ebbcc1c7561, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.622113] env[69603]: DEBUG oslo_concurrency.lockutils [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.622353] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.622920] env[69603]: DEBUG oslo_concurrency.lockutils [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.623174] env[69603]: DEBUG oslo_concurrency.lockutils [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.623377] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.623636] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78de2141-10d6-486a-97cc-a0486d574fc4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.633332] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.633515] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.634301] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd7ef1c0-6631-4315-94d9-9d7acae62e95 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.642030] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 678.642030] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52554afb-eefc-cf88-d242-24d67bf77ba2" [ 678.642030] env[69603]: _type = "Task" [ 678.642030] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.653718] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52554afb-eefc-cf88-d242-24d67bf77ba2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.664502] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479478, 'name': CreateVM_Task, 'duration_secs': 0.345877} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.664673] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.665131] env[69603]: DEBUG oslo_concurrency.lockutils [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.665290] env[69603]: DEBUG oslo_concurrency.lockutils [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.665611] env[69603]: DEBUG oslo_concurrency.lockutils [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.665869] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9766395f-df38-4184-9d11-b33e68d4c3f8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.672415] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 678.672415] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52764c3b-9500-2b26-a953-3b2fe922bcad" [ 678.672415] env[69603]: _type = "Task" [ 678.672415] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.684130] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52764c3b-9500-2b26-a953-3b2fe922bcad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.726105] env[69603]: DEBUG oslo_vmware.api [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479473, 'name': PowerOnVM_Task, 'duration_secs': 1.136069} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.726105] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.726238] env[69603]: INFO nova.compute.manager [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Took 11.02 seconds to spawn the instance on the hypervisor. [ 678.726311] env[69603]: DEBUG nova.compute.manager [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 678.727140] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80c351e-3ccf-4fa4-8856-b55c3c11eb4a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.749738] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.750244] env[69603]: DEBUG nova.compute.manager [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.759020] env[69603]: DEBUG oslo_concurrency.lockutils [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.159s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.759020] env[69603]: INFO nova.compute.claims [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.834647] env[69603]: DEBUG oslo_vmware.api [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479475, 'name': RemoveSnapshot_Task, 'duration_secs': 0.547433} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.834941] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 678.836035] env[69603]: INFO nova.compute.manager [None req-1a387f42-bbc7-4ac9-b4d5-761209c9e8e3 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Took 14.74 seconds to snapshot the instance on the hypervisor. [ 678.929028] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.954599] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479479, 'name': Rename_Task, 'duration_secs': 0.281823} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.955161] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.955380] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-246fcbfe-f1e3-4d09-9a4d-fe7bf482e0b0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.965149] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Waiting for the task: (returnval){ [ 678.965149] env[69603]: value = "task-3479480" [ 678.965149] env[69603]: _type = "Task" [ 678.965149] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.975392] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.154651] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52554afb-eefc-cf88-d242-24d67bf77ba2, 'name': SearchDatastore_Task, 'duration_secs': 0.013114} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.157164] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b87de8da-6791-4912-979f-b58937a641bb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.166042] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 679.166042] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5250b8a1-26a6-62b7-a55c-b6b250677e45" [ 679.166042] env[69603]: _type = "Task" [ 679.166042] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.176722] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5250b8a1-26a6-62b7-a55c-b6b250677e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.187163] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52764c3b-9500-2b26-a953-3b2fe922bcad, 'name': SearchDatastore_Task, 'duration_secs': 0.027803} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.190041] env[69603]: DEBUG oslo_concurrency.lockutils [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.190041] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.190041] env[69603]: DEBUG oslo_concurrency.lockutils [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.248545] env[69603]: INFO nova.compute.manager [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Took 45.90 seconds to build instance. [ 679.262474] env[69603]: DEBUG nova.compute.utils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.267157] env[69603]: DEBUG nova.compute.manager [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.267455] env[69603]: DEBUG nova.network.neutron [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.349146] env[69603]: DEBUG nova.policy [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b53c5856f19469d93d989d0f1740826', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54ea3107451142698dc1671e2f399372', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.479162] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479480, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.678759] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5250b8a1-26a6-62b7-a55c-b6b250677e45, 'name': SearchDatastore_Task, 'duration_secs': 0.014341} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.679092] env[69603]: DEBUG oslo_concurrency.lockutils [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.679642] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] ccea07bc-1f5c-4217-82c5-0a4852f6237b/ccea07bc-1f5c-4217-82c5-0a4852f6237b.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.679979] env[69603]: DEBUG oslo_concurrency.lockutils [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.680251] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.680441] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58ada423-daec-4707-bf34-503d98e37698 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.684201] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c052ef0e-54a9-481a-bea6-2f7a140f94b0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.692412] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 679.692412] env[69603]: value = "task-3479481" [ 679.692412] env[69603]: _type = "Task" [ 679.692412] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.698523] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.699026] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.700372] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d77d7d9-2972-4054-a1fb-d1de6e350816 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.712627] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 679.712627] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e1889b-52fb-3854-646d-c30e5d895bc8" [ 679.712627] env[69603]: _type = "Task" [ 679.712627] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.723744] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e1889b-52fb-3854-646d-c30e5d895bc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.752224] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ee9ef3e5-0534-4b4c-bddb-fa9da8ec3eb9 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.027s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.767899] env[69603]: DEBUG nova.compute.manager [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.841431] env[69603]: DEBUG nova.network.neutron [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Successfully created port: 48480840-efa9-4e2f-a365-15cde70b2422 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 679.987724] env[69603]: DEBUG oslo_vmware.api [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479480, 'name': PowerOnVM_Task, 'duration_secs': 0.935408} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.992376] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.993165] env[69603]: INFO nova.compute.manager [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Took 9.52 seconds to spawn the instance on the hypervisor. [ 679.993165] env[69603]: DEBUG nova.compute.manager [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.998063] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee360d96-b298-4a4c-9a00-c6eaa9e84d1e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.208164] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479481, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.238293] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e1889b-52fb-3854-646d-c30e5d895bc8, 'name': SearchDatastore_Task, 'duration_secs': 0.011524} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.239760] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c723def-da9d-404a-a839-416febbcc99c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.251683] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 680.251683] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52008115-2d96-f20b-9e21-bbc7d506ae0f" [ 680.251683] env[69603]: _type = "Task" [ 680.251683] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.257859] env[69603]: DEBUG nova.compute.manager [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.273764] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52008115-2d96-f20b-9e21-bbc7d506ae0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.523600] env[69603]: INFO nova.compute.manager [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Took 46.31 seconds to build instance. [ 680.557108] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9842ad57-ce73-4fc1-b956-c24e67eeee4f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.566927] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3401eda3-c1fc-4fda-91f0-50a0f708de57 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.607360] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1106f95f-883b-47a0-8b10-e934eedabd04 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.616981] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71ac854-30ee-4562-90cb-f0bac12f0bec {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.632443] env[69603]: DEBUG nova.compute.provider_tree [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.706872] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651298} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.706872] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] ccea07bc-1f5c-4217-82c5-0a4852f6237b/ccea07bc-1f5c-4217-82c5-0a4852f6237b.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.707058] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.709905] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89b6a350-8c7b-488a-923d-7f334b60185d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.719040] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 680.719040] env[69603]: value = "task-3479482" [ 680.719040] env[69603]: _type = "Task" [ 680.719040] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.730344] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.767137] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52008115-2d96-f20b-9e21-bbc7d506ae0f, 'name': SearchDatastore_Task, 'duration_secs': 0.053803} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.768567] env[69603]: DEBUG oslo_concurrency.lockutils [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.768921] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1/2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.769694] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e443e9be-2764-47a6-b61a-61574eb95d00 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.780158] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 680.780158] env[69603]: value = "task-3479483" [ 680.780158] env[69603]: _type = "Task" [ 680.780158] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.788092] env[69603]: DEBUG nova.compute.manager [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.791200] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.797024] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.819278] env[69603]: DEBUG nova.virt.hardware [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.819472] env[69603]: DEBUG nova.virt.hardware [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.819731] env[69603]: DEBUG nova.virt.hardware [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.819907] env[69603]: DEBUG nova.virt.hardware [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.820075] env[69603]: DEBUG nova.virt.hardware [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.820223] env[69603]: DEBUG nova.virt.hardware [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.820430] env[69603]: DEBUG nova.virt.hardware [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.820672] env[69603]: DEBUG nova.virt.hardware [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.820873] env[69603]: DEBUG nova.virt.hardware [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.821053] env[69603]: DEBUG nova.virt.hardware [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.821498] env[69603]: DEBUG nova.virt.hardware [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.822223] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b12308d5-2a5a-40bc-ad30-ec6469323b31 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.832697] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f926a971-17ec-468a-abb7-5f30dd117691 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.027100] env[69603]: DEBUG oslo_concurrency.lockutils [None req-54166f32-e523-497d-b01d-bf4a02607c18 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Lock "87fe142a-3f0f-44f3-a4f1-6aa63e283317" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.297s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.135939] env[69603]: DEBUG nova.scheduler.client.report [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.176570] env[69603]: DEBUG nova.compute.manager [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 681.177503] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47726fff-034c-48ee-bf94-87f0a165c94d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.233836] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085443} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.234163] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.234966] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7549a7-1a9f-4b05-803e-ed44fc9ffabe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.262969] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] ccea07bc-1f5c-4217-82c5-0a4852f6237b/ccea07bc-1f5c-4217-82c5-0a4852f6237b.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.264023] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60d21352-b909-4260-8f16-91c0975f3ada {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.292799] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 681.292799] env[69603]: value = "task-3479484" [ 681.292799] env[69603]: _type = "Task" [ 681.292799] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.296230] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479483, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.308960] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.530675] env[69603]: DEBUG nova.compute.manager [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.645283] env[69603]: DEBUG oslo_concurrency.lockutils [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.887s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.646109] env[69603]: DEBUG nova.compute.manager [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.651693] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.794s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.696730] env[69603]: INFO nova.compute.manager [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] instance snapshotting [ 681.703016] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b20c872-2692-4b1d-9602-ba47c34a6944 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.728811] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a13c0d-3b29-4662-b4cc-5625482bf140 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.792075] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.752578} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.792392] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1/2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.792736] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.792952] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31ba9f11-054e-484f-95f4-3f0711ebb961 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.802314] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 681.802314] env[69603]: value = "task-3479485" [ 681.802314] env[69603]: _type = "Task" [ 681.802314] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.809202] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479484, 'name': ReconfigVM_Task, 'duration_secs': 0.40501} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.809984] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Reconfigured VM instance instance-00000014 to attach disk [datastore1] ccea07bc-1f5c-4217-82c5-0a4852f6237b/ccea07bc-1f5c-4217-82c5-0a4852f6237b.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.810688] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8198352-0a8d-4068-b3db-024467bb0a7b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.815889] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.823736] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 681.823736] env[69603]: value = "task-3479486" [ 681.823736] env[69603]: _type = "Task" [ 681.823736] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.837260] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479486, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.929499] env[69603]: DEBUG nova.network.neutron [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Successfully updated port: 48480840-efa9-4e2f-a365-15cde70b2422 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 682.057149] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.154561] env[69603]: DEBUG nova.compute.utils [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.163052] env[69603]: INFO nova.compute.claims [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.168517] env[69603]: DEBUG nova.compute.manager [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Not allocating networking since 'none' was specified. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 682.242878] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 682.243228] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-99733fb8-b624-4531-9ae2-90509a3278f8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.253425] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 682.253425] env[69603]: value = "task-3479487" [ 682.253425] env[69603]: _type = "Task" [ 682.253425] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.262744] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479487, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.313317] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078791} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.313618] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.314436] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd08b166-9deb-4676-b155-11c7b27f7eb3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.337837] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1/2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.341714] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f47ece83-5de6-4902-95c7-1710023c8922 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.372096] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479486, 'name': Rename_Task, 'duration_secs': 0.163608} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.373499] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.373824] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 682.373824] env[69603]: value = "task-3479488" [ 682.373824] env[69603]: _type = "Task" [ 682.373824] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.374047] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b46a28bd-36c2-4218-a3e6-e8c0d250484f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.385929] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.387850] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 682.387850] env[69603]: value = "task-3479489" [ 682.387850] env[69603]: _type = "Task" [ 682.387850] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.435496] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "refresh_cache-e44b6009-d869-4820-8da1-e4c8f2343035" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.435658] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquired lock "refresh_cache-e44b6009-d869-4820-8da1-e4c8f2343035" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.435862] env[69603]: DEBUG nova.network.neutron [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 682.605010] env[69603]: DEBUG nova.compute.manager [req-4b00f1d6-735e-483f-8a91-fb87e9aa2aff req-c554a059-965e-47de-b5ab-25f3e3fbe04d service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Received event network-vif-plugged-48480840-efa9-4e2f-a365-15cde70b2422 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 682.605010] env[69603]: DEBUG oslo_concurrency.lockutils [req-4b00f1d6-735e-483f-8a91-fb87e9aa2aff req-c554a059-965e-47de-b5ab-25f3e3fbe04d service nova] Acquiring lock "e44b6009-d869-4820-8da1-e4c8f2343035-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.605010] env[69603]: DEBUG oslo_concurrency.lockutils [req-4b00f1d6-735e-483f-8a91-fb87e9aa2aff req-c554a059-965e-47de-b5ab-25f3e3fbe04d service nova] Lock "e44b6009-d869-4820-8da1-e4c8f2343035-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.605010] env[69603]: DEBUG oslo_concurrency.lockutils [req-4b00f1d6-735e-483f-8a91-fb87e9aa2aff req-c554a059-965e-47de-b5ab-25f3e3fbe04d service nova] Lock "e44b6009-d869-4820-8da1-e4c8f2343035-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.605010] env[69603]: DEBUG nova.compute.manager [req-4b00f1d6-735e-483f-8a91-fb87e9aa2aff req-c554a059-965e-47de-b5ab-25f3e3fbe04d service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] No waiting events found dispatching network-vif-plugged-48480840-efa9-4e2f-a365-15cde70b2422 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 682.605236] env[69603]: WARNING nova.compute.manager [req-4b00f1d6-735e-483f-8a91-fb87e9aa2aff req-c554a059-965e-47de-b5ab-25f3e3fbe04d service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Received unexpected event network-vif-plugged-48480840-efa9-4e2f-a365-15cde70b2422 for instance with vm_state building and task_state spawning. [ 682.671380] env[69603]: INFO nova.compute.resource_tracker [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Updating resource usage from migration 0d17270e-675c-4346-a136-a9c8eb099aab [ 682.674795] env[69603]: DEBUG nova.compute.manager [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.764520] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479487, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.886929] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479488, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.899866] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.002797] env[69603]: DEBUG nova.network.neutron [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.101433] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Acquiring lock "b2106f86-8b4e-4ea1-990e-8dda353eaef4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.101583] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Lock "b2106f86-8b4e-4ea1-990e-8dda353eaef4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.268414] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479487, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.283098] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7ada81-cd01-4b28-9925-0918c1d29d60 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.286310] env[69603]: DEBUG nova.network.neutron [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Updating instance_info_cache with network_info: [{"id": "48480840-efa9-4e2f-a365-15cde70b2422", "address": "fa:16:3e:b1:5f:62", "network": {"id": "39e96192-ce1e-4c0d-8dcd-ae082f56ff77", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-516278543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ea3107451142698dc1671e2f399372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48480840-ef", "ovs_interfaceid": "48480840-efa9-4e2f-a365-15cde70b2422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.292028] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39465705-309b-429f-bb1c-340fa6afa1de {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.326258] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83bb595-0101-4210-81fe-f45a7d122e29 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.337253] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5985cc-b16e-430c-9f9c-194fc439074c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.351333] env[69603]: DEBUG nova.compute.provider_tree [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.385663] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479488, 'name': ReconfigVM_Task, 'duration_secs': 0.933726} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.385837] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1/2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.386482] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50745f40-ec7c-4b1c-a9f8-9cdd24beca69 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.394474] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 683.394474] env[69603]: value = "task-3479490" [ 683.394474] env[69603]: _type = "Task" [ 683.394474] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.406026] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479489, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.409368] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479490, 'name': Rename_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.691760] env[69603]: DEBUG nova.compute.manager [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.717552] env[69603]: DEBUG nova.virt.hardware [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.717860] env[69603]: DEBUG nova.virt.hardware [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.718083] env[69603]: DEBUG nova.virt.hardware [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.718214] env[69603]: DEBUG nova.virt.hardware [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.718356] env[69603]: DEBUG nova.virt.hardware [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.718497] env[69603]: DEBUG nova.virt.hardware [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.718702] env[69603]: DEBUG nova.virt.hardware [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.718858] env[69603]: DEBUG nova.virt.hardware [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.719034] env[69603]: DEBUG nova.virt.hardware [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.719204] env[69603]: DEBUG nova.virt.hardware [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.719373] env[69603]: DEBUG nova.virt.hardware [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.720336] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d16ab7f-93cf-4bc4-9bfb-c0f003bf1bfb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.728295] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f0ecf9-b9a9-493b-a799-b24b64c17adc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.741471] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.746977] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.747223] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.747432] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-728c7798-9fcd-4ae9-83fc-f4bb2b775ddb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.768019] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479487, 'name': CreateSnapshot_Task, 'duration_secs': 1.260547} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.769174] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 683.769415] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.769415] env[69603]: value = "task-3479491" [ 683.769415] env[69603]: _type = "Task" [ 683.769415] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.770091] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5d7a59-b7b0-4d33-8bec-11f1fec2bbfc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.792485] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Releasing lock "refresh_cache-e44b6009-d869-4820-8da1-e4c8f2343035" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.792749] env[69603]: DEBUG nova.compute.manager [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Instance network_info: |[{"id": "48480840-efa9-4e2f-a365-15cde70b2422", "address": "fa:16:3e:b1:5f:62", "network": {"id": "39e96192-ce1e-4c0d-8dcd-ae082f56ff77", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-516278543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ea3107451142698dc1671e2f399372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48480840-ef", "ovs_interfaceid": "48480840-efa9-4e2f-a365-15cde70b2422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 683.792969] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479491, 'name': CreateVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.793505] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:5f:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48480840-efa9-4e2f-a365-15cde70b2422', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.800668] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Creating folder: Project (54ea3107451142698dc1671e2f399372). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.800899] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53ca15c6-101b-421c-a51e-3e9fe4eb69ab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.810050] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Created folder: Project (54ea3107451142698dc1671e2f399372) in parent group-v695567. [ 683.810249] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Creating folder: Instances. Parent ref: group-v695645. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.810471] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3a89f75-3af9-42eb-aca6-30efaf429ee6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.818861] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Created folder: Instances in parent group-v695645. [ 683.819099] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.819285] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.819473] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1834546d-3b84-4b36-abe6-e20f5b586305 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.839553] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.839553] env[69603]: value = "task-3479494" [ 683.839553] env[69603]: _type = "Task" [ 683.839553] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.847809] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479494, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.855261] env[69603]: DEBUG nova.scheduler.client.report [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.901375] env[69603]: DEBUG oslo_vmware.api [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479489, 'name': PowerOnVM_Task, 'duration_secs': 1.06311} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.901673] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.901916] env[69603]: DEBUG nova.compute.manager [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.904272] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ce0309-8313-4b32-b432-3b9e8db38f02 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.910861] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479490, 'name': Rename_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.282340] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479491, 'name': CreateVM_Task, 'duration_secs': 0.297445} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.282580] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.282964] env[69603]: DEBUG oslo_concurrency.lockutils [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.283161] env[69603]: DEBUG oslo_concurrency.lockutils [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.283487] env[69603]: DEBUG oslo_concurrency.lockutils [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.283825] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab34126-081e-4f37-88b2-5eee354b3cd7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.289878] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 684.289878] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52da59ba-5249-3838-c106-b38563bc6a54" [ 684.289878] env[69603]: _type = "Task" [ 684.289878] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.305547] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 684.305893] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a8da7e26-2250-405f-9e01-f19fabe85791 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.315249] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52da59ba-5249-3838-c106-b38563bc6a54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.316483] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 684.316483] env[69603]: value = "task-3479495" [ 684.316483] env[69603]: _type = "Task" [ 684.316483] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.324150] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479495, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.349084] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479494, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.360134] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.711s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.360357] env[69603]: INFO nova.compute.manager [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Migrating [ 684.360603] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.360754] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.362051] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.159s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.362287] env[69603]: DEBUG nova.objects.instance [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lazy-loading 'resources' on Instance uuid 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.405099] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479490, 'name': Rename_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.433099] env[69603]: DEBUG oslo_concurrency.lockutils [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.804288] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52da59ba-5249-3838-c106-b38563bc6a54, 'name': SearchDatastore_Task, 'duration_secs': 0.026405} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.804745] env[69603]: DEBUG oslo_concurrency.lockutils [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.805044] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.805363] env[69603]: DEBUG oslo_concurrency.lockutils [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.805563] env[69603]: DEBUG oslo_concurrency.lockutils [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.805835] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.806844] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a54d25df-080f-4882-b831-21286cf6b52c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.825628] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.826018] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.827828] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3e5c17f-f130-414e-8bf4-b28a42ef6e67 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.835639] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479495, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.838947] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 684.838947] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522da085-0af7-e9b9-df10-035b39c2701f" [ 684.838947] env[69603]: _type = "Task" [ 684.838947] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.857624] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522da085-0af7-e9b9-df10-035b39c2701f, 'name': SearchDatastore_Task, 'duration_secs': 0.009728} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.862449] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479494, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.862699] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc403360-d073-4668-a544-e0a0c6836d50 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.865394] env[69603]: INFO nova.compute.rpcapi [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 684.865954] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.891596] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 684.891596] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a21f9d-b913-c260-10a6-3137bfe55545" [ 684.891596] env[69603]: _type = "Task" [ 684.891596] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.909297] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a21f9d-b913-c260-10a6-3137bfe55545, 'name': SearchDatastore_Task, 'duration_secs': 0.008977} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.912687] env[69603]: DEBUG oslo_concurrency.lockutils [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.913090] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] f7c6c094-7f59-44f1-8107-e8b5f0850c68/f7c6c094-7f59-44f1-8107-e8b5f0850c68.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.914093] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479490, 'name': Rename_Task, 'duration_secs': 1.41469} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.917367] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a1370d9-7173-4a0a-8435-2f817eb076ab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.919879] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.921142] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f5ed130-8f8d-4203-998b-babb30a5ef4a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.933563] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.934447] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.934623] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 684.934623] env[69603]: value = "task-3479496" [ 684.934623] env[69603]: _type = "Task" [ 684.934623] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.935174] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 684.935174] env[69603]: value = "task-3479497" [ 684.935174] env[69603]: _type = "Task" [ 684.935174] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.956101] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.965223] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479497, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.277962] env[69603]: DEBUG nova.compute.manager [req-b9ac162f-07d4-4e2b-9be4-8546a8076bcd req-c9eccbde-d5bf-4c4e-be5d-dd04684c3435 service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Received event network-changed-48480840-efa9-4e2f-a365-15cde70b2422 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.278291] env[69603]: DEBUG nova.compute.manager [req-b9ac162f-07d4-4e2b-9be4-8546a8076bcd req-c9eccbde-d5bf-4c4e-be5d-dd04684c3435 service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Refreshing instance network info cache due to event network-changed-48480840-efa9-4e2f-a365-15cde70b2422. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 685.278569] env[69603]: DEBUG oslo_concurrency.lockutils [req-b9ac162f-07d4-4e2b-9be4-8546a8076bcd req-c9eccbde-d5bf-4c4e-be5d-dd04684c3435 service nova] Acquiring lock "refresh_cache-e44b6009-d869-4820-8da1-e4c8f2343035" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.278662] env[69603]: DEBUG oslo_concurrency.lockutils [req-b9ac162f-07d4-4e2b-9be4-8546a8076bcd req-c9eccbde-d5bf-4c4e-be5d-dd04684c3435 service nova] Acquired lock "refresh_cache-e44b6009-d869-4820-8da1-e4c8f2343035" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.278824] env[69603]: DEBUG nova.network.neutron [req-b9ac162f-07d4-4e2b-9be4-8546a8076bcd req-c9eccbde-d5bf-4c4e-be5d-dd04684c3435 service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Refreshing network info cache for port 48480840-efa9-4e2f-a365-15cde70b2422 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.012181] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "refresh_cache-3d99f616-a6a4-471c-9665-4f32f1a585ea" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.012511] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquired lock "refresh_cache-3d99f616-a6a4-471c-9665-4f32f1a585ea" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.012634] env[69603]: DEBUG nova.network.neutron [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.066021] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479494, 'name': CreateVM_Task, 'duration_secs': 1.203856} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.066021] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.066021] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534007} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.066021] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479495, 'name': CloneVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.066766] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.067038] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] f7c6c094-7f59-44f1-8107-e8b5f0850c68/f7c6c094-7f59-44f1-8107-e8b5f0850c68.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.067246] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.068238] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.068383] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.068925] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.069433] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba67d80c-1905-430e-a7de-868f78bfa205 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.071904] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbcac90a-b59f-4ece-b02a-7d9dea9a8888 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.078019] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 686.078019] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5226292d-e646-f27a-4b01-c990162a46e8" [ 686.078019] env[69603]: _type = "Task" [ 686.078019] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.081229] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 686.081229] env[69603]: value = "task-3479498" [ 686.081229] env[69603]: _type = "Task" [ 686.081229] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.087777] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5226292d-e646-f27a-4b01-c990162a46e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.094311] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.280020] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc7d253-b24c-4ad1-9ccf-81a296137456 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.288222] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955b33ad-09a8-4554-a31e-c99138ede63c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.320466] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c062c77-b147-44d8-b3e9-27af703db66c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.328500] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc941291-cb51-4a20-b09f-ed04f1d1b3c7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.342682] env[69603]: DEBUG nova.compute.provider_tree [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.390590] env[69603]: DEBUG nova.network.neutron [req-b9ac162f-07d4-4e2b-9be4-8546a8076bcd req-c9eccbde-d5bf-4c4e-be5d-dd04684c3435 service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Updated VIF entry in instance network info cache for port 48480840-efa9-4e2f-a365-15cde70b2422. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.390590] env[69603]: DEBUG nova.network.neutron [req-b9ac162f-07d4-4e2b-9be4-8546a8076bcd req-c9eccbde-d5bf-4c4e-be5d-dd04684c3435 service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Updating instance_info_cache with network_info: [{"id": "48480840-efa9-4e2f-a365-15cde70b2422", "address": "fa:16:3e:b1:5f:62", "network": {"id": "39e96192-ce1e-4c0d-8dcd-ae082f56ff77", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-516278543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ea3107451142698dc1671e2f399372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48480840-ef", "ovs_interfaceid": "48480840-efa9-4e2f-a365-15cde70b2422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.524530] env[69603]: INFO nova.compute.manager [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Rebuilding instance [ 686.528284] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479495, 'name': CloneVM_Task, 'duration_secs': 1.744087} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.532177] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Created linked-clone VM from snapshot [ 686.533396] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.534543] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c158d6-761e-4932-9700-430142323b60 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.542518] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Uploading image 61511367-f521-4e52-a67f-9f90305b7a6b {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 686.563152] env[69603]: DEBUG oslo_vmware.rw_handles [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 686.563152] env[69603]: value = "vm-695648" [ 686.563152] env[69603]: _type = "VirtualMachine" [ 686.563152] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 686.563620] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d2910fea-4b43-4667-8159-1af09ad5986e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.570066] env[69603]: DEBUG nova.compute.manager [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.571385] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd75c234-8dd2-4f81-8ee4-d42c2ae2320d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.575141] env[69603]: DEBUG oslo_vmware.rw_handles [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lease: (returnval){ [ 686.575141] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a2eee2-7f2c-3ad1-f6d4-7167878fa1ea" [ 686.575141] env[69603]: _type = "HttpNfcLease" [ 686.575141] env[69603]: } obtained for exporting VM: (result){ [ 686.575141] env[69603]: value = "vm-695648" [ 686.575141] env[69603]: _type = "VirtualMachine" [ 686.575141] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 686.575371] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the lease: (returnval){ [ 686.575371] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a2eee2-7f2c-3ad1-f6d4-7167878fa1ea" [ 686.575371] env[69603]: _type = "HttpNfcLease" [ 686.575371] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 686.593841] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 686.593841] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a2eee2-7f2c-3ad1-f6d4-7167878fa1ea" [ 686.593841] env[69603]: _type = "HttpNfcLease" [ 686.593841] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 686.598414] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5226292d-e646-f27a-4b01-c990162a46e8, 'name': SearchDatastore_Task, 'duration_secs': 0.015403} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.601185] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.601428] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.601699] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.601845] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.602035] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.602310] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084129} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.602499] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6eba54da-00bc-4d9f-a33e-fbe0e39643bd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.604273] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.605114] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b2ef6d-8a25-45c9-93d0-61ef7061dce1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.626033] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] f7c6c094-7f59-44f1-8107-e8b5f0850c68/f7c6c094-7f59-44f1-8107-e8b5f0850c68.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.628443] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86d78f26-19ed-4100-8a3d-9c5134734433 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.643133] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.643353] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.644421] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0d123b-eb2a-4e4b-a527-80a584c6ad95 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.650567] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 686.650567] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a5f321-dfb0-20a9-678e-384f3dad4e23" [ 686.650567] env[69603]: _type = "Task" [ 686.650567] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.655256] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 686.655256] env[69603]: value = "task-3479500" [ 686.655256] env[69603]: _type = "Task" [ 686.655256] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.662100] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a5f321-dfb0-20a9-678e-384f3dad4e23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.667848] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479500, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.848367] env[69603]: DEBUG nova.scheduler.client.report [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.892264] env[69603]: DEBUG oslo_concurrency.lockutils [req-b9ac162f-07d4-4e2b-9be4-8546a8076bcd req-c9eccbde-d5bf-4c4e-be5d-dd04684c3435 service nova] Releasing lock "refresh_cache-e44b6009-d869-4820-8da1-e4c8f2343035" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.892544] env[69603]: DEBUG nova.compute.manager [req-b9ac162f-07d4-4e2b-9be4-8546a8076bcd req-c9eccbde-d5bf-4c4e-be5d-dd04684c3435 service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Received event network-changed-b511fb21-532b-49f8-a494-ed522149ee7d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.893050] env[69603]: DEBUG nova.compute.manager [req-b9ac162f-07d4-4e2b-9be4-8546a8076bcd req-c9eccbde-d5bf-4c4e-be5d-dd04684c3435 service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Refreshing instance network info cache due to event network-changed-b511fb21-532b-49f8-a494-ed522149ee7d. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.893050] env[69603]: DEBUG oslo_concurrency.lockutils [req-b9ac162f-07d4-4e2b-9be4-8546a8076bcd req-c9eccbde-d5bf-4c4e-be5d-dd04684c3435 service nova] Acquiring lock "refresh_cache-87fe142a-3f0f-44f3-a4f1-6aa63e283317" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.893050] env[69603]: DEBUG oslo_concurrency.lockutils [req-b9ac162f-07d4-4e2b-9be4-8546a8076bcd req-c9eccbde-d5bf-4c4e-be5d-dd04684c3435 service nova] Acquired lock "refresh_cache-87fe142a-3f0f-44f3-a4f1-6aa63e283317" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.893222] env[69603]: DEBUG nova.network.neutron [req-b9ac162f-07d4-4e2b-9be4-8546a8076bcd req-c9eccbde-d5bf-4c4e-be5d-dd04684c3435 service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Refreshing network info cache for port b511fb21-532b-49f8-a494-ed522149ee7d {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.910372] env[69603]: DEBUG nova.network.neutron [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Updating instance_info_cache with network_info: [{"id": "6739371c-e55a-4555-afca-d2d91e9097bd", "address": "fa:16:3e:9f:62:96", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6739371c-e5", "ovs_interfaceid": "6739371c-e55a-4555-afca-d2d91e9097bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.030148] env[69603]: DEBUG oslo_vmware.api [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479497, 'name': PowerOnVM_Task, 'duration_secs': 1.778873} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.030427] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.030683] env[69603]: INFO nova.compute.manager [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Took 9.05 seconds to spawn the instance on the hypervisor. [ 687.031069] env[69603]: DEBUG nova.compute.manager [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.031768] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2251ee-d71a-4a31-8550-ad00504f50d2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.083242] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 687.083242] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a2eee2-7f2c-3ad1-f6d4-7167878fa1ea" [ 687.083242] env[69603]: _type = "HttpNfcLease" [ 687.083242] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 687.083573] env[69603]: DEBUG oslo_vmware.rw_handles [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 687.083573] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a2eee2-7f2c-3ad1-f6d4-7167878fa1ea" [ 687.083573] env[69603]: _type = "HttpNfcLease" [ 687.083573] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 687.084897] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdcfe38-6486-4309-8742-6f9110442984 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.093696] env[69603]: DEBUG oslo_vmware.rw_handles [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200c746-3374-11d3-ce95-40fe21af1275/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 687.093696] env[69603]: DEBUG oslo_vmware.rw_handles [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200c746-3374-11d3-ce95-40fe21af1275/disk-0.vmdk for reading. {{(pid=69603) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 687.164150] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a5f321-dfb0-20a9-678e-384f3dad4e23, 'name': SearchDatastore_Task, 'duration_secs': 0.020602} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.165310] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68c7423e-4f10-45f6-8ebe-3031b4144f3f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.170235] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479500, 'name': ReconfigVM_Task, 'duration_secs': 0.271222} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.170848] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Reconfigured VM instance instance-00000019 to attach disk [datastore2] f7c6c094-7f59-44f1-8107-e8b5f0850c68/f7c6c094-7f59-44f1-8107-e8b5f0850c68.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.171427] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dacdb3d9-2a3e-492d-b695-2db8f21712b0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.174075] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 687.174075] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523070a4-903b-b355-f02c-9a007a6cfd29" [ 687.174075] env[69603]: _type = "Task" [ 687.174075] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.178671] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 687.178671] env[69603]: value = "task-3479501" [ 687.178671] env[69603]: _type = "Task" [ 687.178671] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.182309] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523070a4-903b-b355-f02c-9a007a6cfd29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.189501] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479501, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.217947] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e1a2b7a-2c15-4a0c-8d41-18d390ff0632 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.357056] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.995s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.363920] env[69603]: DEBUG oslo_concurrency.lockutils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.418s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.363920] env[69603]: INFO nova.compute.claims [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 687.383676] env[69603]: INFO nova.scheduler.client.report [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Deleted allocations for instance 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8 [ 687.413827] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Releasing lock "refresh_cache-3d99f616-a6a4-471c-9665-4f32f1a585ea" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.554178] env[69603]: INFO nova.compute.manager [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Took 48.81 seconds to build instance. [ 687.596108] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.596608] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d55f524-5922-4f7c-aaef-300bd626a1a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.604974] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Waiting for the task: (returnval){ [ 687.604974] env[69603]: value = "task-3479502" [ 687.604974] env[69603]: _type = "Task" [ 687.604974] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.615190] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479502, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.688022] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523070a4-903b-b355-f02c-9a007a6cfd29, 'name': SearchDatastore_Task, 'duration_secs': 0.012285} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.692212] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.692618] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] e44b6009-d869-4820-8da1-e4c8f2343035/e44b6009-d869-4820-8da1-e4c8f2343035.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.692988] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d45da634-2359-4430-83dd-69622a0bbe47 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.699957] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479501, 'name': Rename_Task, 'duration_secs': 0.136138} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.701812] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.703188] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 687.703188] env[69603]: value = "task-3479503" [ 687.703188] env[69603]: _type = "Task" [ 687.703188] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.703533] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4875c61-264f-4c54-a2e4-49de45b14ae8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.714360] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479503, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.716072] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 687.716072] env[69603]: value = "task-3479504" [ 687.716072] env[69603]: _type = "Task" [ 687.716072] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.724715] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.900253] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e5053aed-0e12-4bd8-beb6-697d8fc117d1 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "28ade5ff-7678-4ff1-91f0-ca8340dfa3c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.997s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.998185] env[69603]: DEBUG nova.network.neutron [req-b9ac162f-07d4-4e2b-9be4-8546a8076bcd req-c9eccbde-d5bf-4c4e-be5d-dd04684c3435 service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Updated VIF entry in instance network info cache for port b511fb21-532b-49f8-a494-ed522149ee7d. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.998523] env[69603]: DEBUG nova.network.neutron [req-b9ac162f-07d4-4e2b-9be4-8546a8076bcd req-c9eccbde-d5bf-4c4e-be5d-dd04684c3435 service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Updating instance_info_cache with network_info: [{"id": "b511fb21-532b-49f8-a494-ed522149ee7d", "address": "fa:16:3e:30:50:96", "network": {"id": "f5433845-dff6-4bcb-8e68-1427567f1465", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-939957577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba3cddee2e64c32abd45a93a54f718e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb511fb21-53", "ovs_interfaceid": "b511fb21-532b-49f8-a494-ed522149ee7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.055834] env[69603]: DEBUG oslo_concurrency.lockutils [None req-346b5cd8-b29e-4412-a3e9-a538f08b6c5d tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.139s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.118168] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479502, 'name': PowerOffVM_Task, 'duration_secs': 0.204943} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.119046] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.119321] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.120449] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2118df6-a9fa-4502-8167-f94765e57cf4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.129515] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.130306] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-143ae871-332e-469b-97d9-8906cf01e857 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.160552] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.161203] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.162027] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Deleting the datastore file [datastore1] ccea07bc-1f5c-4217-82c5-0a4852f6237b {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.162027] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0c077fa-ce26-43ed-80d3-a15d34651f84 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.171948] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Waiting for the task: (returnval){ [ 688.171948] env[69603]: value = "task-3479506" [ 688.171948] env[69603]: _type = "Task" [ 688.171948] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.184594] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.217108] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479503, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.226926] env[69603]: DEBUG oslo_vmware.api [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479504, 'name': PowerOnVM_Task, 'duration_secs': 0.491972} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.227509] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.227977] env[69603]: INFO nova.compute.manager [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Took 4.54 seconds to spawn the instance on the hypervisor. [ 688.227977] env[69603]: DEBUG nova.compute.manager [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.227977] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465a6373-143f-4cc9-9f01-b0e580cd4a4f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.504036] env[69603]: DEBUG oslo_concurrency.lockutils [req-b9ac162f-07d4-4e2b-9be4-8546a8076bcd req-c9eccbde-d5bf-4c4e-be5d-dd04684c3435 service nova] Releasing lock "refresh_cache-87fe142a-3f0f-44f3-a4f1-6aa63e283317" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.561980] env[69603]: DEBUG nova.compute.manager [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.683075] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333339} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.684912] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.685133] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.685313] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.721836] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479503, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562105} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.722227] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] e44b6009-d869-4820-8da1-e4c8f2343035/e44b6009-d869-4820-8da1-e4c8f2343035.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.722501] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.722817] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b77612d-29de-4ed7-90bf-6be34fe0ce12 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.730320] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 688.730320] env[69603]: value = "task-3479507" [ 688.730320] env[69603]: _type = "Task" [ 688.730320] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.748099] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.753178] env[69603]: INFO nova.compute.manager [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Took 35.17 seconds to build instance. [ 688.932339] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9d9c80-e260-4701-a256-9c6bb7f5cfe6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.955520] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Updating instance '3d99f616-a6a4-471c-9665-4f32f1a585ea' progress to 0 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 689.041851] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67e95fe-1f60-49c3-abea-ee5e58c6f4ce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.050088] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1539189c-9cd3-43cb-a557-22a985b55904 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.100600] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f382df1b-5d64-4557-8969-ffd1fd6b6e17 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.109790] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de303dd-c5f4-42b5-8716-a0a629844961 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.116695] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.129116] env[69603]: DEBUG nova.compute.provider_tree [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.243756] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226391} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.244147] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.245025] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0303474d-69f8-4edd-b718-de427c12ac10 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.261857] env[69603]: DEBUG oslo_concurrency.lockutils [None req-980d9b94-6212-4268-b508-2ef2188ce940 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "f7c6c094-7f59-44f1-8107-e8b5f0850c68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.093s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.273668] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] e44b6009-d869-4820-8da1-e4c8f2343035/e44b6009-d869-4820-8da1-e4c8f2343035.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.276458] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7159529-2395-4369-9b65-64aeb6edaa5c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.302501] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 689.302501] env[69603]: value = "task-3479508" [ 689.302501] env[69603]: _type = "Task" [ 689.302501] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.314102] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479508, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.413384] env[69603]: DEBUG nova.compute.manager [req-b7ef0522-fc4d-44b2-b665-1c7bfffff88b req-e7454366-6dc7-4b37-abdd-f4cb0a9c738d service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Received event network-changed-b511fb21-532b-49f8-a494-ed522149ee7d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.413384] env[69603]: DEBUG nova.compute.manager [req-b7ef0522-fc4d-44b2-b665-1c7bfffff88b req-e7454366-6dc7-4b37-abdd-f4cb0a9c738d service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Refreshing instance network info cache due to event network-changed-b511fb21-532b-49f8-a494-ed522149ee7d. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.413384] env[69603]: DEBUG oslo_concurrency.lockutils [req-b7ef0522-fc4d-44b2-b665-1c7bfffff88b req-e7454366-6dc7-4b37-abdd-f4cb0a9c738d service nova] Acquiring lock "refresh_cache-87fe142a-3f0f-44f3-a4f1-6aa63e283317" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.413384] env[69603]: DEBUG oslo_concurrency.lockutils [req-b7ef0522-fc4d-44b2-b665-1c7bfffff88b req-e7454366-6dc7-4b37-abdd-f4cb0a9c738d service nova] Acquired lock "refresh_cache-87fe142a-3f0f-44f3-a4f1-6aa63e283317" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.413384] env[69603]: DEBUG nova.network.neutron [req-b7ef0522-fc4d-44b2-b665-1c7bfffff88b req-e7454366-6dc7-4b37-abdd-f4cb0a9c738d service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Refreshing network info cache for port b511fb21-532b-49f8-a494-ed522149ee7d {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.465049] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.465345] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-598c68ec-f6f7-4c28-8b6a-62bcd748444f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.472687] env[69603]: DEBUG oslo_vmware.api [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 689.472687] env[69603]: value = "task-3479509" [ 689.472687] env[69603]: _type = "Task" [ 689.472687] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.482090] env[69603]: DEBUG oslo_vmware.api [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.632920] env[69603]: DEBUG nova.scheduler.client.report [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.717804] env[69603]: DEBUG nova.virt.hardware [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.718195] env[69603]: DEBUG nova.virt.hardware [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.718443] env[69603]: DEBUG nova.virt.hardware [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.718649] env[69603]: DEBUG nova.virt.hardware [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.718820] env[69603]: DEBUG nova.virt.hardware [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.718955] env[69603]: DEBUG nova.virt.hardware [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.719297] env[69603]: DEBUG nova.virt.hardware [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.719469] env[69603]: DEBUG nova.virt.hardware [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.719715] env[69603]: DEBUG nova.virt.hardware [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.719899] env[69603]: DEBUG nova.virt.hardware [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.720160] env[69603]: DEBUG nova.virt.hardware [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.721151] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f398ac-185a-4fad-b86c-d69415f1cce3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.729802] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4113bd6-d2cf-431e-9d80-11f7c1a8c432 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.750041] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.756088] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.759704] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.759704] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be2367a3-d5e6-4bae-87bf-7935ccdcac05 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.775849] env[69603]: DEBUG nova.compute.manager [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.778939] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.778939] env[69603]: value = "task-3479510" [ 689.778939] env[69603]: _type = "Task" [ 689.778939] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.796267] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479510, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.812489] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479508, 'name': ReconfigVM_Task, 'duration_secs': 0.333585} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.822067] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Reconfigured VM instance instance-00000018 to attach disk [datastore1] e44b6009-d869-4820-8da1-e4c8f2343035/e44b6009-d869-4820-8da1-e4c8f2343035.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.822067] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f3d0358-12cf-41e6-8aad-519636d4bc26 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.825308] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 689.825308] env[69603]: value = "task-3479511" [ 689.825308] env[69603]: _type = "Task" [ 689.825308] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.835734] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479511, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.983067] env[69603]: DEBUG oslo_vmware.api [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479509, 'name': PowerOffVM_Task, 'duration_secs': 0.248811} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.983134] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.983343] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Updating instance '3d99f616-a6a4-471c-9665-4f32f1a585ea' progress to 17 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 690.139072] env[69603]: DEBUG oslo_concurrency.lockutils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.139888] env[69603]: DEBUG nova.compute.manager [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.142969] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.081s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.143236] env[69603]: DEBUG nova.objects.instance [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lazy-loading 'resources' on Instance uuid e5be0f40-0eff-4e9e-b214-4084e7369bba {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.294574] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479510, 'name': CreateVM_Task, 'duration_secs': 0.354235} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.295546] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.296393] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.296559] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.296865] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.297131] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d90b1af5-b23c-4c95-9ef9-036efc045171 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.309049] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Waiting for the task: (returnval){ [ 690.309049] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529e7f36-02a0-bbad-b427-23951b45766e" [ 690.309049] env[69603]: _type = "Task" [ 690.309049] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.313644] env[69603]: DEBUG nova.network.neutron [req-b7ef0522-fc4d-44b2-b665-1c7bfffff88b req-e7454366-6dc7-4b37-abdd-f4cb0a9c738d service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Updated VIF entry in instance network info cache for port b511fb21-532b-49f8-a494-ed522149ee7d. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.313984] env[69603]: DEBUG nova.network.neutron [req-b7ef0522-fc4d-44b2-b665-1c7bfffff88b req-e7454366-6dc7-4b37-abdd-f4cb0a9c738d service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Updating instance_info_cache with network_info: [{"id": "b511fb21-532b-49f8-a494-ed522149ee7d", "address": "fa:16:3e:30:50:96", "network": {"id": "f5433845-dff6-4bcb-8e68-1427567f1465", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-939957577-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba3cddee2e64c32abd45a93a54f718e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ef02af-c508-432f-ae29-3a219701d584", "external-id": "nsx-vlan-transportzone-313", "segmentation_id": 313, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb511fb21-53", "ovs_interfaceid": "b511fb21-532b-49f8-a494-ed522149ee7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.317037] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.323152] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529e7f36-02a0-bbad-b427-23951b45766e, 'name': SearchDatastore_Task, 'duration_secs': 0.013606} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.323622] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.323957] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.324235] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.324362] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.324545] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.324804] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9daba3e-2ca8-468e-bbf3-37aceb9c366c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.335953] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479511, 'name': Rename_Task, 'duration_secs': 0.172916} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.337170] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.337710] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.337875] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.338579] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b9e122b-d06d-4e4f-b31b-2cc1499eacbb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.340146] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfa27660-90e0-450a-8b6d-3730e167cd26 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.346847] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Waiting for the task: (returnval){ [ 690.346847] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527681df-18bc-8cbb-3241-c4d2da4579f2" [ 690.346847] env[69603]: _type = "Task" [ 690.346847] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.348528] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 690.348528] env[69603]: value = "task-3479512" [ 690.348528] env[69603]: _type = "Task" [ 690.348528] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.362487] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527681df-18bc-8cbb-3241-c4d2da4579f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.362746] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.493193] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.493283] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.493375] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.493549] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.493700] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.493842] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.494720] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.494915] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.495106] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.495271] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.495464] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.509152] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8035fcb-7650-4155-a741-38980eada240 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.526696] env[69603]: DEBUG oslo_vmware.api [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 690.526696] env[69603]: value = "task-3479513" [ 690.526696] env[69603]: _type = "Task" [ 690.526696] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.535884] env[69603]: DEBUG oslo_vmware.api [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.646236] env[69603]: DEBUG nova.compute.utils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 690.652186] env[69603]: DEBUG nova.compute.manager [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 690.652445] env[69603]: DEBUG nova.network.neutron [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 690.724872] env[69603]: DEBUG nova.policy [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a66817c7f4a4fe18b415fa1664dfb93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e958e81dd354d6984e55f03ad345556', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 690.784502] env[69603]: INFO nova.compute.manager [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Rebuilding instance [ 690.820499] env[69603]: DEBUG oslo_concurrency.lockutils [req-b7ef0522-fc4d-44b2-b665-1c7bfffff88b req-e7454366-6dc7-4b37-abdd-f4cb0a9c738d service nova] Releasing lock "refresh_cache-87fe142a-3f0f-44f3-a4f1-6aa63e283317" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.837022] env[69603]: DEBUG nova.compute.manager [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.837489] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122d7b99-8429-4d86-bdd7-a460147c5bea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.871262] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527681df-18bc-8cbb-3241-c4d2da4579f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013092} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.878443] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479512, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.881018] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc13d42-ddb8-4711-a51d-69e782293d7f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.887306] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Waiting for the task: (returnval){ [ 690.887306] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5277873b-a5b5-45b1-3d99-45d9e676b357" [ 690.887306] env[69603]: _type = "Task" [ 690.887306] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.898634] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5277873b-a5b5-45b1-3d99-45d9e676b357, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.037966] env[69603]: DEBUG oslo_vmware.api [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479513, 'name': ReconfigVM_Task, 'duration_secs': 0.191373} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.040818] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Updating instance '3d99f616-a6a4-471c-9665-4f32f1a585ea' progress to 33 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 691.158200] env[69603]: DEBUG nova.compute.manager [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.269030] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6f11ed-914d-43e3-90c4-2415633fbf3e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.275775] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54174ba-d370-4c2a-bfa8-558c644fbd8e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.310703] env[69603]: DEBUG nova.network.neutron [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Successfully created port: 48645c0e-72ae-48bb-ae45-07711dd3ff95 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 691.313521] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b22669-a178-4510-995a-01ba5d4da7e2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.322900] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07269940-e9ae-455a-a4a4-c3a4fbe6d7a8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.337679] env[69603]: DEBUG nova.compute.provider_tree [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.374891] env[69603]: DEBUG oslo_vmware.api [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479512, 'name': PowerOnVM_Task, 'duration_secs': 0.631762} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.379964] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.380258] env[69603]: INFO nova.compute.manager [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Took 10.59 seconds to spawn the instance on the hypervisor. [ 691.380707] env[69603]: DEBUG nova.compute.manager [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.381864] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0eca329-7b34-4331-ad59-f740feee1df3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.401184] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5277873b-a5b5-45b1-3d99-45d9e676b357, 'name': SearchDatastore_Task, 'duration_secs': 0.015019} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.401473] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.401767] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] ccea07bc-1f5c-4217-82c5-0a4852f6237b/ccea07bc-1f5c-4217-82c5-0a4852f6237b.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.402056] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78133b2a-7243-4889-ac9d-62f98fbd27fa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.408551] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Waiting for the task: (returnval){ [ 691.408551] env[69603]: value = "task-3479514" [ 691.408551] env[69603]: _type = "Task" [ 691.408551] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.416930] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.548196] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 691.548476] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 691.548637] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 691.548885] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 691.549573] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 691.549910] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 691.550717] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 691.550791] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 691.551102] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 691.552227] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 691.552227] env[69603]: DEBUG nova.virt.hardware [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 691.568117] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Reconfiguring VM instance instance-0000000f to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 691.568754] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ae82e57-a345-41eb-b971-bd9579d8703f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.601432] env[69603]: DEBUG oslo_vmware.api [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 691.601432] env[69603]: value = "task-3479515" [ 691.601432] env[69603]: _type = "Task" [ 691.601432] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.610985] env[69603]: DEBUG oslo_vmware.api [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.842304] env[69603]: DEBUG nova.scheduler.client.report [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.867796] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 691.869869] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0777ca85-c783-40f6-a6f7-c3056f0c73d1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.878671] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 691.878671] env[69603]: value = "task-3479516" [ 691.878671] env[69603]: _type = "Task" [ 691.878671] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.902726] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.909026] env[69603]: INFO nova.compute.manager [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Took 41.14 seconds to build instance. [ 691.921011] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479514, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.113967] env[69603]: DEBUG oslo_vmware.api [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479515, 'name': ReconfigVM_Task, 'duration_secs': 0.306943} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.114575] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Reconfigured VM instance instance-0000000f to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 692.115768] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22c324a-a1d7-41fc-8f47-cd883ceeceff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.142985] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 3d99f616-a6a4-471c-9665-4f32f1a585ea/3d99f616-a6a4-471c-9665-4f32f1a585ea.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.143486] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86e0c064-187e-4905-9b37-1093e52eab70 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.164642] env[69603]: DEBUG oslo_vmware.api [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 692.164642] env[69603]: value = "task-3479517" [ 692.164642] env[69603]: _type = "Task" [ 692.164642] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.171233] env[69603]: DEBUG nova.compute.manager [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.177164] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "8511f125-1683-4be8-9948-4d9eda22c816" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.177164] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "8511f125-1683-4be8-9948-4d9eda22c816" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.184312] env[69603]: DEBUG oslo_vmware.api [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.201108] env[69603]: DEBUG nova.virt.hardware [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.201108] env[69603]: DEBUG nova.virt.hardware [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.201108] env[69603]: DEBUG nova.virt.hardware [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.201278] env[69603]: DEBUG nova.virt.hardware [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.201278] env[69603]: DEBUG nova.virt.hardware [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.201278] env[69603]: DEBUG nova.virt.hardware [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.201356] env[69603]: DEBUG nova.virt.hardware [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.201493] env[69603]: DEBUG nova.virt.hardware [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.201651] env[69603]: DEBUG nova.virt.hardware [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.201807] env[69603]: DEBUG nova.virt.hardware [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.202070] env[69603]: DEBUG nova.virt.hardware [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.202929] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec52a1f0-d719-43c6-94be-1bfb5abfcb47 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.211183] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0353e8be-45ac-44e3-8d5a-a2d4e615ab27 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.350048] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.207s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.352511] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.384s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.354123] env[69603]: INFO nova.compute.claims [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 692.357906] env[69603]: DEBUG oslo_concurrency.lockutils [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Acquiring lock "87fe142a-3f0f-44f3-a4f1-6aa63e283317" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.358265] env[69603]: DEBUG oslo_concurrency.lockutils [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Lock "87fe142a-3f0f-44f3-a4f1-6aa63e283317" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.358828] env[69603]: DEBUG oslo_concurrency.lockutils [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Acquiring lock "87fe142a-3f0f-44f3-a4f1-6aa63e283317-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.359061] env[69603]: DEBUG oslo_concurrency.lockutils [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Lock "87fe142a-3f0f-44f3-a4f1-6aa63e283317-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.359242] env[69603]: DEBUG oslo_concurrency.lockutils [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Lock "87fe142a-3f0f-44f3-a4f1-6aa63e283317-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.361325] env[69603]: INFO nova.compute.manager [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Terminating instance [ 692.389025] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479516, 'name': PowerOffVM_Task, 'duration_secs': 0.212683} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.390143] env[69603]: INFO nova.scheduler.client.report [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleted allocations for instance e5be0f40-0eff-4e9e-b214-4084e7369bba [ 692.391172] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 692.391966] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.392693] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c314a59-91a4-4b49-9024-39683254ec7f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.402173] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 692.402662] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15a20774-d32e-445c-861d-1a7068a7fa1a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.408237] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5497e1fe-e23c-4177-80e7-85a428265b5d tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "e44b6009-d869-4820-8da1-e4c8f2343035" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.133s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.419779] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775332} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.420109] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] ccea07bc-1f5c-4217-82c5-0a4852f6237b/ccea07bc-1f5c-4217-82c5-0a4852f6237b.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.420382] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.421235] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bad61e0-0ffa-415b-b9cf-d929d1c32758 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.431463] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 692.431463] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 692.431463] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Deleting the datastore file [datastore2] f7c6c094-7f59-44f1-8107-e8b5f0850c68 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 692.431463] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7ee9c21-832a-43f0-ba5f-93d7202478aa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.434572] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Waiting for the task: (returnval){ [ 692.434572] env[69603]: value = "task-3479519" [ 692.434572] env[69603]: _type = "Task" [ 692.434572] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.442108] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 692.442108] env[69603]: value = "task-3479520" [ 692.442108] env[69603]: _type = "Task" [ 692.442108] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.447341] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.452679] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479520, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.678048] env[69603]: DEBUG oslo_vmware.api [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479517, 'name': ReconfigVM_Task, 'duration_secs': 0.430729} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.678048] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 3d99f616-a6a4-471c-9665-4f32f1a585ea/3d99f616-a6a4-471c-9665-4f32f1a585ea.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.678048] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Updating instance '3d99f616-a6a4-471c-9665-4f32f1a585ea' progress to 50 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 692.869385] env[69603]: DEBUG nova.compute.manager [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 692.869733] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 692.871835] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e736c2a-28f7-4ee7-ae50-48776925b051 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.883244] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 692.883884] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-994856ed-a2d9-4cd5-a0e6-4610513d7096 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.890936] env[69603]: DEBUG oslo_vmware.api [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Waiting for the task: (returnval){ [ 692.890936] env[69603]: value = "task-3479521" [ 692.890936] env[69603]: _type = "Task" [ 692.890936] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.905941] env[69603]: DEBUG oslo_vmware.api [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.906642] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5afdb967-29d0-4755-80c8-8d11b1b24f44 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "e5be0f40-0eff-4e9e-b214-4084e7369bba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.971s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.915423] env[69603]: DEBUG nova.compute.manager [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.955772] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102599} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.960356] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.962069] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479520, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19415} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.963213] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55037bfc-fb42-412a-9370-b4a987e0ad36 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.967753] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 692.968085] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 692.968368] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 693.005149] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] ccea07bc-1f5c-4217-82c5-0a4852f6237b/ccea07bc-1f5c-4217-82c5-0a4852f6237b.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.006161] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1968ca66-48eb-4d9f-aaa8-b40a6392388f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.039856] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Waiting for the task: (returnval){ [ 693.039856] env[69603]: value = "task-3479522" [ 693.039856] env[69603]: _type = "Task" [ 693.039856] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.053122] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479522, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.185309] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bba0ac-328b-4ff3-bf55-3a0e995a10cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.217907] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6695034-7a56-45f8-89f3-7fbe4a965181 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.247545] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Updating instance '3d99f616-a6a4-471c-9665-4f32f1a585ea' progress to 67 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 693.405976] env[69603]: DEBUG oslo_vmware.api [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479521, 'name': PowerOffVM_Task, 'duration_secs': 0.287919} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.406322] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.406322] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.406554] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54898281-0fde-45cc-97b3-0fdfea973bfd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.437530] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.446095] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.446686] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.481225] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.481446] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.481639] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Deleting the datastore file [datastore1] 87fe142a-3f0f-44f3-a4f1-6aa63e283317 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.482359] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cec0ffc4-956d-42fa-a663-7490544f67a7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.493669] env[69603]: DEBUG oslo_vmware.api [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Waiting for the task: (returnval){ [ 693.493669] env[69603]: value = "task-3479524" [ 693.493669] env[69603]: _type = "Task" [ 693.493669] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.503993] env[69603]: DEBUG oslo_vmware.api [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.555487] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.713980] env[69603]: DEBUG nova.network.neutron [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Successfully updated port: 48645c0e-72ae-48bb-ae45-07711dd3ff95 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.820763] env[69603]: DEBUG nova.network.neutron [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Port 6739371c-e55a-4555-afca-d2d91e9097bd binding to destination host cpu-1 is already ACTIVE {{(pid=69603) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 693.870579] env[69603]: DEBUG nova.compute.manager [req-23ec5ffa-6a51-4e27-a0ce-a65a651cb94d req-9074b2f0-dc67-467b-859f-56701a9da968 service nova] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Received event network-vif-plugged-48645c0e-72ae-48bb-ae45-07711dd3ff95 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.870946] env[69603]: DEBUG oslo_concurrency.lockutils [req-23ec5ffa-6a51-4e27-a0ce-a65a651cb94d req-9074b2f0-dc67-467b-859f-56701a9da968 service nova] Acquiring lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.871117] env[69603]: DEBUG oslo_concurrency.lockutils [req-23ec5ffa-6a51-4e27-a0ce-a65a651cb94d req-9074b2f0-dc67-467b-859f-56701a9da968 service nova] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.871480] env[69603]: DEBUG oslo_concurrency.lockutils [req-23ec5ffa-6a51-4e27-a0ce-a65a651cb94d req-9074b2f0-dc67-467b-859f-56701a9da968 service nova] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.871480] env[69603]: DEBUG nova.compute.manager [req-23ec5ffa-6a51-4e27-a0ce-a65a651cb94d req-9074b2f0-dc67-467b-859f-56701a9da968 service nova] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] No waiting events found dispatching network-vif-plugged-48645c0e-72ae-48bb-ae45-07711dd3ff95 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.871728] env[69603]: WARNING nova.compute.manager [req-23ec5ffa-6a51-4e27-a0ce-a65a651cb94d req-9074b2f0-dc67-467b-859f-56701a9da968 service nova] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Received unexpected event network-vif-plugged-48645c0e-72ae-48bb-ae45-07711dd3ff95 for instance with vm_state building and task_state spawning. [ 693.962096] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.966073] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.966073] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.966073] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.966073] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.966073] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 693.966073] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69603) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 693.966289] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager.update_available_resource {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 694.006269] env[69603]: DEBUG oslo_vmware.api [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Task: {'id': task-3479524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290439} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.014754] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.015125] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.016025] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.016025] env[69603]: INFO nova.compute.manager [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Took 1.15 seconds to destroy the instance on the hypervisor. [ 694.016160] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.017430] env[69603]: DEBUG nova.compute.manager [-] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.017637] env[69603]: DEBUG nova.network.neutron [-] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.024185] env[69603]: DEBUG nova.virt.hardware [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.024621] env[69603]: DEBUG nova.virt.hardware [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.024777] env[69603]: DEBUG nova.virt.hardware [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.025158] env[69603]: DEBUG nova.virt.hardware [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.025505] env[69603]: DEBUG nova.virt.hardware [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.025678] env[69603]: DEBUG nova.virt.hardware [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.027251] env[69603]: DEBUG nova.virt.hardware [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.027559] env[69603]: DEBUG nova.virt.hardware [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.027856] env[69603]: DEBUG nova.virt.hardware [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.028166] env[69603]: DEBUG nova.virt.hardware [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.028632] env[69603]: DEBUG nova.virt.hardware [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.033135] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213ee69c-e04f-44a0-8ead-9eebcee1a24f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.051916] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77b2622-9bf5-4839-89b4-ecb34fb3f673 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.062870] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479522, 'name': ReconfigVM_Task, 'duration_secs': 0.602345} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.070022] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Reconfigured VM instance instance-00000014 to attach disk [datastore2] ccea07bc-1f5c-4217-82c5-0a4852f6237b/ccea07bc-1f5c-4217-82c5-0a4852f6237b.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.070022] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-066001a8-dc72-4eab-b017-7cab86fd2996 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.078288] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.084123] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.087597] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.088257] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-497d33b5-f298-47fc-92dd-8b6ad1887472 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.104687] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba4cfe0-cf39-4953-b160-fe2e0ab9cc73 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.108398] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Waiting for the task: (returnval){ [ 694.108398] env[69603]: value = "task-3479525" [ 694.108398] env[69603]: _type = "Task" [ 694.108398] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.116887] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.116887] env[69603]: value = "task-3479526" [ 694.116887] env[69603]: _type = "Task" [ 694.116887] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.118775] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70695881-bc88-4c72-8c0d-150142363c3c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.129889] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479525, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.136705] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479526, 'name': CreateVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.164602] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01807fa2-26ca-4d10-8760-14227986777c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.174940] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8eb64a-005a-4fbd-83df-480839e87ecd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.191185] env[69603]: DEBUG nova.compute.provider_tree [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.217819] env[69603]: DEBUG oslo_concurrency.lockutils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "refresh_cache-d4000e4f-7369-4e8a-96ec-8cdd732a6294" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.217819] env[69603]: DEBUG oslo_concurrency.lockutils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquired lock "refresh_cache-d4000e4f-7369-4e8a-96ec-8cdd732a6294" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.217819] env[69603]: DEBUG nova.network.neutron [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.468470] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.620652] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479525, 'name': Rename_Task, 'duration_secs': 0.204989} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.624256] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.624595] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39689b79-1f8a-4dd7-a262-f0945a1202f0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.632874] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479526, 'name': CreateVM_Task, 'duration_secs': 0.397164} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.634395] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.634672] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Waiting for the task: (returnval){ [ 694.634672] env[69603]: value = "task-3479527" [ 694.634672] env[69603]: _type = "Task" [ 694.634672] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.635129] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.635294] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.635676] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.636040] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fecf318-92d0-4d5d-8eee-2333f2d2e395 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.644269] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 694.644269] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523fb79b-21d6-99fd-f801-1bda0603ccc7" [ 694.644269] env[69603]: _type = "Task" [ 694.644269] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.648242] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.656958] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523fb79b-21d6-99fd-f801-1bda0603ccc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.694184] env[69603]: DEBUG nova.scheduler.client.report [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.800719] env[69603]: DEBUG nova.network.neutron [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.843923] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "3d99f616-a6a4-471c-9665-4f32f1a585ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.843923] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "3d99f616-a6a4-471c-9665-4f32f1a585ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.843923] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "3d99f616-a6a4-471c-9665-4f32f1a585ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.951616] env[69603]: DEBUG nova.network.neutron [-] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.076476] env[69603]: DEBUG nova.network.neutron [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Updating instance_info_cache with network_info: [{"id": "48645c0e-72ae-48bb-ae45-07711dd3ff95", "address": "fa:16:3e:01:cb:67", "network": {"id": "7aeae22d-1c84-4202-833c-be390d4657c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1852655830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e958e81dd354d6984e55f03ad345556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48645c0e-72", "ovs_interfaceid": "48645c0e-72ae-48bb-ae45-07711dd3ff95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.147272] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.157891] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523fb79b-21d6-99fd-f801-1bda0603ccc7, 'name': SearchDatastore_Task, 'duration_secs': 0.018101} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.158190] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.158426] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.158735] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.158795] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.158984] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.159253] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-befa77c9-237b-441d-af4e-aeb31e4adc9e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.169579] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.169796] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.170908] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1e41034-2d83-4090-be10-8b8f167d3ea8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.176620] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 695.176620] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b6af8c-f34d-1276-5111-fa67af60a93e" [ 695.176620] env[69603]: _type = "Task" [ 695.176620] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.186987] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b6af8c-f34d-1276-5111-fa67af60a93e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.200435] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.848s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.201272] env[69603]: DEBUG nova.compute.manager [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.204052] env[69603]: DEBUG oslo_concurrency.lockutils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.917s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.205693] env[69603]: INFO nova.compute.claims [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.457935] env[69603]: INFO nova.compute.manager [-] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Took 1.44 seconds to deallocate network for instance. [ 695.583103] env[69603]: DEBUG oslo_concurrency.lockutils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Releasing lock "refresh_cache-d4000e4f-7369-4e8a-96ec-8cdd732a6294" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.583103] env[69603]: DEBUG nova.compute.manager [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Instance network_info: |[{"id": "48645c0e-72ae-48bb-ae45-07711dd3ff95", "address": "fa:16:3e:01:cb:67", "network": {"id": "7aeae22d-1c84-4202-833c-be390d4657c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1852655830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e958e81dd354d6984e55f03ad345556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48645c0e-72", "ovs_interfaceid": "48645c0e-72ae-48bb-ae45-07711dd3ff95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.583339] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:cb:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '48645c0e-72ae-48bb-ae45-07711dd3ff95', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.589938] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Creating folder: Project (3e958e81dd354d6984e55f03ad345556). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.590436] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d06fef1c-768f-4460-8747-986fde4e4199 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.603020] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Created folder: Project (3e958e81dd354d6984e55f03ad345556) in parent group-v695567. [ 695.603020] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Creating folder: Instances. Parent ref: group-v695651. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.603020] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04d7eb62-0360-4922-93d8-e939b09b7623 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.612547] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Created folder: Instances in parent group-v695651. [ 695.612547] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.612547] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.612547] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28c4ac67-d288-4da3-8314-28b3753f709e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.634693] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.634693] env[69603]: value = "task-3479530" [ 695.634693] env[69603]: _type = "Task" [ 695.634693] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.647441] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479530, 'name': CreateVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.651216] env[69603]: DEBUG oslo_vmware.api [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Task: {'id': task-3479527, 'name': PowerOnVM_Task, 'duration_secs': 0.709945} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.651596] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 695.651832] env[69603]: DEBUG nova.compute.manager [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 695.652692] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa88b03e-06cd-42bd-be16-cc39cd2377ed {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.688380] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b6af8c-f34d-1276-5111-fa67af60a93e, 'name': SearchDatastore_Task, 'duration_secs': 0.019939} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.688979] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab7484a-df70-4b1d-8557-58b571106646 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.696036] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 695.696036] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ef4787-af41-8cef-a70a-7b89f14ebb89" [ 695.696036] env[69603]: _type = "Task" [ 695.696036] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.705593] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ef4787-af41-8cef-a70a-7b89f14ebb89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.710203] env[69603]: DEBUG nova.compute.utils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.717074] env[69603]: DEBUG nova.compute.manager [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.717074] env[69603]: DEBUG nova.network.neutron [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.792867] env[69603]: DEBUG nova.policy [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '858c89b020a847afb94c0c67df2c1ffa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0e963e0a329487eab77d98be63767ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.947063] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "refresh_cache-3d99f616-a6a4-471c-9665-4f32f1a585ea" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.948382] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquired lock "refresh_cache-3d99f616-a6a4-471c-9665-4f32f1a585ea" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.948382] env[69603]: DEBUG nova.network.neutron [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.966200] env[69603]: DEBUG oslo_concurrency.lockutils [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.100863] env[69603]: DEBUG nova.compute.manager [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Received event network-changed-48480840-efa9-4e2f-a365-15cde70b2422 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.100863] env[69603]: DEBUG nova.compute.manager [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Refreshing instance network info cache due to event network-changed-48480840-efa9-4e2f-a365-15cde70b2422. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.100863] env[69603]: DEBUG oslo_concurrency.lockutils [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] Acquiring lock "refresh_cache-e44b6009-d869-4820-8da1-e4c8f2343035" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.100863] env[69603]: DEBUG oslo_concurrency.lockutils [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] Acquired lock "refresh_cache-e44b6009-d869-4820-8da1-e4c8f2343035" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.100863] env[69603]: DEBUG nova.network.neutron [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Refreshing network info cache for port 48480840-efa9-4e2f-a365-15cde70b2422 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.145472] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479530, 'name': CreateVM_Task, 'duration_secs': 0.438783} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.145792] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.146710] env[69603]: DEBUG oslo_concurrency.lockutils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.146996] env[69603]: DEBUG oslo_concurrency.lockutils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.147537] env[69603]: DEBUG oslo_concurrency.lockutils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.147884] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee0e728-60ff-43d4-92c9-8600572b37b5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.153374] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 696.153374] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ff0fcb-e5c3-23b0-5dfd-129dbe914a26" [ 696.153374] env[69603]: _type = "Task" [ 696.153374] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.168415] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ff0fcb-e5c3-23b0-5dfd-129dbe914a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.172728] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.213025] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ef4787-af41-8cef-a70a-7b89f14ebb89, 'name': SearchDatastore_Task, 'duration_secs': 0.015949} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.213025] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.213025] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] f7c6c094-7f59-44f1-8107-e8b5f0850c68/f7c6c094-7f59-44f1-8107-e8b5f0850c68.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 696.213025] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4e8f282-6c59-40bc-a5ab-c8f7d7cd1070 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.222820] env[69603]: DEBUG nova.compute.manager [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.231936] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 696.231936] env[69603]: value = "task-3479531" [ 696.231936] env[69603]: _type = "Task" [ 696.231936] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.244385] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.355480] env[69603]: DEBUG nova.network.neutron [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Successfully created port: ce922e50-6644-4b05-bca2-de28a7701193 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.668946] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ff0fcb-e5c3-23b0-5dfd-129dbe914a26, 'name': SearchDatastore_Task, 'duration_secs': 0.012989} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.669462] env[69603]: DEBUG oslo_concurrency.lockutils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.669737] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.670069] env[69603]: DEBUG oslo_concurrency.lockutils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.670263] env[69603]: DEBUG oslo_concurrency.lockutils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.670504] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.673900] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86e3ddd3-4f6e-4e28-bbc9-97ec538bf213 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.690547] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.690921] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.693923] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a2f546d-de0a-454b-a057-d0d794ce4a6a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.700067] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 696.700067] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d7833c-ae08-3a3b-c445-f09f1295f25c" [ 696.700067] env[69603]: _type = "Task" [ 696.700067] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.712862] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d7833c-ae08-3a3b-c445-f09f1295f25c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.753599] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509926} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.756383] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] f7c6c094-7f59-44f1-8107-e8b5f0850c68/f7c6c094-7f59-44f1-8107-e8b5f0850c68.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.756670] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.757191] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a204a95e-6047-4b0c-9bf4-7f1b3e70c5c5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.763290] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 696.763290] env[69603]: value = "task-3479532" [ 696.763290] env[69603]: _type = "Task" [ 696.763290] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.776937] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.961524] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e96921-91c1-43e3-8ec1-8ab8b37640b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.973434] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e900631-41d6-4616-a674-9c02d3dfdb9e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.020554] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a504d0c-903e-4451-b6a3-716e3588a427 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.031234] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75c3dc6-acb2-4f5b-8206-db3a96a9b40f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.037463] env[69603]: DEBUG oslo_vmware.rw_handles [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200c746-3374-11d3-ce95-40fe21af1275/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 697.040350] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f516c49f-161f-4e72-86af-ce8757b62296 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.051121] env[69603]: DEBUG nova.compute.provider_tree [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.055987] env[69603]: DEBUG oslo_vmware.rw_handles [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200c746-3374-11d3-ce95-40fe21af1275/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 697.056183] env[69603]: ERROR oslo_vmware.rw_handles [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200c746-3374-11d3-ce95-40fe21af1275/disk-0.vmdk due to incomplete transfer. [ 697.056819] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7d1b5659-8d48-421a-a443-5d45ab5f2b0e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.065020] env[69603]: DEBUG oslo_vmware.rw_handles [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200c746-3374-11d3-ce95-40fe21af1275/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 697.065020] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Uploaded image 61511367-f521-4e52-a67f-9f90305b7a6b to the Glance image server {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 697.068467] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 697.068467] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9f09a218-44d9-497a-9617-ce1aadab4f50 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.075017] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 697.075017] env[69603]: value = "task-3479533" [ 697.075017] env[69603]: _type = "Task" [ 697.075017] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.085661] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479533, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.211618] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d7833c-ae08-3a3b-c445-f09f1295f25c, 'name': SearchDatastore_Task, 'duration_secs': 0.026085} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.212540] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da189d4d-b3f8-45ae-b881-70c253bc272d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.219536] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 697.219536] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521bddee-7287-08df-5427-90929c1c8009" [ 697.219536] env[69603]: _type = "Task" [ 697.219536] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.228483] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521bddee-7287-08df-5427-90929c1c8009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.241972] env[69603]: DEBUG nova.compute.manager [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.273385] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074125} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.280123] env[69603]: DEBUG nova.virt.hardware [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.280123] env[69603]: DEBUG nova.virt.hardware [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.280123] env[69603]: DEBUG nova.virt.hardware [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.280266] env[69603]: DEBUG nova.virt.hardware [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.280266] env[69603]: DEBUG nova.virt.hardware [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.280266] env[69603]: DEBUG nova.virt.hardware [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.280266] env[69603]: DEBUG nova.virt.hardware [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.280266] env[69603]: DEBUG nova.virt.hardware [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.280406] env[69603]: DEBUG nova.virt.hardware [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.280406] env[69603]: DEBUG nova.virt.hardware [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.280406] env[69603]: DEBUG nova.virt.hardware [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.280655] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.281523] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68364c0-1b2b-4f56-b325-02d713e0d030 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.285719] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb792acf-3e04-4d5e-930c-de81e36eb7f6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.304600] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58efa973-e6b8-4672-b7a8-018c2ce3e677 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.319839] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] f7c6c094-7f59-44f1-8107-e8b5f0850c68/f7c6c094-7f59-44f1-8107-e8b5f0850c68.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.320453] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d3ae174-9ebc-47ae-ba25-a9ea1aa31983 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.351106] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 697.351106] env[69603]: value = "task-3479534" [ 697.351106] env[69603]: _type = "Task" [ 697.351106] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.359367] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.412754] env[69603]: DEBUG nova.network.neutron [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Updating instance_info_cache with network_info: [{"id": "6739371c-e55a-4555-afca-d2d91e9097bd", "address": "fa:16:3e:9f:62:96", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6739371c-e5", "ovs_interfaceid": "6739371c-e55a-4555-afca-d2d91e9097bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.447650] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquiring lock "ccea07bc-1f5c-4217-82c5-0a4852f6237b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.447954] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Lock "ccea07bc-1f5c-4217-82c5-0a4852f6237b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.448186] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquiring lock "ccea07bc-1f5c-4217-82c5-0a4852f6237b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.448372] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Lock "ccea07bc-1f5c-4217-82c5-0a4852f6237b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.452022] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Lock "ccea07bc-1f5c-4217-82c5-0a4852f6237b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.452022] env[69603]: INFO nova.compute.manager [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Terminating instance [ 697.490302] env[69603]: DEBUG nova.network.neutron [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Updated VIF entry in instance network info cache for port 48480840-efa9-4e2f-a365-15cde70b2422. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.490302] env[69603]: DEBUG nova.network.neutron [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Updating instance_info_cache with network_info: [{"id": "48480840-efa9-4e2f-a365-15cde70b2422", "address": "fa:16:3e:b1:5f:62", "network": {"id": "39e96192-ce1e-4c0d-8dcd-ae082f56ff77", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-516278543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ea3107451142698dc1671e2f399372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48480840-ef", "ovs_interfaceid": "48480840-efa9-4e2f-a365-15cde70b2422", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.560025] env[69603]: DEBUG nova.scheduler.client.report [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.584160] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479533, 'name': Destroy_Task, 'duration_secs': 0.351947} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.584439] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Destroyed the VM [ 697.584768] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 697.585026] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4de60434-cf65-4b5b-a2d2-7bcc36616277 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.592178] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 697.592178] env[69603]: value = "task-3479535" [ 697.592178] env[69603]: _type = "Task" [ 697.592178] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.599144] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.729395] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521bddee-7287-08df-5427-90929c1c8009, 'name': SearchDatastore_Task, 'duration_secs': 0.014349} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.729738] env[69603]: DEBUG oslo_concurrency.lockutils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.730073] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] d4000e4f-7369-4e8a-96ec-8cdd732a6294/d4000e4f-7369-4e8a-96ec-8cdd732a6294.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.733018] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05bba547-6740-46ab-ac67-e875e7e3f2dd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.736884] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 697.736884] env[69603]: value = "task-3479536" [ 697.736884] env[69603]: _type = "Task" [ 697.736884] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.744935] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3479536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.865726] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.915567] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Releasing lock "refresh_cache-3d99f616-a6a4-471c-9665-4f32f1a585ea" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.955909] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquiring lock "refresh_cache-ccea07bc-1f5c-4217-82c5-0a4852f6237b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.956218] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquired lock "refresh_cache-ccea07bc-1f5c-4217-82c5-0a4852f6237b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.956445] env[69603]: DEBUG nova.network.neutron [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.990961] env[69603]: DEBUG oslo_concurrency.lockutils [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] Releasing lock "refresh_cache-e44b6009-d869-4820-8da1-e4c8f2343035" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.992381] env[69603]: DEBUG nova.compute.manager [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Received event network-changed-48645c0e-72ae-48bb-ae45-07711dd3ff95 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.992381] env[69603]: DEBUG nova.compute.manager [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Refreshing instance network info cache due to event network-changed-48645c0e-72ae-48bb-ae45-07711dd3ff95. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.992381] env[69603]: DEBUG oslo_concurrency.lockutils [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] Acquiring lock "refresh_cache-d4000e4f-7369-4e8a-96ec-8cdd732a6294" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.992381] env[69603]: DEBUG oslo_concurrency.lockutils [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] Acquired lock "refresh_cache-d4000e4f-7369-4e8a-96ec-8cdd732a6294" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.992381] env[69603]: DEBUG nova.network.neutron [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Refreshing network info cache for port 48645c0e-72ae-48bb-ae45-07711dd3ff95 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.064137] env[69603]: DEBUG oslo_concurrency.lockutils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.860s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.064726] env[69603]: DEBUG nova.compute.manager [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.068039] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.760s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.069711] env[69603]: INFO nova.compute.claims [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.106024] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.247649] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3479536, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.363931] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.448273] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4464bce5-d0a1-4170-9195-d9e0aeb0287f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.472991] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63c285a-1d54-46d1-8c2f-78d1a317f7e6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.481081] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Updating instance '3d99f616-a6a4-471c-9665-4f32f1a585ea' progress to 83 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 698.511869] env[69603]: DEBUG nova.network.neutron [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.577537] env[69603]: DEBUG nova.compute.utils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.579597] env[69603]: DEBUG nova.compute.manager [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.579597] env[69603]: DEBUG nova.network.neutron [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.604420] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.641534] env[69603]: DEBUG nova.policy [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97a3ee8240ba450f84ac84dfa05c6d88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00ec7d3e497d4085ba4335be7528015a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.694407] env[69603]: DEBUG nova.network.neutron [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.748400] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3479536, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.864346] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479534, 'name': ReconfigVM_Task, 'duration_secs': 1.141261} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.864463] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Reconfigured VM instance instance-00000019 to attach disk [datastore1] f7c6c094-7f59-44f1-8107-e8b5f0850c68/f7c6c094-7f59-44f1-8107-e8b5f0850c68.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.865019] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29ab5f1e-198c-4156-a7b3-4f3b3d2942ad {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.870818] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 698.870818] env[69603]: value = "task-3479537" [ 698.870818] env[69603]: _type = "Task" [ 698.870818] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.878538] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479537, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.990024] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.990363] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12abaf8c-a549-4f4b-945d-4b1deebc5dfa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.999938] env[69603]: DEBUG oslo_vmware.api [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 698.999938] env[69603]: value = "task-3479538" [ 698.999938] env[69603]: _type = "Task" [ 698.999938] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.012198] env[69603]: DEBUG oslo_vmware.api [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.055650] env[69603]: DEBUG nova.network.neutron [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Updated VIF entry in instance network info cache for port 48645c0e-72ae-48bb-ae45-07711dd3ff95. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.056022] env[69603]: DEBUG nova.network.neutron [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Updating instance_info_cache with network_info: [{"id": "48645c0e-72ae-48bb-ae45-07711dd3ff95", "address": "fa:16:3e:01:cb:67", "network": {"id": "7aeae22d-1c84-4202-833c-be390d4657c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1852655830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e958e81dd354d6984e55f03ad345556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48645c0e-72", "ovs_interfaceid": "48645c0e-72ae-48bb-ae45-07711dd3ff95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.070321] env[69603]: DEBUG nova.compute.manager [req-926cf644-559a-409b-8977-6f02ae35b88b req-d80c9628-b40f-4574-9ff8-c21b42ccf3d5 service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Received event network-vif-plugged-ce922e50-6644-4b05-bca2-de28a7701193 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.070321] env[69603]: DEBUG oslo_concurrency.lockutils [req-926cf644-559a-409b-8977-6f02ae35b88b req-d80c9628-b40f-4574-9ff8-c21b42ccf3d5 service nova] Acquiring lock "8814e29d-5c08-45f1-9a02-c30e4b7441db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.070321] env[69603]: DEBUG oslo_concurrency.lockutils [req-926cf644-559a-409b-8977-6f02ae35b88b req-d80c9628-b40f-4574-9ff8-c21b42ccf3d5 service nova] Lock "8814e29d-5c08-45f1-9a02-c30e4b7441db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.070321] env[69603]: DEBUG oslo_concurrency.lockutils [req-926cf644-559a-409b-8977-6f02ae35b88b req-d80c9628-b40f-4574-9ff8-c21b42ccf3d5 service nova] Lock "8814e29d-5c08-45f1-9a02-c30e4b7441db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.070321] env[69603]: DEBUG nova.compute.manager [req-926cf644-559a-409b-8977-6f02ae35b88b req-d80c9628-b40f-4574-9ff8-c21b42ccf3d5 service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] No waiting events found dispatching network-vif-plugged-ce922e50-6644-4b05-bca2-de28a7701193 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.070552] env[69603]: WARNING nova.compute.manager [req-926cf644-559a-409b-8977-6f02ae35b88b req-d80c9628-b40f-4574-9ff8-c21b42ccf3d5 service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Received unexpected event network-vif-plugged-ce922e50-6644-4b05-bca2-de28a7701193 for instance with vm_state building and task_state spawning. [ 699.084563] env[69603]: DEBUG nova.compute.manager [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.107180] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479535, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.135138] env[69603]: DEBUG nova.network.neutron [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Successfully updated port: ce922e50-6644-4b05-bca2-de28a7701193 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 699.187894] env[69603]: DEBUG nova.network.neutron [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Successfully created port: 58a0f312-4e38-431c-9b76-e50fc3093242 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.199469] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Releasing lock "refresh_cache-ccea07bc-1f5c-4217-82c5-0a4852f6237b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.199924] env[69603]: DEBUG nova.compute.manager [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 699.199924] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.201019] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434196f0-ef2f-4f31-801e-f239c295a39c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.216462] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.216758] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fd02f0e-8340-4475-a749-dc65de9a7ff9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.225641] env[69603]: DEBUG oslo_vmware.api [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 699.225641] env[69603]: value = "task-3479539" [ 699.225641] env[69603]: _type = "Task" [ 699.225641] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.234618] env[69603]: DEBUG oslo_vmware.api [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.247924] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3479536, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.068512} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.248218] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] d4000e4f-7369-4e8a-96ec-8cdd732a6294/d4000e4f-7369-4e8a-96ec-8cdd732a6294.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.248429] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.248681] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c52f786-01a6-43a2-9567-a509a6c539d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.258773] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 699.258773] env[69603]: value = "task-3479540" [ 699.258773] env[69603]: _type = "Task" [ 699.258773] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.266674] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3479540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.382287] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479537, 'name': Rename_Task, 'duration_secs': 0.190169} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.382287] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.382287] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c051473a-276b-42e1-9634-317a81f024de {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.389322] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 699.389322] env[69603]: value = "task-3479541" [ 699.389322] env[69603]: _type = "Task" [ 699.389322] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.401245] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.516785] env[69603]: DEBUG oslo_vmware.api [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479538, 'name': PowerOnVM_Task, 'duration_secs': 0.41801} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.516785] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.516785] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d3555ee2-2ddb-4091-83c3-f9f3de861d42 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Updating instance '3d99f616-a6a4-471c-9665-4f32f1a585ea' progress to 100 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 699.559763] env[69603]: DEBUG oslo_concurrency.lockutils [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] Releasing lock "refresh_cache-d4000e4f-7369-4e8a-96ec-8cdd732a6294" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.560085] env[69603]: DEBUG nova.compute.manager [req-638d02d5-f41c-4442-bf2d-579cc92312e5 req-17f43fd0-18e5-4136-98ef-700ce3c9ead0 service nova] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Received event network-vif-deleted-b511fb21-532b-49f8-a494-ed522149ee7d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.605830] env[69603]: DEBUG oslo_vmware.api [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479535, 'name': RemoveSnapshot_Task, 'duration_secs': 1.551048} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.606163] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 699.606448] env[69603]: INFO nova.compute.manager [None req-76ebe914-3b96-49b8-a447-ba25ebd65e35 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Took 17.91 seconds to snapshot the instance on the hypervisor. [ 699.640504] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Acquiring lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.640748] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Acquired lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.640834] env[69603]: DEBUG nova.network.neutron [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.736380] env[69603]: DEBUG oslo_vmware.api [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479539, 'name': PowerOffVM_Task, 'duration_secs': 0.127059} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.737587] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.737816] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.738645] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23eb8ad2-5720-419d-8f58-77e5ead1dffb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.741089] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f10558c-fb7e-49b0-8835-2c2711290ff6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.747477] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a71c78-ab3b-4eee-842c-a610969b6be6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.786973] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d472dc45-522a-4bee-a51f-403adc794126 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.789440] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.789637] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.789862] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Deleting the datastore file [datastore2] ccea07bc-1f5c-4217-82c5-0a4852f6237b {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.790317] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d0b39d3-c5a4-434a-9e5b-08613c2f4e31 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.797149] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3479540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066353} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.800525] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 699.800953] env[69603]: DEBUG oslo_vmware.api [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for the task: (returnval){ [ 699.800953] env[69603]: value = "task-3479543" [ 699.800953] env[69603]: _type = "Task" [ 699.800953] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.801718] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f338a3-0d48-44a1-aa46-da1e5885bad0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.805103] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e148a83-bd5f-46bc-a0ee-b21243fb62b4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.830490] env[69603]: DEBUG nova.compute.provider_tree [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.853270] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] d4000e4f-7369-4e8a-96ec-8cdd732a6294/d4000e4f-7369-4e8a-96ec-8cdd732a6294.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.854349] env[69603]: DEBUG oslo_vmware.api [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.854686] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-925e90db-45bb-410d-8d67-345cbfab48d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.875401] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 699.875401] env[69603]: value = "task-3479544" [ 699.875401] env[69603]: _type = "Task" [ 699.875401] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.886946] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3479544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.901982] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.100976] env[69603]: DEBUG nova.compute.manager [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.136257] env[69603]: DEBUG nova.virt.hardware [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.136577] env[69603]: DEBUG nova.virt.hardware [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.136964] env[69603]: DEBUG nova.virt.hardware [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.136964] env[69603]: DEBUG nova.virt.hardware [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.137079] env[69603]: DEBUG nova.virt.hardware [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.138000] env[69603]: DEBUG nova.virt.hardware [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.138335] env[69603]: DEBUG nova.virt.hardware [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.138533] env[69603]: DEBUG nova.virt.hardware [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.138714] env[69603]: DEBUG nova.virt.hardware [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.141064] env[69603]: DEBUG nova.virt.hardware [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.141064] env[69603]: DEBUG nova.virt.hardware [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.141064] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefc267d-4bf2-433c-9378-2d52e8058ce0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.154306] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f502b655-7ca1-4b44-8e02-e2c47fa2356d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.183499] env[69603]: DEBUG nova.network.neutron [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.324982] env[69603]: DEBUG oslo_vmware.api [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Task: {'id': task-3479543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294775} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.325493] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.325683] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.325859] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.326048] env[69603]: INFO nova.compute.manager [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 700.326315] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.326509] env[69603]: DEBUG nova.compute.manager [-] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 700.326601] env[69603]: DEBUG nova.network.neutron [-] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.348347] env[69603]: DEBUG nova.network.neutron [-] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.356401] env[69603]: DEBUG nova.scheduler.client.report [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.389178] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3479544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.403459] env[69603]: DEBUG oslo_vmware.api [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479541, 'name': PowerOnVM_Task, 'duration_secs': 0.771068} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.403745] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.403973] env[69603]: DEBUG nova.compute.manager [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.404752] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0ca18e-2ece-4995-bfb8-7839f9278266 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.442513] env[69603]: DEBUG nova.network.neutron [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Updating instance_info_cache with network_info: [{"id": "ce922e50-6644-4b05-bca2-de28a7701193", "address": "fa:16:3e:ad:e0:7b", "network": {"id": "8da43c30-65fc-4da4-bfb5-756b14c414d1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1778413610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0e963e0a329487eab77d98be63767ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce922e50-66", "ovs_interfaceid": "ce922e50-6644-4b05-bca2-de28a7701193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.851019] env[69603]: DEBUG nova.network.neutron [-] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.864024] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.793s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.864024] env[69603]: DEBUG nova.compute.manager [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.864936] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.388s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.866588] env[69603]: INFO nova.compute.claims [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.888187] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3479544, 'name': ReconfigVM_Task, 'duration_secs': 0.657161} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.888644] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Reconfigured VM instance instance-0000001a to attach disk [datastore1] d4000e4f-7369-4e8a-96ec-8cdd732a6294/d4000e4f-7369-4e8a-96ec-8cdd732a6294.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.889559] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16fa42d9-bc0c-459e-94a5-30976eb486bb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.901010] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 700.901010] env[69603]: value = "task-3479545" [ 700.901010] env[69603]: _type = "Task" [ 700.901010] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.913214] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3479545, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.927174] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.946664] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Releasing lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.946664] env[69603]: DEBUG nova.compute.manager [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Instance network_info: |[{"id": "ce922e50-6644-4b05-bca2-de28a7701193", "address": "fa:16:3e:ad:e0:7b", "network": {"id": "8da43c30-65fc-4da4-bfb5-756b14c414d1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1778413610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0e963e0a329487eab77d98be63767ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce922e50-66", "ovs_interfaceid": "ce922e50-6644-4b05-bca2-de28a7701193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.948381] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:e0:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be5c038c-29e5-43c9-91ab-9eb3094b5337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce922e50-6644-4b05-bca2-de28a7701193', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.957389] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Creating folder: Project (b0e963e0a329487eab77d98be63767ce). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.957514] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b4fe778-d17f-4b54-a152-8dfd5e025fc6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.971428] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Created folder: Project (b0e963e0a329487eab77d98be63767ce) in parent group-v695567. [ 700.971428] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Creating folder: Instances. Parent ref: group-v695654. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.971850] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fca5235-471c-4291-9ffb-751a0af5f210 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.983582] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Created folder: Instances in parent group-v695654. [ 700.983985] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.984298] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.984593] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-307811a0-042e-4755-b574-e61ca3727d3c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.007652] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 701.007652] env[69603]: value = "task-3479548" [ 701.007652] env[69603]: _type = "Task" [ 701.007652] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.016411] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479548, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.096280] env[69603]: DEBUG nova.network.neutron [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Successfully updated port: 58a0f312-4e38-431c-9b76-e50fc3093242 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.353407] env[69603]: INFO nova.compute.manager [-] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Took 1.03 seconds to deallocate network for instance. [ 701.375513] env[69603]: DEBUG nova.compute.utils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.377988] env[69603]: DEBUG nova.compute.manager [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.378660] env[69603]: DEBUG nova.network.neutron [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.415916] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3479545, 'name': Rename_Task, 'duration_secs': 0.149565} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.417311] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.417311] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3c69f38-3a8c-4afe-aa08-e024f619ed50 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.431045] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 701.431045] env[69603]: value = "task-3479549" [ 701.431045] env[69603]: _type = "Task" [ 701.431045] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.436109] env[69603]: DEBUG nova.policy [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1f114e16fc44793be586a1a316f7a85', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'db8188a95d8747e6b838ca9fbc0b22ae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.442799] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3479549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.447030] env[69603]: DEBUG nova.compute.manager [req-ffbfd4c9-0293-4598-91a9-2da20cc76ae4 req-33e11851-56c4-4c91-8d5a-2e99089d3a91 service nova] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Received event network-vif-plugged-58a0f312-4e38-431c-9b76-e50fc3093242 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.447185] env[69603]: DEBUG oslo_concurrency.lockutils [req-ffbfd4c9-0293-4598-91a9-2da20cc76ae4 req-33e11851-56c4-4c91-8d5a-2e99089d3a91 service nova] Acquiring lock "8211b529-f910-42e0-a094-6df9e4c64f5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.447578] env[69603]: DEBUG oslo_concurrency.lockutils [req-ffbfd4c9-0293-4598-91a9-2da20cc76ae4 req-33e11851-56c4-4c91-8d5a-2e99089d3a91 service nova] Lock "8211b529-f910-42e0-a094-6df9e4c64f5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.447578] env[69603]: DEBUG oslo_concurrency.lockutils [req-ffbfd4c9-0293-4598-91a9-2da20cc76ae4 req-33e11851-56c4-4c91-8d5a-2e99089d3a91 service nova] Lock "8211b529-f910-42e0-a094-6df9e4c64f5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.447781] env[69603]: DEBUG nova.compute.manager [req-ffbfd4c9-0293-4598-91a9-2da20cc76ae4 req-33e11851-56c4-4c91-8d5a-2e99089d3a91 service nova] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] No waiting events found dispatching network-vif-plugged-58a0f312-4e38-431c-9b76-e50fc3093242 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.447907] env[69603]: WARNING nova.compute.manager [req-ffbfd4c9-0293-4598-91a9-2da20cc76ae4 req-33e11851-56c4-4c91-8d5a-2e99089d3a91 service nova] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Received unexpected event network-vif-plugged-58a0f312-4e38-431c-9b76-e50fc3093242 for instance with vm_state building and task_state spawning. [ 701.517992] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479548, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.565218] env[69603]: DEBUG nova.compute.manager [req-d67de275-3c66-4f19-893d-1d0847036d5e req-421c0346-1f30-4169-9148-e38a12be7ced service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Received event network-changed-ce922e50-6644-4b05-bca2-de28a7701193 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.565335] env[69603]: DEBUG nova.compute.manager [req-d67de275-3c66-4f19-893d-1d0847036d5e req-421c0346-1f30-4169-9148-e38a12be7ced service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Refreshing instance network info cache due to event network-changed-ce922e50-6644-4b05-bca2-de28a7701193. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 701.565520] env[69603]: DEBUG oslo_concurrency.lockutils [req-d67de275-3c66-4f19-893d-1d0847036d5e req-421c0346-1f30-4169-9148-e38a12be7ced service nova] Acquiring lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.565654] env[69603]: DEBUG oslo_concurrency.lockutils [req-d67de275-3c66-4f19-893d-1d0847036d5e req-421c0346-1f30-4169-9148-e38a12be7ced service nova] Acquired lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.565820] env[69603]: DEBUG nova.network.neutron [req-d67de275-3c66-4f19-893d-1d0847036d5e req-421c0346-1f30-4169-9148-e38a12be7ced service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Refreshing network info cache for port ce922e50-6644-4b05-bca2-de28a7701193 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.601314] env[69603]: DEBUG oslo_concurrency.lockutils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Acquiring lock "refresh_cache-8211b529-f910-42e0-a094-6df9e4c64f5c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.603136] env[69603]: DEBUG oslo_concurrency.lockutils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Acquired lock "refresh_cache-8211b529-f910-42e0-a094-6df9e4c64f5c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.603136] env[69603]: DEBUG nova.network.neutron [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.727608] env[69603]: DEBUG oslo_concurrency.lockutils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Acquiring lock "269fe022-caa0-4662-83cc-0bc967b07323" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.727920] env[69603]: DEBUG oslo_concurrency.lockutils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Lock "269fe022-caa0-4662-83cc-0bc967b07323" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.742743] env[69603]: DEBUG nova.network.neutron [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Successfully created port: 7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.863016] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.883776] env[69603]: DEBUG nova.compute.manager [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.943575] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3479549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.022506] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479548, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.148222] env[69603]: DEBUG nova.network.neutron [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.188766] env[69603]: DEBUG nova.compute.manager [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.190193] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aac5877-ad5d-4566-93e9-afa14dbb6f30 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.443824] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3479549, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.461394] env[69603]: DEBUG nova.network.neutron [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Updating instance_info_cache with network_info: [{"id": "58a0f312-4e38-431c-9b76-e50fc3093242", "address": "fa:16:3e:b7:5b:be", "network": {"id": "1f0bb519-7d07-4eae-a243-a9595a868fe8", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1535662507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ec7d3e497d4085ba4335be7528015a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a0f312-4e", "ovs_interfaceid": "58a0f312-4e38-431c-9b76-e50fc3093242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.519791] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479548, 'name': CreateVM_Task, 'duration_secs': 1.320032} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.519791] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 702.520522] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.520659] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.521013] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.521290] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0d27245-ea33-4c78-9b63-0011258f84d8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.526459] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Waiting for the task: (returnval){ [ 702.526459] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d988fd-1897-c936-a16f-3cc9c47e330a" [ 702.526459] env[69603]: _type = "Task" [ 702.526459] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.530419] env[69603]: DEBUG nova.network.neutron [req-d67de275-3c66-4f19-893d-1d0847036d5e req-421c0346-1f30-4169-9148-e38a12be7ced service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Updated VIF entry in instance network info cache for port ce922e50-6644-4b05-bca2-de28a7701193. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 702.530890] env[69603]: DEBUG nova.network.neutron [req-d67de275-3c66-4f19-893d-1d0847036d5e req-421c0346-1f30-4169-9148-e38a12be7ced service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Updating instance_info_cache with network_info: [{"id": "ce922e50-6644-4b05-bca2-de28a7701193", "address": "fa:16:3e:ad:e0:7b", "network": {"id": "8da43c30-65fc-4da4-bfb5-756b14c414d1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1778413610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0e963e0a329487eab77d98be63767ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce922e50-66", "ovs_interfaceid": "ce922e50-6644-4b05-bca2-de28a7701193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.542894] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d988fd-1897-c936-a16f-3cc9c47e330a, 'name': SearchDatastore_Task, 'duration_secs': 0.013654} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.543208] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.543440] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 702.543675] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.543821] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.544067] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 702.545172] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9631c4aa-abcd-47a1-8e8e-d4b159713957 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.558743] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 702.558946] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 702.559753] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4182f209-b4bf-4612-9f45-6ad63e9049c5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.568602] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Waiting for the task: (returnval){ [ 702.568602] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5249f952-1141-8805-7d0c-d4c3637c3558" [ 702.568602] env[69603]: _type = "Task" [ 702.568602] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.577228] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5249f952-1141-8805-7d0c-d4c3637c3558, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.643104] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48952f16-14c7-4d0f-aed9-819789efb5d7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.651950] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908c5693-b5cb-4a74-8f0a-00630517ecb4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.689866] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe38c67-4f2a-412f-9cea-c699dbd49fdb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.698018] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f114cb-d1ea-453b-955a-fce1bc8cfd73 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.714248] env[69603]: INFO nova.compute.manager [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] instance snapshotting [ 702.717388] env[69603]: DEBUG nova.compute.provider_tree [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.721220] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1904cf-ef54-464c-adef-7a176276c2e9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.743139] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc4e331-c3ba-4617-bf07-d4c9c1ca8bb0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.806307] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "3d99f616-a6a4-471c-9665-4f32f1a585ea" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.806581] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "3d99f616-a6a4-471c-9665-4f32f1a585ea" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.806770] env[69603]: DEBUG nova.compute.manager [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Going to confirm migration 1 {{(pid=69603) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 702.901018] env[69603]: DEBUG nova.compute.manager [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.913869] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "f7c6c094-7f59-44f1-8107-e8b5f0850c68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.914197] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "f7c6c094-7f59-44f1-8107-e8b5f0850c68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.914531] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "f7c6c094-7f59-44f1-8107-e8b5f0850c68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.914717] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "f7c6c094-7f59-44f1-8107-e8b5f0850c68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.915179] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "f7c6c094-7f59-44f1-8107-e8b5f0850c68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.917205] env[69603]: INFO nova.compute.manager [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Terminating instance [ 702.931683] env[69603]: DEBUG nova.virt.hardware [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.931924] env[69603]: DEBUG nova.virt.hardware [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.932109] env[69603]: DEBUG nova.virt.hardware [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.932274] env[69603]: DEBUG nova.virt.hardware [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.932419] env[69603]: DEBUG nova.virt.hardware [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.932565] env[69603]: DEBUG nova.virt.hardware [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.932785] env[69603]: DEBUG nova.virt.hardware [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.932947] env[69603]: DEBUG nova.virt.hardware [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.933126] env[69603]: DEBUG nova.virt.hardware [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.933291] env[69603]: DEBUG nova.virt.hardware [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.933462] env[69603]: DEBUG nova.virt.hardware [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.934639] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f82c6f-d205-4ee9-b5d8-6946c92afe8c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.954141] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a913be3-76a3-4d68-96c6-e21b49e02ef1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.958152] env[69603]: DEBUG oslo_vmware.api [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3479549, 'name': PowerOnVM_Task, 'duration_secs': 1.219983} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.958719] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.958926] env[69603]: INFO nova.compute.manager [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Took 10.79 seconds to spawn the instance on the hypervisor. [ 702.959126] env[69603]: DEBUG nova.compute.manager [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 702.960396] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96080f2a-4353-4b31-8d58-2994b2533bfe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.973408] env[69603]: DEBUG oslo_concurrency.lockutils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Releasing lock "refresh_cache-8211b529-f910-42e0-a094-6df9e4c64f5c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.973746] env[69603]: DEBUG nova.compute.manager [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Instance network_info: |[{"id": "58a0f312-4e38-431c-9b76-e50fc3093242", "address": "fa:16:3e:b7:5b:be", "network": {"id": "1f0bb519-7d07-4eae-a243-a9595a868fe8", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1535662507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ec7d3e497d4085ba4335be7528015a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a0f312-4e", "ovs_interfaceid": "58a0f312-4e38-431c-9b76-e50fc3093242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.974792] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:5b:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58a0f312-4e38-431c-9b76-e50fc3093242', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.983035] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Creating folder: Project (00ec7d3e497d4085ba4335be7528015a). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.984576] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ac16d4b-1548-42f0-94bb-fb80d5820e46 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.998208] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Created folder: Project (00ec7d3e497d4085ba4335be7528015a) in parent group-v695567. [ 702.998415] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Creating folder: Instances. Parent ref: group-v695657. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.998658] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6cbe439-86f2-49e8-8aa0-971e03283487 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.008459] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Created folder: Instances in parent group-v695657. [ 703.008689] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.008881] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.009112] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-076b7106-7dd0-4831-b12d-e1063ad063b8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.028877] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.028877] env[69603]: value = "task-3479552" [ 703.028877] env[69603]: _type = "Task" [ 703.028877] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.037158] env[69603]: DEBUG oslo_concurrency.lockutils [req-d67de275-3c66-4f19-893d-1d0847036d5e req-421c0346-1f30-4169-9148-e38a12be7ced service nova] Releasing lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.037510] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479552, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.078861] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5249f952-1141-8805-7d0c-d4c3637c3558, 'name': SearchDatastore_Task, 'duration_secs': 0.013628} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.079839] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-391f0694-e8cf-41d1-81c3-140d02f1422c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.085346] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Waiting for the task: (returnval){ [ 703.085346] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520a0ad9-9d54-cf1a-f4a6-d92cdca44692" [ 703.085346] env[69603]: _type = "Task" [ 703.085346] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.094426] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520a0ad9-9d54-cf1a-f4a6-d92cdca44692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.220528] env[69603]: DEBUG nova.scheduler.client.report [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.254721] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 703.254992] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ab96e014-7fd2-485e-90d0-1b5eae2f3dfd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.260098] env[69603]: DEBUG nova.network.neutron [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Successfully updated port: 7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.262984] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 703.262984] env[69603]: value = "task-3479553" [ 703.262984] env[69603]: _type = "Task" [ 703.262984] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.272771] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479553, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.388504] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "refresh_cache-3d99f616-a6a4-471c-9665-4f32f1a585ea" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.388694] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquired lock "refresh_cache-3d99f616-a6a4-471c-9665-4f32f1a585ea" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.388873] env[69603]: DEBUG nova.network.neutron [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.389077] env[69603]: DEBUG nova.objects.instance [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lazy-loading 'info_cache' on Instance uuid 3d99f616-a6a4-471c-9665-4f32f1a585ea {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.424183] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "refresh_cache-f7c6c094-7f59-44f1-8107-e8b5f0850c68" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.424453] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquired lock "refresh_cache-f7c6c094-7f59-44f1-8107-e8b5f0850c68" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.424648] env[69603]: DEBUG nova.network.neutron [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.482855] env[69603]: DEBUG nova.compute.manager [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Received event network-changed-58a0f312-4e38-431c-9b76-e50fc3093242 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.483168] env[69603]: DEBUG nova.compute.manager [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Refreshing instance network info cache due to event network-changed-58a0f312-4e38-431c-9b76-e50fc3093242. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.483303] env[69603]: DEBUG oslo_concurrency.lockutils [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] Acquiring lock "refresh_cache-8211b529-f910-42e0-a094-6df9e4c64f5c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.483446] env[69603]: DEBUG oslo_concurrency.lockutils [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] Acquired lock "refresh_cache-8211b529-f910-42e0-a094-6df9e4c64f5c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.483606] env[69603]: DEBUG nova.network.neutron [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Refreshing network info cache for port 58a0f312-4e38-431c-9b76-e50fc3093242 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.502886] env[69603]: INFO nova.compute.manager [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Took 45.59 seconds to build instance. [ 703.539805] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479552, 'name': CreateVM_Task, 'duration_secs': 0.356428} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.539995] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.540702] env[69603]: DEBUG oslo_concurrency.lockutils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.540877] env[69603]: DEBUG oslo_concurrency.lockutils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.541216] env[69603]: DEBUG oslo_concurrency.lockutils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.541518] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0a536fc-299b-4155-a634-d2cdde6d173f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.546039] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Waiting for the task: (returnval){ [ 703.546039] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5290a269-3c20-98f5-cc52-b70250d9cf76" [ 703.546039] env[69603]: _type = "Task" [ 703.546039] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.554259] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5290a269-3c20-98f5-cc52-b70250d9cf76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.596852] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520a0ad9-9d54-cf1a-f4a6-d92cdca44692, 'name': SearchDatastore_Task, 'duration_secs': 0.014011} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.597116] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.597375] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 8814e29d-5c08-45f1-9a02-c30e4b7441db/8814e29d-5c08-45f1-9a02-c30e4b7441db.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.597683] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88f748f3-52eb-4209-bfae-8fbb37da6cab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.605108] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Waiting for the task: (returnval){ [ 703.605108] env[69603]: value = "task-3479554" [ 703.605108] env[69603]: _type = "Task" [ 703.605108] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.614643] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3479554, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.728777] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.864s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.729354] env[69603]: DEBUG nova.compute.manager [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.732967] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.804s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.733363] env[69603]: DEBUG nova.objects.instance [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Lazy-loading 'resources' on Instance uuid a72614a2-7921-4c8c-9777-49fb6cc798ca {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 703.768634] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "refresh_cache-b4c6a04c-a7f5-4796-ada2-0ca3431b947c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.768868] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquired lock "refresh_cache-b4c6a04c-a7f5-4796-ada2-0ca3431b947c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.769047] env[69603]: DEBUG nova.network.neutron [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.775654] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479553, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.951253] env[69603]: DEBUG nova.network.neutron [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.006734] env[69603]: DEBUG oslo_concurrency.lockutils [None req-664e5ecd-dc1e-48e3-b23a-6f107d09d1fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.339s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.059921] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5290a269-3c20-98f5-cc52-b70250d9cf76, 'name': SearchDatastore_Task, 'duration_secs': 0.010924} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.061558] env[69603]: DEBUG nova.network.neutron [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.063021] env[69603]: DEBUG oslo_concurrency.lockutils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.063356] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.063813] env[69603]: DEBUG oslo_concurrency.lockutils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.064163] env[69603]: DEBUG oslo_concurrency.lockutils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.064429] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.065321] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d1152c0-e94f-42b4-8763-9d69a969af80 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.076078] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.076416] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.078349] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73f274d-515a-4529-ab32-d94ca0fd277d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.086689] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Waiting for the task: (returnval){ [ 704.086689] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527ae00e-1364-5588-683a-f9242ed9f1f1" [ 704.086689] env[69603]: _type = "Task" [ 704.086689] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.100649] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527ae00e-1364-5588-683a-f9242ed9f1f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.115358] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3479554, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.234940] env[69603]: DEBUG nova.compute.utils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.236855] env[69603]: DEBUG nova.compute.manager [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.237126] env[69603]: DEBUG nova.network.neutron [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.279894] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479553, 'name': CreateSnapshot_Task, 'duration_secs': 0.867643} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.280222] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 704.281265] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50df4c7-17bc-486b-95eb-89fff5a17af8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.285487] env[69603]: DEBUG nova.policy [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b05300fbb8a4caca0b5d151015a31d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4331322a5654401cb3ce867c27db3a97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.375903] env[69603]: DEBUG nova.network.neutron [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.513024] env[69603]: DEBUG nova.compute.manager [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 704.566290] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Releasing lock "refresh_cache-f7c6c094-7f59-44f1-8107-e8b5f0850c68" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.566653] env[69603]: DEBUG nova.compute.manager [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 704.566792] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 704.567744] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7fb8c9-9b59-4f6a-b699-db469b006ebe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.583593] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 704.585829] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29c42fba-4886-4717-925d-9d5d525378f7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.600458] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527ae00e-1364-5588-683a-f9242ed9f1f1, 'name': SearchDatastore_Task, 'duration_secs': 0.018444} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.600748] env[69603]: DEBUG oslo_vmware.api [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 704.600748] env[69603]: value = "task-3479555" [ 704.600748] env[69603]: _type = "Task" [ 704.600748] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.603553] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a25eaf1-884a-47a4-8d48-5d117a48ac42 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.630744] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Waiting for the task: (returnval){ [ 704.630744] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5241fd33-b9f8-c493-abae-ff3c8ae5513b" [ 704.630744] env[69603]: _type = "Task" [ 704.630744] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.634822] env[69603]: DEBUG oslo_vmware.api [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.642232] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3479554, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701842} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.642232] env[69603]: DEBUG nova.network.neutron [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Successfully created port: 0340dffc-3419-4280-a1fd-334ea0259992 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.646592] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 8814e29d-5c08-45f1-9a02-c30e4b7441db/8814e29d-5c08-45f1-9a02-c30e4b7441db.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.646827] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.647644] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5bb0606-de37-4868-98cf-d01007c24427 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.652680] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5241fd33-b9f8-c493-abae-ff3c8ae5513b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.660220] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Waiting for the task: (returnval){ [ 704.660220] env[69603]: value = "task-3479556" [ 704.660220] env[69603]: _type = "Task" [ 704.660220] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.671539] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3479556, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.681200] env[69603]: DEBUG nova.network.neutron [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Updated VIF entry in instance network info cache for port 58a0f312-4e38-431c-9b76-e50fc3093242. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.681675] env[69603]: DEBUG nova.network.neutron [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Updating instance_info_cache with network_info: [{"id": "58a0f312-4e38-431c-9b76-e50fc3093242", "address": "fa:16:3e:b7:5b:be", "network": {"id": "1f0bb519-7d07-4eae-a243-a9595a868fe8", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1535662507-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00ec7d3e497d4085ba4335be7528015a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a0f312-4e", "ovs_interfaceid": "58a0f312-4e38-431c-9b76-e50fc3093242", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.744483] env[69603]: DEBUG nova.compute.manager [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.780185] env[69603]: DEBUG nova.network.neutron [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Updating instance_info_cache with network_info: [{"id": "7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303", "address": "fa:16:3e:09:e2:58", "network": {"id": "680463cd-fb3e-4f8d-bf26-9cc0ba759f22", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1546586908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8188a95d8747e6b838ca9fbc0b22ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd2fa81-df", "ovs_interfaceid": "7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.810870] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 704.811520] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fb7d7bcc-b8c5-409a-920d-65f33e148b1e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.822339] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 704.822339] env[69603]: value = "task-3479557" [ 704.822339] env[69603]: _type = "Task" [ 704.822339] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.835334] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479557, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.909996] env[69603]: DEBUG nova.network.neutron [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Updating instance_info_cache with network_info: [{"id": "6739371c-e55a-4555-afca-d2d91e9097bd", "address": "fa:16:3e:9f:62:96", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.89", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6739371c-e5", "ovs_interfaceid": "6739371c-e55a-4555-afca-d2d91e9097bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.912431] env[69603]: DEBUG nova.compute.manager [req-579e8d9f-5078-4e50-9068-2bdd41a00e79 req-b4705153-f17d-41be-be7d-d3a253886634 service nova] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Received event network-changed-48645c0e-72ae-48bb-ae45-07711dd3ff95 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.912431] env[69603]: DEBUG nova.compute.manager [req-579e8d9f-5078-4e50-9068-2bdd41a00e79 req-b4705153-f17d-41be-be7d-d3a253886634 service nova] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Refreshing instance network info cache due to event network-changed-48645c0e-72ae-48bb-ae45-07711dd3ff95. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.912662] env[69603]: DEBUG oslo_concurrency.lockutils [req-579e8d9f-5078-4e50-9068-2bdd41a00e79 req-b4705153-f17d-41be-be7d-d3a253886634 service nova] Acquiring lock "refresh_cache-d4000e4f-7369-4e8a-96ec-8cdd732a6294" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.912662] env[69603]: DEBUG oslo_concurrency.lockutils [req-579e8d9f-5078-4e50-9068-2bdd41a00e79 req-b4705153-f17d-41be-be7d-d3a253886634 service nova] Acquired lock "refresh_cache-d4000e4f-7369-4e8a-96ec-8cdd732a6294" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.912850] env[69603]: DEBUG nova.network.neutron [req-579e8d9f-5078-4e50-9068-2bdd41a00e79 req-b4705153-f17d-41be-be7d-d3a253886634 service nova] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Refreshing network info cache for port 48645c0e-72ae-48bb-ae45-07711dd3ff95 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.976798] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d42bcd-a6ae-4641-b232-ac4baa44be85 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.985419] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fd4c5e-d395-4272-8dce-ddacd09f5630 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.019185] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb5912f-17b2-4dac-8b7c-fd84a8219581 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.030857] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e9eb57-d3b6-4c39-81db-4812186b37d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.049272] env[69603]: DEBUG nova.compute.provider_tree [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.052473] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.116022] env[69603]: DEBUG oslo_vmware.api [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479555, 'name': PowerOffVM_Task, 'duration_secs': 0.317881} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.116301] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 705.116636] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 705.116717] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38c24ca6-eac6-47c8-af6e-d8b63fde6788 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.141592] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 705.141799] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 705.141957] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Deleting the datastore file [datastore1] f7c6c094-7f59-44f1-8107-e8b5f0850c68 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 705.142306] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e4b764d-a379-410d-9341-612f9f7ef674 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.147413] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5241fd33-b9f8-c493-abae-ff3c8ae5513b, 'name': SearchDatastore_Task, 'duration_secs': 0.033504} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.147987] env[69603]: DEBUG oslo_concurrency.lockutils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.148259] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 8211b529-f910-42e0-a094-6df9e4c64f5c/8211b529-f910-42e0-a094-6df9e4c64f5c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.148524] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04752b3a-0737-4fa2-b324-d16f1c34f2b4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.151949] env[69603]: DEBUG oslo_vmware.api [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 705.151949] env[69603]: value = "task-3479559" [ 705.151949] env[69603]: _type = "Task" [ 705.151949] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.155815] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Waiting for the task: (returnval){ [ 705.155815] env[69603]: value = "task-3479560" [ 705.155815] env[69603]: _type = "Task" [ 705.155815] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.161968] env[69603]: DEBUG oslo_vmware.api [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.167873] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.175027] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3479556, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101909} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.175124] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.175872] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1de1f2-e488-46db-a98e-fce4e5997dd5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.189919] env[69603]: DEBUG oslo_concurrency.lockutils [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] Releasing lock "refresh_cache-8211b529-f910-42e0-a094-6df9e4c64f5c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.190200] env[69603]: DEBUG nova.compute.manager [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Received event network-vif-plugged-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.190394] env[69603]: DEBUG oslo_concurrency.lockutils [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] Acquiring lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.190594] env[69603]: DEBUG oslo_concurrency.lockutils [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] Lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.190802] env[69603]: DEBUG oslo_concurrency.lockutils [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] Lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.190994] env[69603]: DEBUG nova.compute.manager [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] No waiting events found dispatching network-vif-plugged-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 705.191185] env[69603]: WARNING nova.compute.manager [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Received unexpected event network-vif-plugged-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 for instance with vm_state building and task_state spawning. [ 705.191351] env[69603]: DEBUG nova.compute.manager [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Received event network-changed-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.191504] env[69603]: DEBUG nova.compute.manager [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Refreshing instance network info cache due to event network-changed-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.191673] env[69603]: DEBUG oslo_concurrency.lockutils [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] Acquiring lock "refresh_cache-b4c6a04c-a7f5-4796-ada2-0ca3431b947c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.200969] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 8814e29d-5c08-45f1-9a02-c30e4b7441db/8814e29d-5c08-45f1-9a02-c30e4b7441db.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.201309] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-968824cd-3a91-480c-adc9-c6a393832944 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.223582] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Waiting for the task: (returnval){ [ 705.223582] env[69603]: value = "task-3479561" [ 705.223582] env[69603]: _type = "Task" [ 705.223582] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.234064] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3479561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.283357] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Releasing lock "refresh_cache-b4c6a04c-a7f5-4796-ada2-0ca3431b947c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.283357] env[69603]: DEBUG nova.compute.manager [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Instance network_info: |[{"id": "7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303", "address": "fa:16:3e:09:e2:58", "network": {"id": "680463cd-fb3e-4f8d-bf26-9cc0ba759f22", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1546586908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8188a95d8747e6b838ca9fbc0b22ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd2fa81-df", "ovs_interfaceid": "7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.284257] env[69603]: DEBUG oslo_concurrency.lockutils [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] Acquired lock "refresh_cache-b4c6a04c-a7f5-4796-ada2-0ca3431b947c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.284481] env[69603]: DEBUG nova.network.neutron [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Refreshing network info cache for port 7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.285758] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:e2:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.293949] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.294481] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.295376] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e733dd15-310a-4205-bf2e-a8e7070ef8db {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.318097] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.318097] env[69603]: value = "task-3479562" [ 705.318097] env[69603]: _type = "Task" [ 705.318097] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.328643] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479562, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.333802] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479557, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.416066] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Releasing lock "refresh_cache-3d99f616-a6a4-471c-9665-4f32f1a585ea" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.416314] env[69603]: DEBUG nova.objects.instance [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lazy-loading 'migration_context' on Instance uuid 3d99f616-a6a4-471c-9665-4f32f1a585ea {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.554034] env[69603]: DEBUG nova.scheduler.client.report [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.673245] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479560, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.677473] env[69603]: DEBUG oslo_vmware.api [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139667} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.677857] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 705.678169] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 705.678444] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 705.678677] env[69603]: INFO nova.compute.manager [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Took 1.11 seconds to destroy the instance on the hypervisor. [ 705.678940] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.679625] env[69603]: DEBUG nova.compute.manager [-] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 705.679745] env[69603]: DEBUG nova.network.neutron [-] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 705.709304] env[69603]: DEBUG nova.network.neutron [-] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.735696] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3479561, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.754720] env[69603]: DEBUG nova.compute.manager [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.791870] env[69603]: DEBUG nova.virt.hardware [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.792171] env[69603]: DEBUG nova.virt.hardware [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.792335] env[69603]: DEBUG nova.virt.hardware [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.792546] env[69603]: DEBUG nova.virt.hardware [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.792709] env[69603]: DEBUG nova.virt.hardware [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.792872] env[69603]: DEBUG nova.virt.hardware [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.793110] env[69603]: DEBUG nova.virt.hardware [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.793300] env[69603]: DEBUG nova.virt.hardware [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.793476] env[69603]: DEBUG nova.virt.hardware [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.793655] env[69603]: DEBUG nova.virt.hardware [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.793845] env[69603]: DEBUG nova.virt.hardware [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.795133] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72ae033-225c-4d3f-9957-e2f466f1070f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.807188] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f311cd63-8b8e-418c-b7d4-27d097fb794b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.844522] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479562, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.844802] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479557, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.845625] env[69603]: DEBUG nova.network.neutron [req-579e8d9f-5078-4e50-9068-2bdd41a00e79 req-b4705153-f17d-41be-be7d-d3a253886634 service nova] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Updated VIF entry in instance network info cache for port 48645c0e-72ae-48bb-ae45-07711dd3ff95. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.845960] env[69603]: DEBUG nova.network.neutron [req-579e8d9f-5078-4e50-9068-2bdd41a00e79 req-b4705153-f17d-41be-be7d-d3a253886634 service nova] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Updating instance_info_cache with network_info: [{"id": "48645c0e-72ae-48bb-ae45-07711dd3ff95", "address": "fa:16:3e:01:cb:67", "network": {"id": "7aeae22d-1c84-4202-833c-be390d4657c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1852655830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e958e81dd354d6984e55f03ad345556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48645c0e-72", "ovs_interfaceid": "48645c0e-72ae-48bb-ae45-07711dd3ff95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.924197] env[69603]: DEBUG nova.objects.base [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Object Instance<3d99f616-a6a4-471c-9665-4f32f1a585ea> lazy-loaded attributes: info_cache,migration_context {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 705.924197] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acef0ac-a502-495b-8fc5-0763d5428627 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.945232] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ee3033-9db8-47b4-becf-fb3c1066b143 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.951747] env[69603]: DEBUG oslo_vmware.api [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 705.951747] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cc67e4-33dc-c875-dc83-0f56e2d44fb0" [ 705.951747] env[69603]: _type = "Task" [ 705.951747] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.960883] env[69603]: DEBUG oslo_vmware.api [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cc67e4-33dc-c875-dc83-0f56e2d44fb0, 'name': SearchDatastore_Task, 'duration_secs': 0.007085} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.962464] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.059982] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.326s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.064813] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.274s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.066870] env[69603]: INFO nova.compute.claims [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.106337] env[69603]: INFO nova.scheduler.client.report [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Deleted allocations for instance a72614a2-7921-4c8c-9777-49fb6cc798ca [ 706.139591] env[69603]: DEBUG nova.network.neutron [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Updated VIF entry in instance network info cache for port 7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.139978] env[69603]: DEBUG nova.network.neutron [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Updating instance_info_cache with network_info: [{"id": "7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303", "address": "fa:16:3e:09:e2:58", "network": {"id": "680463cd-fb3e-4f8d-bf26-9cc0ba759f22", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1546586908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8188a95d8747e6b838ca9fbc0b22ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd2fa81-df", "ovs_interfaceid": "7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.170749] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479560, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.216321] env[69603]: DEBUG nova.network.neutron [-] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.217941] env[69603]: DEBUG nova.compute.manager [req-559a7a6e-385b-4bea-8597-2014f8951c9f req-c7cb3498-bce0-4adf-8cd1-62f6b4692b96 service nova] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Received event network-vif-plugged-0340dffc-3419-4280-a1fd-334ea0259992 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.220703] env[69603]: DEBUG oslo_concurrency.lockutils [req-559a7a6e-385b-4bea-8597-2014f8951c9f req-c7cb3498-bce0-4adf-8cd1-62f6b4692b96 service nova] Acquiring lock "a60800ef-820c-41fb-9746-069e2fcb2e72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.220923] env[69603]: DEBUG oslo_concurrency.lockutils [req-559a7a6e-385b-4bea-8597-2014f8951c9f req-c7cb3498-bce0-4adf-8cd1-62f6b4692b96 service nova] Lock "a60800ef-820c-41fb-9746-069e2fcb2e72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.221111] env[69603]: DEBUG oslo_concurrency.lockutils [req-559a7a6e-385b-4bea-8597-2014f8951c9f req-c7cb3498-bce0-4adf-8cd1-62f6b4692b96 service nova] Lock "a60800ef-820c-41fb-9746-069e2fcb2e72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.221282] env[69603]: DEBUG nova.compute.manager [req-559a7a6e-385b-4bea-8597-2014f8951c9f req-c7cb3498-bce0-4adf-8cd1-62f6b4692b96 service nova] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] No waiting events found dispatching network-vif-plugged-0340dffc-3419-4280-a1fd-334ea0259992 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.221447] env[69603]: WARNING nova.compute.manager [req-559a7a6e-385b-4bea-8597-2014f8951c9f req-c7cb3498-bce0-4adf-8cd1-62f6b4692b96 service nova] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Received unexpected event network-vif-plugged-0340dffc-3419-4280-a1fd-334ea0259992 for instance with vm_state building and task_state spawning. [ 706.233824] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3479561, 'name': ReconfigVM_Task, 'duration_secs': 0.560023} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.236021] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 8814e29d-5c08-45f1-9a02-c30e4b7441db/8814e29d-5c08-45f1-9a02-c30e4b7441db.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.236021] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff6b6f16-4ea9-44aa-ad9d-5aa69919d9af {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.241366] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Waiting for the task: (returnval){ [ 706.241366] env[69603]: value = "task-3479563" [ 706.241366] env[69603]: _type = "Task" [ 706.241366] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.249807] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3479563, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.278242] env[69603]: DEBUG nova.network.neutron [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Successfully updated port: 0340dffc-3419-4280-a1fd-334ea0259992 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.332136] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479562, 'name': CreateVM_Task, 'duration_secs': 0.529725} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.335245] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.335937] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.336117] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.336427] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.337037] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f3d65f-742c-481f-b55c-1fa04d7550b0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.343614] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479557, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.345511] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 706.345511] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5252c5e5-2b6f-0063-d664-da9d0fec0d43" [ 706.345511] env[69603]: _type = "Task" [ 706.345511] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.352766] env[69603]: DEBUG oslo_concurrency.lockutils [req-579e8d9f-5078-4e50-9068-2bdd41a00e79 req-b4705153-f17d-41be-be7d-d3a253886634 service nova] Releasing lock "refresh_cache-d4000e4f-7369-4e8a-96ec-8cdd732a6294" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.353903] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5252c5e5-2b6f-0063-d664-da9d0fec0d43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.614196] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ac16a162-481f-4813-9135-d67919b7d15d tempest-ImagesOneServerTestJSON-341245931 tempest-ImagesOneServerTestJSON-341245931-project-member] Lock "a72614a2-7921-4c8c-9777-49fb6cc798ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.371s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.646960] env[69603]: DEBUG oslo_concurrency.lockutils [req-369a6436-5794-4460-8a10-12fb135f10e8 req-81c1169c-5d9c-4f97-8a08-4bde211d1305 service nova] Releasing lock "refresh_cache-b4c6a04c-a7f5-4796-ada2-0ca3431b947c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.669275] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479560, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.723073] env[69603]: INFO nova.compute.manager [-] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Took 1.04 seconds to deallocate network for instance. [ 706.751794] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3479563, 'name': Rename_Task, 'duration_secs': 0.454461} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.751794] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.751954] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5432f578-b443-4194-ba4e-378e623b1bd7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.757617] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Waiting for the task: (returnval){ [ 706.757617] env[69603]: value = "task-3479564" [ 706.757617] env[69603]: _type = "Task" [ 706.757617] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.767626] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3479564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.781577] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "refresh_cache-a60800ef-820c-41fb-9746-069e2fcb2e72" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.781740] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired lock "refresh_cache-a60800ef-820c-41fb-9746-069e2fcb2e72" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.781876] env[69603]: DEBUG nova.network.neutron [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.842010] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479557, 'name': CloneVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.854914] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5252c5e5-2b6f-0063-d664-da9d0fec0d43, 'name': SearchDatastore_Task, 'duration_secs': 0.039541} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.855172] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.855405] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.855643] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.856487] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.856487] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.856487] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8c5956f-2b8b-4100-aab0-a72801aa327a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.864826] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.865025] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.865732] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bbb9b31-d95e-470c-bf66-eface944d07c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.870974] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 706.870974] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b3567f-7d82-9d12-5f36-29978ce67785" [ 706.870974] env[69603]: _type = "Task" [ 706.870974] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.878991] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b3567f-7d82-9d12-5f36-29978ce67785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.168807] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479560, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.573464} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.169166] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 8211b529-f910-42e0-a094-6df9e4c64f5c/8211b529-f910-42e0-a094-6df9e4c64f5c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.169414] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.169674] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3042470-f87b-4c51-9fe9-0e83d2341623 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.181735] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Waiting for the task: (returnval){ [ 707.181735] env[69603]: value = "task-3479565" [ 707.181735] env[69603]: _type = "Task" [ 707.181735] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.189926] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479565, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.230425] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.270554] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3479564, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.320260] env[69603]: DEBUG nova.network.neutron [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.346673] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479557, 'name': CloneVM_Task, 'duration_secs': 2.058629} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.349174] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Created linked-clone VM from snapshot [ 707.350143] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ccdd27-4810-4096-acc4-d165090f2a8d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.362622] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Uploading image 6aaf0c76-b303-40c5-98f5-b3b7cefda869 {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 707.384386] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b3567f-7d82-9d12-5f36-29978ce67785, 'name': SearchDatastore_Task, 'duration_secs': 0.008929} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.390216] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9db0f3fa-d5de-4a1c-861e-125300ed3a3d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.395514] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 707.395514] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a360b8-168f-45f0-4f21-a62c4587deb1" [ 707.395514] env[69603]: _type = "Task" [ 707.395514] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.404377] env[69603]: DEBUG oslo_vmware.rw_handles [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 707.404377] env[69603]: value = "vm-695661" [ 707.404377] env[69603]: _type = "VirtualMachine" [ 707.404377] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 707.404377] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-740a19ce-5758-48f9-b0ae-139256caa944 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.407998] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a360b8-168f-45f0-4f21-a62c4587deb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.414968] env[69603]: DEBUG oslo_vmware.rw_handles [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lease: (returnval){ [ 707.414968] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527fd00b-8ff7-2990-a03f-f63e0453092a" [ 707.414968] env[69603]: _type = "HttpNfcLease" [ 707.414968] env[69603]: } obtained for exporting VM: (result){ [ 707.414968] env[69603]: value = "vm-695661" [ 707.414968] env[69603]: _type = "VirtualMachine" [ 707.414968] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 707.415210] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the lease: (returnval){ [ 707.415210] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527fd00b-8ff7-2990-a03f-f63e0453092a" [ 707.415210] env[69603]: _type = "HttpNfcLease" [ 707.415210] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 707.425632] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 707.425632] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527fd00b-8ff7-2990-a03f-f63e0453092a" [ 707.425632] env[69603]: _type = "HttpNfcLease" [ 707.425632] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 707.489162] env[69603]: DEBUG nova.network.neutron [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Updating instance_info_cache with network_info: [{"id": "0340dffc-3419-4280-a1fd-334ea0259992", "address": "fa:16:3e:03:97:3b", "network": {"id": "5d193c58-fc45-43d3-9e81-358dd9133dda", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1583724184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331322a5654401cb3ce867c27db3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0340dffc-34", "ovs_interfaceid": "0340dffc-3419-4280-a1fd-334ea0259992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.636566] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c88fc2d-b648-4a26-96be-b747e4b5d477 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.644153] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f4e19e-1461-4b7e-8f6e-a240acc2ac29 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.677505] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8374ff47-ad91-49d3-b646-b50f35d6a1ac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.687593] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c00b9a-3fff-4974-b2bb-e9bd190bc2c4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.700788] env[69603]: DEBUG nova.compute.provider_tree [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.704532] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479565, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184385} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.705057] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.705939] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f49164d-7321-4bef-a822-29bc89c18234 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.728380] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 8211b529-f910-42e0-a094-6df9e4c64f5c/8211b529-f910-42e0-a094-6df9e4c64f5c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.728888] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa332b56-7307-4d61-a684-cb0186baa748 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.748124] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Waiting for the task: (returnval){ [ 707.748124] env[69603]: value = "task-3479567" [ 707.748124] env[69603]: _type = "Task" [ 707.748124] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.755390] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.766873] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3479564, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.908269] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a360b8-168f-45f0-4f21-a62c4587deb1, 'name': SearchDatastore_Task, 'duration_secs': 0.00926} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.908476] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.908938] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] b4c6a04c-a7f5-4796-ada2-0ca3431b947c/b4c6a04c-a7f5-4796-ada2-0ca3431b947c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.910509] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8cfa0fb-2418-43cd-a9bc-5f0f888d636f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.917836] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 707.917836] env[69603]: value = "task-3479568" [ 707.917836] env[69603]: _type = "Task" [ 707.917836] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.937202] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.937202] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 707.937202] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527fd00b-8ff7-2990-a03f-f63e0453092a" [ 707.937202] env[69603]: _type = "HttpNfcLease" [ 707.937202] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 707.937202] env[69603]: DEBUG oslo_vmware.rw_handles [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 707.937202] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527fd00b-8ff7-2990-a03f-f63e0453092a" [ 707.937202] env[69603]: _type = "HttpNfcLease" [ 707.937202] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 707.943069] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c6d775-477c-41d7-9280-ad3538d24b61 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.953290] env[69603]: DEBUG oslo_vmware.rw_handles [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260de4a-3ebc-e1cd-5aba-51faea2a4555/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 707.953530] env[69603]: DEBUG oslo_vmware.rw_handles [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260de4a-3ebc-e1cd-5aba-51faea2a4555/disk-0.vmdk for reading. {{(pid=69603) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 708.025121] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Releasing lock "refresh_cache-a60800ef-820c-41fb-9746-069e2fcb2e72" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.025461] env[69603]: DEBUG nova.compute.manager [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Instance network_info: |[{"id": "0340dffc-3419-4280-a1fd-334ea0259992", "address": "fa:16:3e:03:97:3b", "network": {"id": "5d193c58-fc45-43d3-9e81-358dd9133dda", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1583724184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331322a5654401cb3ce867c27db3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0340dffc-34", "ovs_interfaceid": "0340dffc-3419-4280-a1fd-334ea0259992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.026113] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:97:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0340dffc-3419-4280-a1fd-334ea0259992', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.034697] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Creating folder: Project (4331322a5654401cb3ce867c27db3a97). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.036500] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ea42d7d-2ccb-467c-9bec-18fb346e90c7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.048260] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Created folder: Project (4331322a5654401cb3ce867c27db3a97) in parent group-v695567. [ 708.048579] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Creating folder: Instances. Parent ref: group-v695663. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 708.048863] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4db65437-52e9-45de-857f-c68838fbe53d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.058554] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Created folder: Instances in parent group-v695663. [ 708.058857] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 708.059102] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.059368] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0273b706-9326-47dc-b497-0af5b79d6a15 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.077448] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ab72f4a2-7bc5-45a5-9874-00688f34702a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.081185] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.081185] env[69603]: value = "task-3479571" [ 708.081185] env[69603]: _type = "Task" [ 708.081185] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.091227] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479571, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.207966] env[69603]: DEBUG nova.scheduler.client.report [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.258416] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479567, 'name': ReconfigVM_Task, 'duration_secs': 0.421348} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.258721] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 8211b529-f910-42e0-a094-6df9e4c64f5c/8211b529-f910-42e0-a094-6df9e4c64f5c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 708.259364] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bb37c88-6016-417f-a7fd-a8835a4c40bf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.269762] env[69603]: DEBUG oslo_vmware.api [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3479564, 'name': PowerOnVM_Task, 'duration_secs': 1.147299} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.271215] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.271423] env[69603]: INFO nova.compute.manager [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Took 11.03 seconds to spawn the instance on the hypervisor. [ 708.271604] env[69603]: DEBUG nova.compute.manager [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.272700] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Waiting for the task: (returnval){ [ 708.272700] env[69603]: value = "task-3479572" [ 708.272700] env[69603]: _type = "Task" [ 708.272700] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.272700] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c29e56e-b778-4e3f-b1ed-f4a17ea3d6e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.287102] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479572, 'name': Rename_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.436506] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.502017] env[69603]: DEBUG nova.compute.manager [req-c24a080c-78e1-4014-94fc-5fa2a016f633 req-d874af10-ced9-4857-857a-21fc9cf2c69a service nova] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Received event network-changed-0340dffc-3419-4280-a1fd-334ea0259992 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.502370] env[69603]: DEBUG nova.compute.manager [req-c24a080c-78e1-4014-94fc-5fa2a016f633 req-d874af10-ced9-4857-857a-21fc9cf2c69a service nova] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Refreshing instance network info cache due to event network-changed-0340dffc-3419-4280-a1fd-334ea0259992. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.502658] env[69603]: DEBUG oslo_concurrency.lockutils [req-c24a080c-78e1-4014-94fc-5fa2a016f633 req-d874af10-ced9-4857-857a-21fc9cf2c69a service nova] Acquiring lock "refresh_cache-a60800ef-820c-41fb-9746-069e2fcb2e72" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.503673] env[69603]: DEBUG oslo_concurrency.lockutils [req-c24a080c-78e1-4014-94fc-5fa2a016f633 req-d874af10-ced9-4857-857a-21fc9cf2c69a service nova] Acquired lock "refresh_cache-a60800ef-820c-41fb-9746-069e2fcb2e72" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.503864] env[69603]: DEBUG nova.network.neutron [req-c24a080c-78e1-4014-94fc-5fa2a016f633 req-d874af10-ced9-4857-857a-21fc9cf2c69a service nova] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Refreshing network info cache for port 0340dffc-3419-4280-a1fd-334ea0259992 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.592576] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479571, 'name': CreateVM_Task, 'duration_secs': 0.405518} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.593835] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.593835] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.594145] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.594718] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.595035] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c4d74ec-7b97-423e-80d4-c2ab90fa6173 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.601730] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 708.601730] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b53c9e-6e9b-65a4-2dad-725a0564a56b" [ 708.601730] env[69603]: _type = "Task" [ 708.601730] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.612059] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b53c9e-6e9b-65a4-2dad-725a0564a56b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.717142] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.717142] env[69603]: DEBUG nova.compute.manager [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.720848] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.663s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.721439] env[69603]: INFO nova.compute.claims [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.785701] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479572, 'name': Rename_Task, 'duration_secs': 0.152473} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.786031] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.786448] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dd8a6ab-1007-44e5-a92e-39678621c972 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.802700] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Waiting for the task: (returnval){ [ 708.802700] env[69603]: value = "task-3479573" [ 708.802700] env[69603]: _type = "Task" [ 708.802700] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.807593] env[69603]: INFO nova.compute.manager [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Took 49.86 seconds to build instance. [ 708.815479] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479573, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.936285] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.930544} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.936610] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] b4c6a04c-a7f5-4796-ada2-0ca3431b947c/b4c6a04c-a7f5-4796-ada2-0ca3431b947c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.936953] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.937761] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72121b5c-ef28-4803-833a-59d83fe017df {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.950090] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 708.950090] env[69603]: value = "task-3479574" [ 708.950090] env[69603]: _type = "Task" [ 708.950090] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.959026] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479574, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.114817] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b53c9e-6e9b-65a4-2dad-725a0564a56b, 'name': SearchDatastore_Task, 'duration_secs': 0.067661} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.115364] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.115734] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.116125] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.116314] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.116525] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.116933] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cde8753e-f270-4718-9c27-82d0c6ba3bc2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.126355] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.126658] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.127568] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d1930a5-11f7-46c9-965a-ece8a2924f32 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.135853] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 709.135853] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b487be-b612-bcfd-ccbf-a7dfddf806e5" [ 709.135853] env[69603]: _type = "Task" [ 709.135853] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.144939] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b487be-b612-bcfd-ccbf-a7dfddf806e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.226046] env[69603]: DEBUG nova.compute.utils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 709.231291] env[69603]: DEBUG nova.compute.manager [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.231498] env[69603]: DEBUG nova.network.neutron [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.298602] env[69603]: DEBUG nova.policy [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b05300fbb8a4caca0b5d151015a31d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4331322a5654401cb3ce867c27db3a97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.313814] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3646751e-dcc3-408f-ba4e-0de2928fd598 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Lock "8814e29d-5c08-45f1-9a02-c30e4b7441db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.129s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.314100] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479573, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.370783] env[69603]: DEBUG nova.network.neutron [req-c24a080c-78e1-4014-94fc-5fa2a016f633 req-d874af10-ced9-4857-857a-21fc9cf2c69a service nova] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Updated VIF entry in instance network info cache for port 0340dffc-3419-4280-a1fd-334ea0259992. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.371577] env[69603]: DEBUG nova.network.neutron [req-c24a080c-78e1-4014-94fc-5fa2a016f633 req-d874af10-ced9-4857-857a-21fc9cf2c69a service nova] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Updating instance_info_cache with network_info: [{"id": "0340dffc-3419-4280-a1fd-334ea0259992", "address": "fa:16:3e:03:97:3b", "network": {"id": "5d193c58-fc45-43d3-9e81-358dd9133dda", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1583724184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331322a5654401cb3ce867c27db3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0340dffc-34", "ovs_interfaceid": "0340dffc-3419-4280-a1fd-334ea0259992", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.460951] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479574, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079916} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.461506] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 709.462165] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7889f85-b263-41ae-b7c5-a193f41118ee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.487099] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] b4c6a04c-a7f5-4796-ada2-0ca3431b947c/b4c6a04c-a7f5-4796-ada2-0ca3431b947c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 709.487583] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1404088f-9394-43d8-86ed-d32920abe2b1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.509358] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 709.509358] env[69603]: value = "task-3479575" [ 709.509358] env[69603]: _type = "Task" [ 709.509358] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.520812] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.649439] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b487be-b612-bcfd-ccbf-a7dfddf806e5, 'name': SearchDatastore_Task, 'duration_secs': 0.020095} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.650412] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92fadb7d-5a2f-470a-8af1-d20b52087104 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.656367] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 709.656367] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522d1196-d7b0-dd71-8fd2-02d6b7c5b1c1" [ 709.656367] env[69603]: _type = "Task" [ 709.656367] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.664896] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522d1196-d7b0-dd71-8fd2-02d6b7c5b1c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.737420] env[69603]: DEBUG nova.compute.manager [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 709.820809] env[69603]: DEBUG nova.compute.manager [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.823572] env[69603]: DEBUG oslo_vmware.api [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479573, 'name': PowerOnVM_Task, 'duration_secs': 0.532553} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.824329] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.824536] env[69603]: INFO nova.compute.manager [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Took 9.72 seconds to spawn the instance on the hypervisor. [ 709.824839] env[69603]: DEBUG nova.compute.manager [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.825851] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce44f384-f2f2-4bf6-8eba-b442294e6e9a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.878402] env[69603]: DEBUG oslo_concurrency.lockutils [req-c24a080c-78e1-4014-94fc-5fa2a016f633 req-d874af10-ced9-4857-857a-21fc9cf2c69a service nova] Releasing lock "refresh_cache-a60800ef-820c-41fb-9746-069e2fcb2e72" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.023766] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479575, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.167456] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522d1196-d7b0-dd71-8fd2-02d6b7c5b1c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010592} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.167766] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.168129] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a60800ef-820c-41fb-9746-069e2fcb2e72/a60800ef-820c-41fb-9746-069e2fcb2e72.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.171080] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b775c83-4f38-42cf-8b7b-9664e812d92f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.178259] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 710.178259] env[69603]: value = "task-3479576" [ 710.178259] env[69603]: _type = "Task" [ 710.178259] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.193228] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.194701] env[69603]: DEBUG nova.network.neutron [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Successfully created port: 364decb7-0b27-443d-bba9-142bbd1e3623 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.358744] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.364543] env[69603]: INFO nova.compute.manager [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Took 50.10 seconds to build instance. [ 710.528555] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479575, 'name': ReconfigVM_Task, 'duration_secs': 0.681283} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.532228] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Reconfigured VM instance instance-0000001d to attach disk [datastore2] b4c6a04c-a7f5-4796-ada2-0ca3431b947c/b4c6a04c-a7f5-4796-ada2-0ca3431b947c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.535092] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b605d8fc-e8fa-446f-a0d4-d9238f5b302a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.543408] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 710.543408] env[69603]: value = "task-3479577" [ 710.543408] env[69603]: _type = "Task" [ 710.543408] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.549525] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7170ff4-aa07-47ff-9ba5-dbbacdcd2051 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.559269] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479577, 'name': Rename_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.563090] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584c27e5-eff8-44af-bf0d-4fc3b1363115 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.602794] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240309d1-b63a-42f1-9407-eed11a64969f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.614214] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f30d6c9-8814-4270-93e1-5cdc775deb74 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.631404] env[69603]: DEBUG nova.compute.provider_tree [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.696242] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479576, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.753493] env[69603]: DEBUG nova.compute.manager [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 710.781309] env[69603]: DEBUG nova.virt.hardware [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.781673] env[69603]: DEBUG nova.virt.hardware [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.781895] env[69603]: DEBUG nova.virt.hardware [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.782145] env[69603]: DEBUG nova.virt.hardware [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.782320] env[69603]: DEBUG nova.virt.hardware [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.782535] env[69603]: DEBUG nova.virt.hardware [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.782808] env[69603]: DEBUG nova.virt.hardware [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.783031] env[69603]: DEBUG nova.virt.hardware [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.783257] env[69603]: DEBUG nova.virt.hardware [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.783478] env[69603]: DEBUG nova.virt.hardware [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.783716] env[69603]: DEBUG nova.virt.hardware [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.784828] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a14267-a9af-41b1-b32f-935fa5d4f34f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.796959] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d61954-778d-4388-a207-27d85308aa27 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.868505] env[69603]: DEBUG oslo_concurrency.lockutils [None req-181599a1-0786-4155-815d-e1dafe9854d2 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Lock "8211b529-f910-42e0-a094-6df9e4c64f5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.850s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.054516] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479577, 'name': Rename_Task, 'duration_secs': 0.360276} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.054853] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.058448] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6140a2cb-3316-4b33-8f83-478a6a07a7d3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.065575] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 711.065575] env[69603]: value = "task-3479578" [ 711.065575] env[69603]: _type = "Task" [ 711.065575] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.075426] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479578, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.135796] env[69603]: DEBUG nova.scheduler.client.report [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.197725] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693477} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.198143] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a60800ef-820c-41fb-9746-069e2fcb2e72/a60800ef-820c-41fb-9746-069e2fcb2e72.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.198430] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.198782] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b9b129d-7850-4d86-9ae6-41a75c27124c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.206540] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 711.206540] env[69603]: value = "task-3479579" [ 711.206540] env[69603]: _type = "Task" [ 711.206540] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.217759] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479579, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.371967] env[69603]: DEBUG nova.compute.manager [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.514735] env[69603]: DEBUG nova.compute.manager [req-6bfce4b4-54f6-4cd1-a528-84a73ef14686 req-56810ca6-a9cc-4303-a2b3-c5f69bf0d6ad service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Received event network-changed-ce922e50-6644-4b05-bca2-de28a7701193 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.514735] env[69603]: DEBUG nova.compute.manager [req-6bfce4b4-54f6-4cd1-a528-84a73ef14686 req-56810ca6-a9cc-4303-a2b3-c5f69bf0d6ad service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Refreshing instance network info cache due to event network-changed-ce922e50-6644-4b05-bca2-de28a7701193. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.514930] env[69603]: DEBUG oslo_concurrency.lockutils [req-6bfce4b4-54f6-4cd1-a528-84a73ef14686 req-56810ca6-a9cc-4303-a2b3-c5f69bf0d6ad service nova] Acquiring lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.515501] env[69603]: DEBUG oslo_concurrency.lockutils [req-6bfce4b4-54f6-4cd1-a528-84a73ef14686 req-56810ca6-a9cc-4303-a2b3-c5f69bf0d6ad service nova] Acquired lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.515501] env[69603]: DEBUG nova.network.neutron [req-6bfce4b4-54f6-4cd1-a528-84a73ef14686 req-56810ca6-a9cc-4303-a2b3-c5f69bf0d6ad service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Refreshing network info cache for port ce922e50-6644-4b05-bca2-de28a7701193 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.576488] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479578, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.644608] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.924s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.644608] env[69603]: DEBUG nova.compute.manager [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 711.646992] env[69603]: DEBUG oslo_concurrency.lockutils [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.214s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.647240] env[69603]: DEBUG nova.objects.instance [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69603) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 711.717322] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479579, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073586} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.717612] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.718469] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90fab6f-d609-41a5-af3d-6218b3a4c606 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.743449] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] a60800ef-820c-41fb-9746-069e2fcb2e72/a60800ef-820c-41fb-9746-069e2fcb2e72.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.743774] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eac0f8cd-3bfc-4728-b5dc-7dc8f777be8d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.764675] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 711.764675] env[69603]: value = "task-3479580" [ 711.764675] env[69603]: _type = "Task" [ 711.764675] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.773743] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479580, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.917656] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.076953] env[69603]: DEBUG oslo_vmware.api [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479578, 'name': PowerOnVM_Task, 'duration_secs': 0.957103} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.077338] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.077643] env[69603]: INFO nova.compute.manager [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Took 9.18 seconds to spawn the instance on the hypervisor. [ 712.077871] env[69603]: DEBUG nova.compute.manager [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.078866] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc4c8fd-e608-4e6c-b7d9-9b5a1673849d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.155816] env[69603]: DEBUG nova.compute.utils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.157562] env[69603]: DEBUG nova.compute.manager [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.157814] env[69603]: DEBUG nova.network.neutron [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.274544] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.301309] env[69603]: DEBUG nova.policy [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95f72ccdfaa149bcaa1ed68a829a225b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33e7085befaf465b8891265d51b8fee7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.351546] env[69603]: DEBUG nova.network.neutron [req-6bfce4b4-54f6-4cd1-a528-84a73ef14686 req-56810ca6-a9cc-4303-a2b3-c5f69bf0d6ad service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Updated VIF entry in instance network info cache for port ce922e50-6644-4b05-bca2-de28a7701193. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.352021] env[69603]: DEBUG nova.network.neutron [req-6bfce4b4-54f6-4cd1-a528-84a73ef14686 req-56810ca6-a9cc-4303-a2b3-c5f69bf0d6ad service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Updating instance_info_cache with network_info: [{"id": "ce922e50-6644-4b05-bca2-de28a7701193", "address": "fa:16:3e:ad:e0:7b", "network": {"id": "8da43c30-65fc-4da4-bfb5-756b14c414d1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1778413610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0e963e0a329487eab77d98be63767ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce922e50-66", "ovs_interfaceid": "ce922e50-6644-4b05-bca2-de28a7701193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.596588] env[69603]: INFO nova.compute.manager [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Took 49.31 seconds to build instance. [ 712.611570] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Acquiring lock "8211b529-f910-42e0-a094-6df9e4c64f5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.611835] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Lock "8211b529-f910-42e0-a094-6df9e4c64f5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.612063] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Acquiring lock "8211b529-f910-42e0-a094-6df9e4c64f5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.612272] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Lock "8211b529-f910-42e0-a094-6df9e4c64f5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.612444] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Lock "8211b529-f910-42e0-a094-6df9e4c64f5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.615441] env[69603]: INFO nova.compute.manager [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Terminating instance [ 712.658826] env[69603]: DEBUG oslo_concurrency.lockutils [None req-959b0a35-5e49-45aa-98e8-fe325156ecf9 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.660017] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.543s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.661669] env[69603]: INFO nova.compute.claims [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.667021] env[69603]: DEBUG nova.compute.manager [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 712.779615] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479580, 'name': ReconfigVM_Task, 'duration_secs': 0.67335} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.779977] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Reconfigured VM instance instance-0000001e to attach disk [datastore2] a60800ef-820c-41fb-9746-069e2fcb2e72/a60800ef-820c-41fb-9746-069e2fcb2e72.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.782529] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b4b2505-cb9d-4a1e-8ebe-18ef9e54e0d4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.789333] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 712.789333] env[69603]: value = "task-3479581" [ 712.789333] env[69603]: _type = "Task" [ 712.789333] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.799131] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479581, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.859016] env[69603]: DEBUG oslo_concurrency.lockutils [req-6bfce4b4-54f6-4cd1-a528-84a73ef14686 req-56810ca6-a9cc-4303-a2b3-c5f69bf0d6ad service nova] Releasing lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.099237] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cece1a2d-9feb-4042-b01b-6b5ce157b7a1 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.834s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.107226] env[69603]: DEBUG nova.network.neutron [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Successfully updated port: 364decb7-0b27-443d-bba9-142bbd1e3623 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.122971] env[69603]: DEBUG nova.compute.manager [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.123173] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.124084] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2839d598-fc4f-4606-b4e8-8d8adda6caac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.132594] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.132866] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f1ada6d-c621-4866-a417-ad4b6060a572 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.141510] env[69603]: DEBUG oslo_vmware.api [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Waiting for the task: (returnval){ [ 713.141510] env[69603]: value = "task-3479582" [ 713.141510] env[69603]: _type = "Task" [ 713.141510] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.150750] env[69603]: DEBUG oslo_vmware.api [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.226245] env[69603]: DEBUG nova.network.neutron [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Successfully created port: 2d066a86-9b72-4867-ba10-9837d80cdca5 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.300150] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479581, 'name': Rename_Task, 'duration_secs': 0.320156} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.300539] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.300792] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0301e974-a531-4718-8d58-b692c51a5f4d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.309274] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 713.309274] env[69603]: value = "task-3479583" [ 713.309274] env[69603]: _type = "Task" [ 713.309274] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.318521] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.605110] env[69603]: DEBUG nova.compute.manager [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.613033] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "refresh_cache-8731c74f-1386-4369-a73a-f473279a0a86" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.613033] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired lock "refresh_cache-8731c74f-1386-4369-a73a-f473279a0a86" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.613033] env[69603]: DEBUG nova.network.neutron [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.653928] env[69603]: DEBUG oslo_vmware.api [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479582, 'name': PowerOffVM_Task, 'duration_secs': 0.336013} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.655195] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.655700] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.655798] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53cbf3ad-0037-496b-917b-694df6da1544 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.683326] env[69603]: DEBUG nova.compute.manager [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 713.723430] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.723430] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.723430] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Deleting the datastore file [datastore2] 8211b529-f910-42e0-a094-6df9e4c64f5c {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.724201] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22d244e1-c426-4b47-9696-af00ad269804 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.738858] env[69603]: DEBUG oslo_vmware.api [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Waiting for the task: (returnval){ [ 713.738858] env[69603]: value = "task-3479585" [ 713.738858] env[69603]: _type = "Task" [ 713.738858] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.755126] env[69603]: DEBUG nova.virt.hardware [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.755521] env[69603]: DEBUG nova.virt.hardware [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.755779] env[69603]: DEBUG nova.virt.hardware [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.756333] env[69603]: DEBUG nova.virt.hardware [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.756636] env[69603]: DEBUG nova.virt.hardware [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.756970] env[69603]: DEBUG nova.virt.hardware [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.757244] env[69603]: DEBUG nova.virt.hardware [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.758136] env[69603]: DEBUG nova.virt.hardware [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.758136] env[69603]: DEBUG nova.virt.hardware [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.758136] env[69603]: DEBUG nova.virt.hardware [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.758537] env[69603]: DEBUG nova.virt.hardware [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.765336] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb98544-2020-459d-9ff5-21cd6c58ecae {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.783981] env[69603]: DEBUG oslo_vmware.api [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.785939] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab329d9-9b9e-4d0a-ab03-f0ab5b1a49ff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.830363] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.132334] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.191914] env[69603]: DEBUG nova.network.neutron [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.263877] env[69603]: DEBUG oslo_vmware.api [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Task: {'id': task-3479585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173281} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.263877] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.263877] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.263877] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.265544] env[69603]: INFO nova.compute.manager [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 714.265867] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.266042] env[69603]: DEBUG nova.compute.manager [-] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.266111] env[69603]: DEBUG nova.network.neutron [-] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.293712] env[69603]: DEBUG nova.compute.manager [req-544e7c30-ee17-4972-aac6-f3d045f3f9ef req-226379b1-a50f-4db5-9772-18c706a6a9a6 service nova] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Received event network-vif-plugged-364decb7-0b27-443d-bba9-142bbd1e3623 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.294115] env[69603]: DEBUG oslo_concurrency.lockutils [req-544e7c30-ee17-4972-aac6-f3d045f3f9ef req-226379b1-a50f-4db5-9772-18c706a6a9a6 service nova] Acquiring lock "8731c74f-1386-4369-a73a-f473279a0a86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.294187] env[69603]: DEBUG oslo_concurrency.lockutils [req-544e7c30-ee17-4972-aac6-f3d045f3f9ef req-226379b1-a50f-4db5-9772-18c706a6a9a6 service nova] Lock "8731c74f-1386-4369-a73a-f473279a0a86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.294348] env[69603]: DEBUG oslo_concurrency.lockutils [req-544e7c30-ee17-4972-aac6-f3d045f3f9ef req-226379b1-a50f-4db5-9772-18c706a6a9a6 service nova] Lock "8731c74f-1386-4369-a73a-f473279a0a86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.294522] env[69603]: DEBUG nova.compute.manager [req-544e7c30-ee17-4972-aac6-f3d045f3f9ef req-226379b1-a50f-4db5-9772-18c706a6a9a6 service nova] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] No waiting events found dispatching network-vif-plugged-364decb7-0b27-443d-bba9-142bbd1e3623 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.294688] env[69603]: WARNING nova.compute.manager [req-544e7c30-ee17-4972-aac6-f3d045f3f9ef req-226379b1-a50f-4db5-9772-18c706a6a9a6 service nova] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Received unexpected event network-vif-plugged-364decb7-0b27-443d-bba9-142bbd1e3623 for instance with vm_state building and task_state spawning. [ 714.294850] env[69603]: DEBUG nova.compute.manager [req-544e7c30-ee17-4972-aac6-f3d045f3f9ef req-226379b1-a50f-4db5-9772-18c706a6a9a6 service nova] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Received event network-changed-364decb7-0b27-443d-bba9-142bbd1e3623 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.295192] env[69603]: DEBUG nova.compute.manager [req-544e7c30-ee17-4972-aac6-f3d045f3f9ef req-226379b1-a50f-4db5-9772-18c706a6a9a6 service nova] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Refreshing instance network info cache due to event network-changed-364decb7-0b27-443d-bba9-142bbd1e3623. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.295192] env[69603]: DEBUG oslo_concurrency.lockutils [req-544e7c30-ee17-4972-aac6-f3d045f3f9ef req-226379b1-a50f-4db5-9772-18c706a6a9a6 service nova] Acquiring lock "refresh_cache-8731c74f-1386-4369-a73a-f473279a0a86" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.330043] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479583, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.347821] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77aadd49-14d9-4cbf-af6c-a16959741430 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.356025] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54082595-32fb-407f-89e4-df718fbbe267 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.397358] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3fbcca-1d42-4bad-b853-0a7e5415e023 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.408516] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945feaf8-d42e-44c3-ad0d-0d1e54b63ea2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.424849] env[69603]: DEBUG nova.compute.provider_tree [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.571602] env[69603]: DEBUG nova.network.neutron [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Updating instance_info_cache with network_info: [{"id": "364decb7-0b27-443d-bba9-142bbd1e3623", "address": "fa:16:3e:78:5b:43", "network": {"id": "5d193c58-fc45-43d3-9e81-358dd9133dda", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1583724184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331322a5654401cb3ce867c27db3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap364decb7-0b", "ovs_interfaceid": "364decb7-0b27-443d-bba9-142bbd1e3623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.824776] env[69603]: DEBUG oslo_vmware.api [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479583, 'name': PowerOnVM_Task, 'duration_secs': 1.041062} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.825158] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.825394] env[69603]: INFO nova.compute.manager [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Took 9.07 seconds to spawn the instance on the hypervisor. [ 714.825568] env[69603]: DEBUG nova.compute.manager [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.826597] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cb998a-ad67-48a2-9d73-0a3bd406fcd5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.931233] env[69603]: DEBUG nova.scheduler.client.report [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.078603] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Releasing lock "refresh_cache-8731c74f-1386-4369-a73a-f473279a0a86" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.078938] env[69603]: DEBUG nova.compute.manager [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Instance network_info: |[{"id": "364decb7-0b27-443d-bba9-142bbd1e3623", "address": "fa:16:3e:78:5b:43", "network": {"id": "5d193c58-fc45-43d3-9e81-358dd9133dda", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1583724184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331322a5654401cb3ce867c27db3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap364decb7-0b", "ovs_interfaceid": "364decb7-0b27-443d-bba9-142bbd1e3623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.079270] env[69603]: DEBUG oslo_concurrency.lockutils [req-544e7c30-ee17-4972-aac6-f3d045f3f9ef req-226379b1-a50f-4db5-9772-18c706a6a9a6 service nova] Acquired lock "refresh_cache-8731c74f-1386-4369-a73a-f473279a0a86" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.079822] env[69603]: DEBUG nova.network.neutron [req-544e7c30-ee17-4972-aac6-f3d045f3f9ef req-226379b1-a50f-4db5-9772-18c706a6a9a6 service nova] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Refreshing network info cache for port 364decb7-0b27-443d-bba9-142bbd1e3623 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.080683] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:5b:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '364decb7-0b27-443d-bba9-142bbd1e3623', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.094069] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.098699] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.098984] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5b07134-64a6-463b-940a-21a659c1397e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.123089] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.123089] env[69603]: value = "task-3479586" [ 715.123089] env[69603]: _type = "Task" [ 715.123089] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.133813] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479586, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.194810] env[69603]: DEBUG nova.network.neutron [-] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.277722] env[69603]: DEBUG nova.compute.manager [req-4d3c6fee-9916-4933-8a76-c1d1091d6300 req-b2d8e127-de29-407d-93e7-0eb0d7117625 service nova] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Received event network-vif-deleted-58a0f312-4e38-431c-9b76-e50fc3093242 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.310065] env[69603]: DEBUG nova.network.neutron [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Successfully updated port: 2d066a86-9b72-4867-ba10-9837d80cdca5 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.347625] env[69603]: INFO nova.compute.manager [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Took 41.90 seconds to build instance. [ 715.436439] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.438356] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.121s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.441012] env[69603]: INFO nova.compute.claims [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.633296] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479586, 'name': CreateVM_Task, 'duration_secs': 0.333958} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.633503] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.634147] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.634313] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.634631] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.634875] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ffa74db-ec41-40ce-b682-3cc102b272a2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.640195] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 715.640195] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52135493-a7d0-5e64-67db-a78f3cf6eb62" [ 715.640195] env[69603]: _type = "Task" [ 715.640195] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.648517] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52135493-a7d0-5e64-67db-a78f3cf6eb62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.703157] env[69603]: INFO nova.compute.manager [-] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Took 1.44 seconds to deallocate network for instance. [ 715.813660] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquiring lock "refresh_cache-3a6bc090-13ff-4df0-b89c-d7782488111f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.813660] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquired lock "refresh_cache-3a6bc090-13ff-4df0-b89c-d7782488111f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.813660] env[69603]: DEBUG nova.network.neutron [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.850801] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92acb029-a311-4689-a474-d92629318d25 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "a60800ef-820c-41fb-9746-069e2fcb2e72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.415s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.944685] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Acquiring lock "bf7ba962-ac9e-4bec-9cb1-cfc2f2ccf018" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.944953] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Lock "bf7ba962-ac9e-4bec-9cb1-cfc2f2ccf018" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.974728] env[69603]: DEBUG nova.network.neutron [req-544e7c30-ee17-4972-aac6-f3d045f3f9ef req-226379b1-a50f-4db5-9772-18c706a6a9a6 service nova] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Updated VIF entry in instance network info cache for port 364decb7-0b27-443d-bba9-142bbd1e3623. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.975209] env[69603]: DEBUG nova.network.neutron [req-544e7c30-ee17-4972-aac6-f3d045f3f9ef req-226379b1-a50f-4db5-9772-18c706a6a9a6 service nova] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Updating instance_info_cache with network_info: [{"id": "364decb7-0b27-443d-bba9-142bbd1e3623", "address": "fa:16:3e:78:5b:43", "network": {"id": "5d193c58-fc45-43d3-9e81-358dd9133dda", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1583724184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331322a5654401cb3ce867c27db3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap364decb7-0b", "ovs_interfaceid": "364decb7-0b27-443d-bba9-142bbd1e3623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.152415] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52135493-a7d0-5e64-67db-a78f3cf6eb62, 'name': SearchDatastore_Task, 'duration_secs': 0.009319} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.152725] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.152958] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.153221] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.153370] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.153547] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.153828] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2082c1f0-8726-4a71-9167-608a69060556 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.164475] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.164829] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.165851] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31f0bd95-4163-4c2d-ab5e-15a6e4af46aa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.172731] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 716.172731] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523dc963-f4d0-2ff4-82ea-d7ae9fcf31c9" [ 716.172731] env[69603]: _type = "Task" [ 716.172731] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.185153] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523dc963-f4d0-2ff4-82ea-d7ae9fcf31c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.210559] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.353137] env[69603]: DEBUG nova.compute.manager [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.452025] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Lock "bf7ba962-ac9e-4bec-9cb1-cfc2f2ccf018" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.452025] env[69603]: DEBUG nova.compute.manager [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 716.478524] env[69603]: DEBUG oslo_concurrency.lockutils [req-544e7c30-ee17-4972-aac6-f3d045f3f9ef req-226379b1-a50f-4db5-9772-18c706a6a9a6 service nova] Releasing lock "refresh_cache-8731c74f-1386-4369-a73a-f473279a0a86" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.595167] env[69603]: DEBUG nova.network.neutron [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.688061] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523dc963-f4d0-2ff4-82ea-d7ae9fcf31c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010778} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.688061] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388d9040-07b8-4ecd-be55-41e06db4f283 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.694995] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 716.694995] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522f29cb-070d-5d95-8ac1-cc2fe1163ff0" [ 716.694995] env[69603]: _type = "Task" [ 716.694995] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.714030] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522f29cb-070d-5d95-8ac1-cc2fe1163ff0, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.714304] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.717018] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 8731c74f-1386-4369-a73a-f473279a0a86/8731c74f-1386-4369-a73a-f473279a0a86.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.717018] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-327d465e-a5cf-4647-b43d-cf8e588dd8e9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.722172] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 716.722172] env[69603]: value = "task-3479587" [ 716.722172] env[69603]: _type = "Task" [ 716.722172] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.738266] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.846397] env[69603]: DEBUG nova.network.neutron [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Updating instance_info_cache with network_info: [{"id": "2d066a86-9b72-4867-ba10-9837d80cdca5", "address": "fa:16:3e:f2:dd:09", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d066a86-9b", "ovs_interfaceid": "2d066a86-9b72-4867-ba10-9837d80cdca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.884372] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.961534] env[69603]: DEBUG nova.compute.utils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.961534] env[69603]: DEBUG nova.compute.manager [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.962034] env[69603]: DEBUG nova.network.neutron [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.073483] env[69603]: DEBUG nova.policy [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e463a979132040c0a51bfc5818392f78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '68f371f204de4af1b146795b1734f188', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.200603] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434dddaf-c869-41a7-a62f-13378e5be594 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.211442] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad07752d-c253-435f-b040-6415e17cd2ac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.250786] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b60313c-a290-4d5c-ac90-573683445e03 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.261607] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c3d9c4-3db7-4c5a-b6b8-bd6111f0103a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.266133] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479587, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.277217] env[69603]: DEBUG nova.compute.provider_tree [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.350030] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Releasing lock "refresh_cache-3a6bc090-13ff-4df0-b89c-d7782488111f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.350389] env[69603]: DEBUG nova.compute.manager [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Instance network_info: |[{"id": "2d066a86-9b72-4867-ba10-9837d80cdca5", "address": "fa:16:3e:f2:dd:09", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d066a86-9b", "ovs_interfaceid": "2d066a86-9b72-4867-ba10-9837d80cdca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.350939] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:dd:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d066a86-9b72-4867-ba10-9837d80cdca5', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.358680] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.359216] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.359402] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ec576d5-9187-490d-86d8-46613a85c818 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.380441] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.380441] env[69603]: value = "task-3479588" [ 717.380441] env[69603]: _type = "Task" [ 717.380441] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.392252] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479588, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.479992] env[69603]: DEBUG nova.compute.manager [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 717.559020] env[69603]: DEBUG nova.compute.manager [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Received event network-changed-683839cd-93e5-4c2c-87ce-556ac7ac9640 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.559020] env[69603]: DEBUG nova.compute.manager [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Refreshing instance network info cache due to event network-changed-683839cd-93e5-4c2c-87ce-556ac7ac9640. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.559020] env[69603]: DEBUG oslo_concurrency.lockutils [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] Acquiring lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.559020] env[69603]: DEBUG oslo_concurrency.lockutils [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] Acquired lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.559020] env[69603]: DEBUG nova.network.neutron [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Refreshing network info cache for port 683839cd-93e5-4c2c-87ce-556ac7ac9640 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.760047] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479587, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.780907] env[69603]: DEBUG nova.scheduler.client.report [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.846111] env[69603]: DEBUG nova.network.neutron [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Successfully created port: 65b0bd94-9992-4985-a3ca-12653dc3b20d {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.891661] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479588, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.257359] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479587, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.472813} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.257629] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 8731c74f-1386-4369-a73a-f473279a0a86/8731c74f-1386-4369-a73a-f473279a0a86.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.258042] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.260672] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1eef7f0d-c64b-43f0-b0e5-4569e9ca47f8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.268261] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 718.268261] env[69603]: value = "task-3479589" [ 718.268261] env[69603]: _type = "Task" [ 718.268261] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.281539] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.288739] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.288739] env[69603]: DEBUG nova.compute.manager [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 718.290881] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.853s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.292361] env[69603]: INFO nova.compute.claims [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.326470] env[69603]: DEBUG nova.network.neutron [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Updated VIF entry in instance network info cache for port 683839cd-93e5-4c2c-87ce-556ac7ac9640. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 718.327197] env[69603]: DEBUG nova.network.neutron [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Updating instance_info_cache with network_info: [{"id": "683839cd-93e5-4c2c-87ce-556ac7ac9640", "address": "fa:16:3e:a4:b6:e4", "network": {"id": "680463cd-fb3e-4f8d-bf26-9cc0ba759f22", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1546586908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8188a95d8747e6b838ca9fbc0b22ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap683839cd-93", "ovs_interfaceid": "683839cd-93e5-4c2c-87ce-556ac7ac9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.393249] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479588, 'name': CreateVM_Task, 'duration_secs': 0.756916} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.393487] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.394285] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.394541] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.394871] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.395176] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a96ab0e-4611-49b2-b1dc-123392445d12 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.401047] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 718.401047] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5240f8d5-8407-2773-2208-018c54bea4c0" [ 718.401047] env[69603]: _type = "Task" [ 718.401047] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.415791] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5240f8d5-8407-2773-2208-018c54bea4c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.417107] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.417107] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.417107] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.417107] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.417235] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.418418] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-869742c4-6d7d-4b61-a12d-0a691e0292f7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.439366] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.439569] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.440904] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db2a72b6-a9f7-46ae-b39f-aa030ddb3b21 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.448611] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 718.448611] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52065721-5262-3493-38cb-81d876391285" [ 718.448611] env[69603]: _type = "Task" [ 718.448611] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.456773] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52065721-5262-3493-38cb-81d876391285, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.458956] env[69603]: DEBUG oslo_vmware.rw_handles [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260de4a-3ebc-e1cd-5aba-51faea2a4555/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 718.459839] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54c8a76-5df1-4404-9257-3decd24030e8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.465745] env[69603]: DEBUG oslo_vmware.rw_handles [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260de4a-3ebc-e1cd-5aba-51faea2a4555/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 718.465907] env[69603]: ERROR oslo_vmware.rw_handles [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260de4a-3ebc-e1cd-5aba-51faea2a4555/disk-0.vmdk due to incomplete transfer. [ 718.466146] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a178b00b-04d1-480b-a2e4-2166a53977f2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.473933] env[69603]: DEBUG oslo_vmware.rw_handles [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260de4a-3ebc-e1cd-5aba-51faea2a4555/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 718.473933] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Uploaded image 6aaf0c76-b303-40c5-98f5-b3b7cefda869 to the Glance image server {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 718.476159] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 718.476421] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e26ca180-4ff8-4470-b258-2ed27f44eade {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.483638] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 718.483638] env[69603]: value = "task-3479590" [ 718.483638] env[69603]: _type = "Task" [ 718.483638] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.491587] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479590, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.496811] env[69603]: DEBUG nova.compute.manager [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 718.528730] env[69603]: DEBUG nova.virt.hardware [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 718.528730] env[69603]: DEBUG nova.virt.hardware [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 718.528730] env[69603]: DEBUG nova.virt.hardware [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.528914] env[69603]: DEBUG nova.virt.hardware [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 718.528914] env[69603]: DEBUG nova.virt.hardware [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.529425] env[69603]: DEBUG nova.virt.hardware [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 718.529554] env[69603]: DEBUG nova.virt.hardware [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 718.529736] env[69603]: DEBUG nova.virt.hardware [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 718.529922] env[69603]: DEBUG nova.virt.hardware [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 718.530169] env[69603]: DEBUG nova.virt.hardware [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 718.530593] env[69603]: DEBUG nova.virt.hardware [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 718.531324] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a390fad9-9dfb-42e5-b3bb-77a9f26c4c5c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.541387] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89585610-9da8-48cc-a0d4-50f1aeefece0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.779297] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070422} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.779572] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.780434] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb8e4b3-c2c8-4f57-bfb2-7e7930d2cdf3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.803287] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 8731c74f-1386-4369-a73a-f473279a0a86/8731c74f-1386-4369-a73a-f473279a0a86.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.806434] env[69603]: DEBUG nova.compute.utils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.807526] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4301570b-781b-47db-98d9-7a686b5075b0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.826103] env[69603]: DEBUG nova.compute.manager [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.826103] env[69603]: DEBUG nova.network.neutron [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.830800] env[69603]: DEBUG oslo_concurrency.lockutils [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] Releasing lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.834025] env[69603]: DEBUG nova.compute.manager [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Received event network-vif-plugged-2d066a86-9b72-4867-ba10-9837d80cdca5 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.834025] env[69603]: DEBUG oslo_concurrency.lockutils [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] Acquiring lock "3a6bc090-13ff-4df0-b89c-d7782488111f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.834025] env[69603]: DEBUG oslo_concurrency.lockutils [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] Lock "3a6bc090-13ff-4df0-b89c-d7782488111f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.834025] env[69603]: DEBUG oslo_concurrency.lockutils [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] Lock "3a6bc090-13ff-4df0-b89c-d7782488111f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.834025] env[69603]: DEBUG nova.compute.manager [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] No waiting events found dispatching network-vif-plugged-2d066a86-9b72-4867-ba10-9837d80cdca5 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.834317] env[69603]: WARNING nova.compute.manager [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Received unexpected event network-vif-plugged-2d066a86-9b72-4867-ba10-9837d80cdca5 for instance with vm_state building and task_state spawning. [ 718.834317] env[69603]: DEBUG nova.compute.manager [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Received event network-changed-2d066a86-9b72-4867-ba10-9837d80cdca5 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.834317] env[69603]: DEBUG nova.compute.manager [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Refreshing instance network info cache due to event network-changed-2d066a86-9b72-4867-ba10-9837d80cdca5. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.834317] env[69603]: DEBUG oslo_concurrency.lockutils [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] Acquiring lock "refresh_cache-3a6bc090-13ff-4df0-b89c-d7782488111f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.834317] env[69603]: DEBUG oslo_concurrency.lockutils [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] Acquired lock "refresh_cache-3a6bc090-13ff-4df0-b89c-d7782488111f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.834576] env[69603]: DEBUG nova.network.neutron [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Refreshing network info cache for port 2d066a86-9b72-4867-ba10-9837d80cdca5 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.835723] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 718.835723] env[69603]: value = "task-3479591" [ 718.835723] env[69603]: _type = "Task" [ 718.835723] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.846137] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479591, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.880834] env[69603]: DEBUG nova.policy [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9748d3cdac584efd84dbcbe97ce0ee19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d262283422a4d428e400360c4f93acf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.964058] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52065721-5262-3493-38cb-81d876391285, 'name': SearchDatastore_Task, 'duration_secs': 0.023641} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.964931] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-058cb6d8-bdb8-41ae-8e22-5d9116e0209c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.971210] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 718.971210] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5248810a-c0e0-f6a5-ebdc-4f6ae4d06015" [ 718.971210] env[69603]: _type = "Task" [ 718.971210] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.985385] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5248810a-c0e0-f6a5-ebdc-4f6ae4d06015, 'name': SearchDatastore_Task, 'duration_secs': 0.009841} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.989075] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.989367] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 3a6bc090-13ff-4df0-b89c-d7782488111f/3a6bc090-13ff-4df0-b89c-d7782488111f.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 718.992819] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69e68fba-4782-486d-aef8-2c90272cf74f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.001669] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479590, 'name': Destroy_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.003664] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 719.003664] env[69603]: value = "task-3479592" [ 719.003664] env[69603]: _type = "Task" [ 719.003664] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.015455] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.326556] env[69603]: DEBUG nova.compute.manager [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 719.352569] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479591, 'name': ReconfigVM_Task, 'duration_secs': 0.318598} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.352569] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 8731c74f-1386-4369-a73a-f473279a0a86/8731c74f-1386-4369-a73a-f473279a0a86.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.352569] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-485a5d81-b79a-4b2b-a290-eeb29178e097 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.364335] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 719.364335] env[69603]: value = "task-3479593" [ 719.364335] env[69603]: _type = "Task" [ 719.364335] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.376674] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479593, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.406860] env[69603]: DEBUG nova.network.neutron [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Successfully created port: 37c3a942-4395-4e02-b3f2-ed5eb4052362 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.497030] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479590, 'name': Destroy_Task, 'duration_secs': 0.87368} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.497876] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36656f96-6b04-466e-aee0-1f96a64a2320 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.500661] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Destroyed the VM [ 719.500923] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 719.501383] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d047c3f1-e9de-472d-8591-23e1902756e6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.510685] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796205d5-8369-40ac-bc5e-244f3d35c066 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.515859] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 719.515859] env[69603]: value = "task-3479594" [ 719.515859] env[69603]: _type = "Task" [ 719.515859] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.518806] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498394} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.523624] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 3a6bc090-13ff-4df0-b89c-d7782488111f/3a6bc090-13ff-4df0-b89c-d7782488111f.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 719.523863] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 719.553533] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f623f160-d10b-4a0f-aa70-9b593e6068d7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.559458] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8c7a50-f10e-49e0-bdb2-e8957f48006d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.566149] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479594, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.572533] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdb5557-1ebc-4426-bf44-f5acc3ae04fa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.576526] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 719.576526] env[69603]: value = "task-3479595" [ 719.576526] env[69603]: _type = "Task" [ 719.576526] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.588470] env[69603]: DEBUG nova.compute.provider_tree [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.594377] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.872699] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479593, 'name': Rename_Task, 'duration_secs': 0.233492} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.872982] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.873402] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb219976-95f1-44f1-8232-8eaf57de6be4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.881797] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 719.881797] env[69603]: value = "task-3479596" [ 719.881797] env[69603]: _type = "Task" [ 719.881797] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.891074] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.968321] env[69603]: DEBUG nova.network.neutron [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Updated VIF entry in instance network info cache for port 2d066a86-9b72-4867-ba10-9837d80cdca5. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.968593] env[69603]: DEBUG nova.network.neutron [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Updating instance_info_cache with network_info: [{"id": "2d066a86-9b72-4867-ba10-9837d80cdca5", "address": "fa:16:3e:f2:dd:09", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.214", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d066a86-9b", "ovs_interfaceid": "2d066a86-9b72-4867-ba10-9837d80cdca5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.030258] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479594, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.087392] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065835} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.087805] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 720.088937] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17443f95-ec5e-4d34-8c35-0136f508f67a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.096028] env[69603]: DEBUG nova.scheduler.client.report [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.120063] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 3a6bc090-13ff-4df0-b89c-d7782488111f/3a6bc090-13ff-4df0-b89c-d7782488111f.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 720.121123] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-476fbf36-536b-40ab-8993-7493bbae68fe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.140743] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 720.140743] env[69603]: value = "task-3479597" [ 720.140743] env[69603]: _type = "Task" [ 720.140743] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.149318] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.164564] env[69603]: DEBUG nova.network.neutron [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Successfully updated port: 65b0bd94-9992-4985-a3ca-12653dc3b20d {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.344686] env[69603]: DEBUG nova.compute.manager [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 720.367083] env[69603]: DEBUG nova.virt.hardware [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 720.367083] env[69603]: DEBUG nova.virt.hardware [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 720.367083] env[69603]: DEBUG nova.virt.hardware [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.367277] env[69603]: DEBUG nova.virt.hardware [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 720.367277] env[69603]: DEBUG nova.virt.hardware [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.367277] env[69603]: DEBUG nova.virt.hardware [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 720.367277] env[69603]: DEBUG nova.virt.hardware [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 720.367389] env[69603]: DEBUG nova.virt.hardware [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 720.367565] env[69603]: DEBUG nova.virt.hardware [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 720.367663] env[69603]: DEBUG nova.virt.hardware [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 720.367845] env[69603]: DEBUG nova.virt.hardware [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 720.368982] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fde4320-6d48-4838-82ab-15d038fcf2c6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.377849] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f281a7-82fb-4ca2-9b75-96e1548ac593 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.400629] env[69603]: DEBUG oslo_vmware.api [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479596, 'name': PowerOnVM_Task, 'duration_secs': 0.454162} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.401590] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.401590] env[69603]: INFO nova.compute.manager [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Took 9.65 seconds to spawn the instance on the hypervisor. [ 720.401590] env[69603]: DEBUG nova.compute.manager [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.402894] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71ab4ad-73e1-4106-a1fa-fb0a8e2d4a4d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.429232] env[69603]: DEBUG nova.compute.manager [req-a9b0786d-807c-41ea-aa00-a759bead83da req-614ac87b-0425-45dd-a20d-876e2713dc48 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Received event network-changed-683839cd-93e5-4c2c-87ce-556ac7ac9640 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.429483] env[69603]: DEBUG nova.compute.manager [req-a9b0786d-807c-41ea-aa00-a759bead83da req-614ac87b-0425-45dd-a20d-876e2713dc48 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Refreshing instance network info cache due to event network-changed-683839cd-93e5-4c2c-87ce-556ac7ac9640. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.429760] env[69603]: DEBUG oslo_concurrency.lockutils [req-a9b0786d-807c-41ea-aa00-a759bead83da req-614ac87b-0425-45dd-a20d-876e2713dc48 service nova] Acquiring lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.430150] env[69603]: DEBUG oslo_concurrency.lockutils [req-a9b0786d-807c-41ea-aa00-a759bead83da req-614ac87b-0425-45dd-a20d-876e2713dc48 service nova] Acquired lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.431091] env[69603]: DEBUG nova.network.neutron [req-a9b0786d-807c-41ea-aa00-a759bead83da req-614ac87b-0425-45dd-a20d-876e2713dc48 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Refreshing network info cache for port 683839cd-93e5-4c2c-87ce-556ac7ac9640 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.471071] env[69603]: DEBUG oslo_concurrency.lockutils [req-ba56be01-21be-43e1-9f1e-719cd792f492 req-2e665f75-e820-43be-bbff-509e900309c7 service nova] Releasing lock "refresh_cache-3a6bc090-13ff-4df0-b89c-d7782488111f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.530185] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479594, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.601322] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.601858] env[69603]: DEBUG nova.compute.manager [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.604432] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.137s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.604606] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.604758] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 720.605053] env[69603]: DEBUG oslo_concurrency.lockutils [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.639s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.605257] env[69603]: DEBUG nova.objects.instance [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Lazy-loading 'resources' on Instance uuid 87fe142a-3f0f-44f3-a4f1-6aa63e283317 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.607035] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d98dcdf-af60-4ddb-8877-ff14de63bce2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.616163] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cce56ad-04f0-4479-87bb-511bde969c4d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.632219] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a20a082-9866-48c9-b06d-b8d564487294 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.641953] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa00e408-b8f6-44d3-af38-bc4ce1dc8f25 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.654520] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.682983] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Acquiring lock "refresh_cache-9708bf88-1a5c-423b-bb92-49e90d343844" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.683409] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Acquired lock "refresh_cache-9708bf88-1a5c-423b-bb92-49e90d343844" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.683756] env[69603]: DEBUG nova.network.neutron [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.685848] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179940MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 720.686659] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.921238] env[69603]: INFO nova.compute.manager [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Took 40.16 seconds to build instance. [ 721.033621] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479594, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.060517] env[69603]: DEBUG nova.network.neutron [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Successfully updated port: 37c3a942-4395-4e02-b3f2-ed5eb4052362 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.110044] env[69603]: DEBUG nova.compute.utils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.112501] env[69603]: DEBUG nova.compute.manager [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.116092] env[69603]: DEBUG nova.network.neutron [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.158856] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479597, 'name': ReconfigVM_Task, 'duration_secs': 0.945126} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.159314] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 3a6bc090-13ff-4df0-b89c-d7782488111f/3a6bc090-13ff-4df0-b89c-d7782488111f.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.160040] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f263c90-73dd-40d0-a2d4-96aec76b1dda {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.163511] env[69603]: DEBUG nova.policy [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b6d58cb471842b3bf0090990c4afed1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65e5410203674c3796382ee08e6306f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.172814] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 721.172814] env[69603]: value = "task-3479598" [ 721.172814] env[69603]: _type = "Task" [ 721.172814] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.184390] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479598, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.242446] env[69603]: DEBUG nova.network.neutron [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.423718] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2853e704-54e3-4330-9df9-b0bde967f489 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "8731c74f-1386-4369-a73a-f473279a0a86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.985s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.466133] env[69603]: DEBUG nova.network.neutron [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Successfully created port: 787e861c-b20f-4235-a2a3-0331cee64a55 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.470739] env[69603]: DEBUG nova.network.neutron [req-a9b0786d-807c-41ea-aa00-a759bead83da req-614ac87b-0425-45dd-a20d-876e2713dc48 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Updated VIF entry in instance network info cache for port 683839cd-93e5-4c2c-87ce-556ac7ac9640. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.471062] env[69603]: DEBUG nova.network.neutron [req-a9b0786d-807c-41ea-aa00-a759bead83da req-614ac87b-0425-45dd-a20d-876e2713dc48 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Updating instance_info_cache with network_info: [{"id": "683839cd-93e5-4c2c-87ce-556ac7ac9640", "address": "fa:16:3e:a4:b6:e4", "network": {"id": "680463cd-fb3e-4f8d-bf26-9cc0ba759f22", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1546586908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8188a95d8747e6b838ca9fbc0b22ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap683839cd-93", "ovs_interfaceid": "683839cd-93e5-4c2c-87ce-556ac7ac9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.531781] env[69603]: DEBUG oslo_vmware.api [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479594, 'name': RemoveSnapshot_Task, 'duration_secs': 1.680972} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.531781] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 721.531967] env[69603]: INFO nova.compute.manager [None req-1716987f-d9ab-42fd-83e6-101b430f8857 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Took 18.82 seconds to snapshot the instance on the hypervisor. [ 721.535386] env[69603]: DEBUG nova.network.neutron [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Updating instance_info_cache with network_info: [{"id": "65b0bd94-9992-4985-a3ca-12653dc3b20d", "address": "fa:16:3e:59:18:b8", "network": {"id": "1cb592ed-4083-4333-b674-2835ecbef5ce", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-696182142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f371f204de4af1b146795b1734f188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65b0bd94-99", "ovs_interfaceid": "65b0bd94-9992-4985-a3ca-12653dc3b20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.563164] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "refresh_cache-8da78725-c35d-41e6-a7dd-1a68e4458dac" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.563351] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "refresh_cache-8da78725-c35d-41e6-a7dd-1a68e4458dac" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.563453] env[69603]: DEBUG nova.network.neutron [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.703337] env[69603]: DEBUG nova.compute.manager [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.703337] env[69603]: DEBUG nova.compute.manager [req-7bed31bc-9fd9-45a2-9551-7f004df5c82e req-daa41c6b-5831-4a40-8f0a-a56414d226bd service nova] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Received event network-vif-plugged-37c3a942-4395-4e02-b3f2-ed5eb4052362 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.703337] env[69603]: DEBUG oslo_concurrency.lockutils [req-7bed31bc-9fd9-45a2-9551-7f004df5c82e req-daa41c6b-5831-4a40-8f0a-a56414d226bd service nova] Acquiring lock "8da78725-c35d-41e6-a7dd-1a68e4458dac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.703337] env[69603]: DEBUG oslo_concurrency.lockutils [req-7bed31bc-9fd9-45a2-9551-7f004df5c82e req-daa41c6b-5831-4a40-8f0a-a56414d226bd service nova] Lock "8da78725-c35d-41e6-a7dd-1a68e4458dac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.705848] env[69603]: DEBUG oslo_concurrency.lockutils [req-7bed31bc-9fd9-45a2-9551-7f004df5c82e req-daa41c6b-5831-4a40-8f0a-a56414d226bd service nova] Lock "8da78725-c35d-41e6-a7dd-1a68e4458dac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.705848] env[69603]: DEBUG nova.compute.manager [req-7bed31bc-9fd9-45a2-9551-7f004df5c82e req-daa41c6b-5831-4a40-8f0a-a56414d226bd service nova] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] No waiting events found dispatching network-vif-plugged-37c3a942-4395-4e02-b3f2-ed5eb4052362 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 721.705848] env[69603]: WARNING nova.compute.manager [req-7bed31bc-9fd9-45a2-9551-7f004df5c82e req-daa41c6b-5831-4a40-8f0a-a56414d226bd service nova] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Received unexpected event network-vif-plugged-37c3a942-4395-4e02-b3f2-ed5eb4052362 for instance with vm_state building and task_state spawning. [ 721.705848] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479598, 'name': Rename_Task, 'duration_secs': 0.330975} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.705848] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.707882] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05f85c01-0672-433a-8429-05c126d24641 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.707882] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 721.707882] env[69603]: value = "task-3479599" [ 721.707882] env[69603]: _type = "Task" [ 721.707882] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.708750] env[69603]: DEBUG oslo_concurrency.lockutils [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.708750] env[69603]: DEBUG oslo_concurrency.lockutils [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.708750] env[69603]: DEBUG oslo_concurrency.lockutils [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.708750] env[69603]: DEBUG oslo_concurrency.lockutils [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.709527] env[69603]: DEBUG oslo_concurrency.lockutils [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.714649] env[69603]: INFO nova.compute.manager [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Terminating instance [ 721.730928] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479599, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.831040] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dccb50f9-1a7d-401a-aba8-5878fc06ca04 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.838846] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30ae0b1-bcd8-4932-9389-97fc78875fa3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.871578] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d585e4-ecd3-4424-9597-f80816000b84 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.880518] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4e4c34-00bd-4ca5-96df-06e1b2f10b10 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.899335] env[69603]: DEBUG nova.compute.provider_tree [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.926730] env[69603]: DEBUG nova.compute.manager [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.980020] env[69603]: DEBUG oslo_concurrency.lockutils [req-a9b0786d-807c-41ea-aa00-a759bead83da req-614ac87b-0425-45dd-a20d-876e2713dc48 service nova] Releasing lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.980020] env[69603]: DEBUG nova.compute.manager [req-a9b0786d-807c-41ea-aa00-a759bead83da req-614ac87b-0425-45dd-a20d-876e2713dc48 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Received event network-changed-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.980020] env[69603]: DEBUG nova.compute.manager [req-a9b0786d-807c-41ea-aa00-a759bead83da req-614ac87b-0425-45dd-a20d-876e2713dc48 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Refreshing instance network info cache due to event network-changed-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.980020] env[69603]: DEBUG oslo_concurrency.lockutils [req-a9b0786d-807c-41ea-aa00-a759bead83da req-614ac87b-0425-45dd-a20d-876e2713dc48 service nova] Acquiring lock "refresh_cache-b4c6a04c-a7f5-4796-ada2-0ca3431b947c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.980020] env[69603]: DEBUG oslo_concurrency.lockutils [req-a9b0786d-807c-41ea-aa00-a759bead83da req-614ac87b-0425-45dd-a20d-876e2713dc48 service nova] Acquired lock "refresh_cache-b4c6a04c-a7f5-4796-ada2-0ca3431b947c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.980256] env[69603]: DEBUG nova.network.neutron [req-a9b0786d-807c-41ea-aa00-a759bead83da req-614ac87b-0425-45dd-a20d-876e2713dc48 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Refreshing network info cache for port 7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.040702] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Releasing lock "refresh_cache-9708bf88-1a5c-423b-bb92-49e90d343844" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.040950] env[69603]: DEBUG nova.compute.manager [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Instance network_info: |[{"id": "65b0bd94-9992-4985-a3ca-12653dc3b20d", "address": "fa:16:3e:59:18:b8", "network": {"id": "1cb592ed-4083-4333-b674-2835ecbef5ce", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-696182142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f371f204de4af1b146795b1734f188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65b0bd94-99", "ovs_interfaceid": "65b0bd94-9992-4985-a3ca-12653dc3b20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.044702] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:18:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65b0bd94-9992-4985-a3ca-12653dc3b20d', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.051336] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Creating folder: Project (68f371f204de4af1b146795b1734f188). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.052762] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3ed74c8-bcb1-469f-a56b-6d8153326aaa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.064384] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Created folder: Project (68f371f204de4af1b146795b1734f188) in parent group-v695567. [ 722.064551] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Creating folder: Instances. Parent ref: group-v695668. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.064849] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-897d57e0-4b91-4a90-9b5b-f7383f886074 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.073495] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Created folder: Instances in parent group-v695668. [ 722.073751] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.073947] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.074209] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-669a137d-4b4f-4ace-b4ef-68e97c9dc963 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.097114] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.097114] env[69603]: value = "task-3479602" [ 722.097114] env[69603]: _type = "Task" [ 722.097114] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.105378] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479602, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.127325] env[69603]: DEBUG nova.network.neutron [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.146144] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "ab7d128e-418e-4a33-af8c-366587dc6a8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.146385] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "ab7d128e-418e-4a33-af8c-366587dc6a8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.217144] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.221640] env[69603]: DEBUG nova.compute.manager [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 722.222405] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 722.225153] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b3eeba-493f-4716-bdb1-841f5c7d4daa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.235330] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.235963] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a06ee7bc-a24e-4e46-b2b9-e0c57e978202 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.242405] env[69603]: DEBUG oslo_vmware.api [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 722.242405] env[69603]: value = "task-3479603" [ 722.242405] env[69603]: _type = "Task" [ 722.242405] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.250781] env[69603]: DEBUG oslo_vmware.api [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.404743] env[69603]: DEBUG nova.scheduler.client.report [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.456453] env[69603]: DEBUG nova.network.neutron [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Updating instance_info_cache with network_info: [{"id": "37c3a942-4395-4e02-b3f2-ed5eb4052362", "address": "fa:16:3e:65:87:23", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c3a942-43", "ovs_interfaceid": "37c3a942-4395-4e02-b3f2-ed5eb4052362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.458916] env[69603]: DEBUG oslo_concurrency.lockutils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.608811] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479602, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.636321] env[69603]: DEBUG nova.compute.manager [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.664039] env[69603]: DEBUG nova.virt.hardware [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.664378] env[69603]: DEBUG nova.virt.hardware [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.664598] env[69603]: DEBUG nova.virt.hardware [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.664882] env[69603]: DEBUG nova.virt.hardware [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.665099] env[69603]: DEBUG nova.virt.hardware [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.665333] env[69603]: DEBUG nova.virt.hardware [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.665617] env[69603]: DEBUG nova.virt.hardware [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.665836] env[69603]: DEBUG nova.virt.hardware [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.666073] env[69603]: DEBUG nova.virt.hardware [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.666331] env[69603]: DEBUG nova.virt.hardware [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.666561] env[69603]: DEBUG nova.virt.hardware [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.667519] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff51294-173b-4515-a85b-e862181348c9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.676303] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43ed80a-8a65-464a-938f-551699271665 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.713616] env[69603]: DEBUG oslo_vmware.api [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479599, 'name': PowerOnVM_Task, 'duration_secs': 0.767811} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.713891] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.714108] env[69603]: INFO nova.compute.manager [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Took 9.03 seconds to spawn the instance on the hypervisor. [ 722.714291] env[69603]: DEBUG nova.compute.manager [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 722.715045] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4f37e3-596d-4743-b8a8-5cced27ea05e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.752479] env[69603]: DEBUG oslo_vmware.api [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479603, 'name': PowerOffVM_Task, 'duration_secs': 0.357399} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.752721] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 722.752886] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 722.753145] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ba4826f-43b6-4b02-bbb5-568f8c11262e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.818593] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.818593] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.818805] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Deleting the datastore file [datastore2] b4c6a04c-a7f5-4796-ada2-0ca3431b947c {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.818902] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bcf5ae8-489c-4579-8213-9a8c22a77fea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.828541] env[69603]: DEBUG oslo_vmware.api [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 722.828541] env[69603]: value = "task-3479605" [ 722.828541] env[69603]: _type = "Task" [ 722.828541] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.836646] env[69603]: DEBUG oslo_vmware.api [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479605, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.910175] env[69603]: DEBUG oslo_concurrency.lockutils [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.305s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.913765] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 26.740s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.913988] env[69603]: DEBUG nova.objects.instance [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69603) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 722.921016] env[69603]: DEBUG nova.network.neutron [req-a9b0786d-807c-41ea-aa00-a759bead83da req-614ac87b-0425-45dd-a20d-876e2713dc48 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Updated VIF entry in instance network info cache for port 7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.921394] env[69603]: DEBUG nova.network.neutron [req-a9b0786d-807c-41ea-aa00-a759bead83da req-614ac87b-0425-45dd-a20d-876e2713dc48 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Updating instance_info_cache with network_info: [{"id": "7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303", "address": "fa:16:3e:09:e2:58", "network": {"id": "680463cd-fb3e-4f8d-bf26-9cc0ba759f22", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1546586908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8188a95d8747e6b838ca9fbc0b22ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd2fa81-df", "ovs_interfaceid": "7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.960393] env[69603]: INFO nova.scheduler.client.report [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Deleted allocations for instance 87fe142a-3f0f-44f3-a4f1-6aa63e283317 [ 722.961786] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "refresh_cache-8da78725-c35d-41e6-a7dd-1a68e4458dac" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.964349] env[69603]: DEBUG nova.compute.manager [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Instance network_info: |[{"id": "37c3a942-4395-4e02-b3f2-ed5eb4052362", "address": "fa:16:3e:65:87:23", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c3a942-43", "ovs_interfaceid": "37c3a942-4395-4e02-b3f2-ed5eb4052362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.964891] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:87:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37c3a942-4395-4e02-b3f2-ed5eb4052362', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.972861] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Creating folder: Project (7d262283422a4d428e400360c4f93acf). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.973973] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-296b97b9-4193-4c58-aba7-9be973341729 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.986354] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Created folder: Project (7d262283422a4d428e400360c4f93acf) in parent group-v695567. [ 722.986645] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Creating folder: Instances. Parent ref: group-v695671. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.986952] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05f93af1-bcc3-4f6d-832f-d543933237c4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.002186] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Created folder: Instances in parent group-v695671. [ 723.002473] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.002678] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.002888] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3099191d-74ba-4fbf-ae5f-4c9bcd4b7060 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.025087] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.025087] env[69603]: value = "task-3479608" [ 723.025087] env[69603]: _type = "Task" [ 723.025087] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.035819] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479608, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.085217] env[69603]: DEBUG nova.network.neutron [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Successfully updated port: 787e861c-b20f-4235-a2a3-0331cee64a55 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.109228] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479602, 'name': CreateVM_Task, 'duration_secs': 0.555184} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.109486] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.110200] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.110446] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.110786] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.111096] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c57171a9-b809-47dc-a75f-5b1c9da39255 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.115872] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Waiting for the task: (returnval){ [ 723.115872] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528e0bd2-1bb5-a31e-9c02-9c23b1deffbc" [ 723.115872] env[69603]: _type = "Task" [ 723.115872] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.124302] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528e0bd2-1bb5-a31e-9c02-9c23b1deffbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.231256] env[69603]: INFO nova.compute.manager [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Took 41.19 seconds to build instance. [ 723.338867] env[69603]: DEBUG oslo_vmware.api [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479605, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38129} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.338867] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 723.339223] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 723.339509] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 723.339700] env[69603]: INFO nova.compute.manager [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 723.339992] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.340233] env[69603]: DEBUG nova.compute.manager [-] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 723.340330] env[69603]: DEBUG nova.network.neutron [-] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 723.366197] env[69603]: DEBUG nova.compute.manager [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Received event network-vif-plugged-65b0bd94-9992-4985-a3ca-12653dc3b20d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.366478] env[69603]: DEBUG oslo_concurrency.lockutils [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] Acquiring lock "9708bf88-1a5c-423b-bb92-49e90d343844-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.366694] env[69603]: DEBUG oslo_concurrency.lockutils [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] Lock "9708bf88-1a5c-423b-bb92-49e90d343844-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.366879] env[69603]: DEBUG oslo_concurrency.lockutils [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] Lock "9708bf88-1a5c-423b-bb92-49e90d343844-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.367030] env[69603]: DEBUG nova.compute.manager [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] No waiting events found dispatching network-vif-plugged-65b0bd94-9992-4985-a3ca-12653dc3b20d {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.367217] env[69603]: WARNING nova.compute.manager [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Received unexpected event network-vif-plugged-65b0bd94-9992-4985-a3ca-12653dc3b20d for instance with vm_state building and task_state spawning. [ 723.367379] env[69603]: DEBUG nova.compute.manager [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Received event network-changed-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.367871] env[69603]: DEBUG nova.compute.manager [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Refreshing instance network info cache due to event network-changed-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.367871] env[69603]: DEBUG oslo_concurrency.lockutils [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] Acquiring lock "refresh_cache-b4c6a04c-a7f5-4796-ada2-0ca3431b947c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.426630] env[69603]: DEBUG oslo_concurrency.lockutils [req-a9b0786d-807c-41ea-aa00-a759bead83da req-614ac87b-0425-45dd-a20d-876e2713dc48 service nova] Releasing lock "refresh_cache-b4c6a04c-a7f5-4796-ada2-0ca3431b947c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.427245] env[69603]: DEBUG oslo_concurrency.lockutils [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] Acquired lock "refresh_cache-b4c6a04c-a7f5-4796-ada2-0ca3431b947c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.427477] env[69603]: DEBUG nova.network.neutron [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Refreshing network info cache for port 7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.479534] env[69603]: DEBUG oslo_concurrency.lockutils [None req-166ea5a8-2ed5-4688-a552-ac886214b264 tempest-FloatingIPsAssociationNegativeTestJSON-761664588 tempest-FloatingIPsAssociationNegativeTestJSON-761664588-project-member] Lock "87fe142a-3f0f-44f3-a4f1-6aa63e283317" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.119s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.536043] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479608, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.590487] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "refresh_cache-a0aba5ee-b361-4f90-81a0-2fe4b9542819" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.590642] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "refresh_cache-a0aba5ee-b361-4f90-81a0-2fe4b9542819" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.590792] env[69603]: DEBUG nova.network.neutron [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.629568] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528e0bd2-1bb5-a31e-9c02-9c23b1deffbc, 'name': SearchDatastore_Task, 'duration_secs': 0.015806} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.629742] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.630390] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.630390] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.630390] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.630556] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.630811] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11c1361f-4ae8-4ee9-9dd7-f2d70c64a835 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.644662] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.644804] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.645604] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab989bc0-08c8-4b1a-ac49-f1f399d373fe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.651876] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Waiting for the task: (returnval){ [ 723.651876] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ef30c9-1b6f-91d1-38a9-8058863a2f2d" [ 723.651876] env[69603]: _type = "Task" [ 723.651876] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.662449] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ef30c9-1b6f-91d1-38a9-8058863a2f2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.735203] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9978d343-715d-489f-8686-f17ce7e1a0ce tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "3a6bc090-13ff-4df0-b89c-d7782488111f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.008s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.930034] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddccfe4b-f8c2-4689-8ab3-2b49bd7043a8 tempest-ServersAdmin275Test-1744965343 tempest-ServersAdmin275Test-1744965343-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.933360] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.006s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.933360] env[69603]: DEBUG nova.objects.instance [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69603) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 723.959747] env[69603]: INFO nova.network.neutron [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Port 7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 723.959909] env[69603]: DEBUG nova.network.neutron [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.036428] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479608, 'name': CreateVM_Task, 'duration_secs': 0.696434} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.036599] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.037395] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.037585] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.037976] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.038288] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca695648-361a-48b1-a99d-5e51cbb5db66 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.042882] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 724.042882] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a15ee6-72a5-3b7e-e912-4d67cce29825" [ 724.042882] env[69603]: _type = "Task" [ 724.042882] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.050770] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a15ee6-72a5-3b7e-e912-4d67cce29825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.137487] env[69603]: DEBUG nova.network.neutron [-] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.143073] env[69603]: DEBUG nova.network.neutron [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.162926] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ef30c9-1b6f-91d1-38a9-8058863a2f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.034841} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.166115] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f03bab6-553a-4554-9ae3-cb9804b73c73 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.171951] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Waiting for the task: (returnval){ [ 724.171951] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b62729-d781-d658-8f7a-5b1e3dba5cc7" [ 724.171951] env[69603]: _type = "Task" [ 724.171951] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.181400] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b62729-d781-d658-8f7a-5b1e3dba5cc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.235983] env[69603]: DEBUG nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.260222] env[69603]: DEBUG nova.compute.manager [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Received event network-changed-37c3a942-4395-4e02-b3f2-ed5eb4052362 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.260572] env[69603]: DEBUG nova.compute.manager [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Refreshing instance network info cache due to event network-changed-37c3a942-4395-4e02-b3f2-ed5eb4052362. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.260911] env[69603]: DEBUG oslo_concurrency.lockutils [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] Acquiring lock "refresh_cache-8da78725-c35d-41e6-a7dd-1a68e4458dac" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.261201] env[69603]: DEBUG oslo_concurrency.lockutils [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] Acquired lock "refresh_cache-8da78725-c35d-41e6-a7dd-1a68e4458dac" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.261569] env[69603]: DEBUG nova.network.neutron [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Refreshing network info cache for port 37c3a942-4395-4e02-b3f2-ed5eb4052362 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.299660] env[69603]: DEBUG nova.network.neutron [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Updating instance_info_cache with network_info: [{"id": "787e861c-b20f-4235-a2a3-0331cee64a55", "address": "fa:16:3e:4a:b1:10", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787e861c-b2", "ovs_interfaceid": "787e861c-b20f-4235-a2a3-0331cee64a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.465895] env[69603]: DEBUG oslo_concurrency.lockutils [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] Releasing lock "refresh_cache-b4c6a04c-a7f5-4796-ada2-0ca3431b947c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.465895] env[69603]: DEBUG nova.compute.manager [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Received event network-changed-65b0bd94-9992-4985-a3ca-12653dc3b20d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.465895] env[69603]: DEBUG nova.compute.manager [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Refreshing instance network info cache due to event network-changed-65b0bd94-9992-4985-a3ca-12653dc3b20d. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 724.465895] env[69603]: DEBUG oslo_concurrency.lockutils [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] Acquiring lock "refresh_cache-9708bf88-1a5c-423b-bb92-49e90d343844" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.465895] env[69603]: DEBUG oslo_concurrency.lockutils [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] Acquired lock "refresh_cache-9708bf88-1a5c-423b-bb92-49e90d343844" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.466372] env[69603]: DEBUG nova.network.neutron [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Refreshing network info cache for port 65b0bd94-9992-4985-a3ca-12653dc3b20d {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 724.530726] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "25da83bc-5cf0-436b-bca7-b6c3c225e188" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.530726] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "25da83bc-5cf0-436b-bca7-b6c3c225e188" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.555943] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a15ee6-72a5-3b7e-e912-4d67cce29825, 'name': SearchDatastore_Task, 'duration_secs': 0.021965} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.555943] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.555943] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.555943] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.641970] env[69603]: INFO nova.compute.manager [-] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Took 1.30 seconds to deallocate network for instance. [ 724.685024] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b62729-d781-d658-8f7a-5b1e3dba5cc7, 'name': SearchDatastore_Task, 'duration_secs': 0.019708} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.685024] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.685024] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 9708bf88-1a5c-423b-bb92-49e90d343844/9708bf88-1a5c-423b-bb92-49e90d343844.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.685024] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.685345] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.685345] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c6b5c4a-ab12-4ee7-bec1-1ea937e48a4a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.686804] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0439eb6c-6bc4-41e4-b835-ff8d1e9475cb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.694608] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Waiting for the task: (returnval){ [ 724.694608] env[69603]: value = "task-3479609" [ 724.694608] env[69603]: _type = "Task" [ 724.694608] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.699577] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.699940] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.703492] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4126e970-7edf-4b93-b5b9-c8b3e3513bb4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.706043] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.708835] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf95f87b-e6e0-4e0e-a01d-683adeef24fa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.712693] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 724.712693] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52eb4143-428c-f296-4c85-eca0661d6153" [ 724.712693] env[69603]: _type = "Task" [ 724.712693] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.718094] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dccf0a9a-aa46-4327-88f4-0791eecfcd84 tempest-ServersAdminNegativeTestJSON-397873896 tempest-ServersAdminNegativeTestJSON-397873896-project-admin] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Suspending the VM {{(pid=69603) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 724.718741] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e897c957-bb03-4d8d-be0b-bdc95ffb7487 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.723752] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52eb4143-428c-f296-4c85-eca0661d6153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.730256] env[69603]: DEBUG oslo_vmware.api [None req-dccf0a9a-aa46-4327-88f4-0791eecfcd84 tempest-ServersAdminNegativeTestJSON-397873896 tempest-ServersAdminNegativeTestJSON-397873896-project-admin] Waiting for the task: (returnval){ [ 724.730256] env[69603]: value = "task-3479610" [ 724.730256] env[69603]: _type = "Task" [ 724.730256] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.736654] env[69603]: DEBUG oslo_vmware.api [None req-dccf0a9a-aa46-4327-88f4-0791eecfcd84 tempest-ServersAdminNegativeTestJSON-397873896 tempest-ServersAdminNegativeTestJSON-397873896-project-admin] Task: {'id': task-3479610, 'name': SuspendVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.768020] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.801677] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "refresh_cache-a0aba5ee-b361-4f90-81a0-2fe4b9542819" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.805019] env[69603]: DEBUG nova.compute.manager [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Instance network_info: |[{"id": "787e861c-b20f-4235-a2a3-0331cee64a55", "address": "fa:16:3e:4a:b1:10", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787e861c-b2", "ovs_interfaceid": "787e861c-b20f-4235-a2a3-0331cee64a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.805180] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:b1:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '787e861c-b20f-4235-a2a3-0331cee64a55', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.816609] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Creating folder: Project (65e5410203674c3796382ee08e6306f1). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.817330] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-124a130f-a786-4e87-b324-f90e577840ee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.830794] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Created folder: Project (65e5410203674c3796382ee08e6306f1) in parent group-v695567. [ 724.831103] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Creating folder: Instances. Parent ref: group-v695674. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.831416] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1ae42d8-ac64-4e63-9ff4-136b9d932191 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.845087] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Created folder: Instances in parent group-v695674. [ 724.845398] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.845649] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.845898] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86dc97ad-c29b-40a4-bf55-2eafb60ebab1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.876023] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.876023] env[69603]: value = "task-3479613" [ 724.876023] env[69603]: _type = "Task" [ 724.876023] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.885574] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479613, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.946170] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a4ce8d30-53a9-4d55-a151-971903c97e62 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.947675] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.085s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.947951] env[69603]: DEBUG nova.objects.instance [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Lazy-loading 'resources' on Instance uuid ccea07bc-1f5c-4217-82c5-0a4852f6237b {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.146748] env[69603]: DEBUG oslo_concurrency.lockutils [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.167135] env[69603]: DEBUG nova.network.neutron [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Updated VIF entry in instance network info cache for port 37c3a942-4395-4e02-b3f2-ed5eb4052362. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.167511] env[69603]: DEBUG nova.network.neutron [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Updating instance_info_cache with network_info: [{"id": "37c3a942-4395-4e02-b3f2-ed5eb4052362", "address": "fa:16:3e:65:87:23", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37c3a942-43", "ovs_interfaceid": "37c3a942-4395-4e02-b3f2-ed5eb4052362", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.210503] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479609, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.226530] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52eb4143-428c-f296-4c85-eca0661d6153, 'name': SearchDatastore_Task, 'duration_secs': 0.016631} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.227012] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5712b971-affd-4f1c-91cd-a418ae00548b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.237528] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 725.237528] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52745763-0100-e8f5-9dec-71323b87658c" [ 725.237528] env[69603]: _type = "Task" [ 725.237528] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.243877] env[69603]: DEBUG oslo_vmware.api [None req-dccf0a9a-aa46-4327-88f4-0791eecfcd84 tempest-ServersAdminNegativeTestJSON-397873896 tempest-ServersAdminNegativeTestJSON-397873896-project-admin] Task: {'id': task-3479610, 'name': SuspendVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.257335] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52745763-0100-e8f5-9dec-71323b87658c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.389299] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479613, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.496033] env[69603]: DEBUG nova.network.neutron [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Updated VIF entry in instance network info cache for port 65b0bd94-9992-4985-a3ca-12653dc3b20d. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 725.496033] env[69603]: DEBUG nova.network.neutron [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Updating instance_info_cache with network_info: [{"id": "65b0bd94-9992-4985-a3ca-12653dc3b20d", "address": "fa:16:3e:59:18:b8", "network": {"id": "1cb592ed-4083-4333-b674-2835ecbef5ce", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-696182142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "68f371f204de4af1b146795b1734f188", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65b0bd94-99", "ovs_interfaceid": "65b0bd94-9992-4985-a3ca-12653dc3b20d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.674837] env[69603]: DEBUG oslo_concurrency.lockutils [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] Releasing lock "refresh_cache-8da78725-c35d-41e6-a7dd-1a68e4458dac" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.675027] env[69603]: DEBUG nova.compute.manager [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Received event network-vif-plugged-787e861c-b20f-4235-a2a3-0331cee64a55 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.675221] env[69603]: DEBUG oslo_concurrency.lockutils [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] Acquiring lock "a0aba5ee-b361-4f90-81a0-2fe4b9542819-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.678023] env[69603]: DEBUG oslo_concurrency.lockutils [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] Lock "a0aba5ee-b361-4f90-81a0-2fe4b9542819-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.678023] env[69603]: DEBUG oslo_concurrency.lockutils [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] Lock "a0aba5ee-b361-4f90-81a0-2fe4b9542819-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.678023] env[69603]: DEBUG nova.compute.manager [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] No waiting events found dispatching network-vif-plugged-787e861c-b20f-4235-a2a3-0331cee64a55 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 725.678023] env[69603]: WARNING nova.compute.manager [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Received unexpected event network-vif-plugged-787e861c-b20f-4235-a2a3-0331cee64a55 for instance with vm_state building and task_state spawning. [ 725.678023] env[69603]: DEBUG nova.compute.manager [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Received event network-changed-787e861c-b20f-4235-a2a3-0331cee64a55 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.678279] env[69603]: DEBUG nova.compute.manager [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Refreshing instance network info cache due to event network-changed-787e861c-b20f-4235-a2a3-0331cee64a55. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.678279] env[69603]: DEBUG oslo_concurrency.lockutils [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] Acquiring lock "refresh_cache-a0aba5ee-b361-4f90-81a0-2fe4b9542819" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.678279] env[69603]: DEBUG oslo_concurrency.lockutils [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] Acquired lock "refresh_cache-a0aba5ee-b361-4f90-81a0-2fe4b9542819" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.678279] env[69603]: DEBUG nova.network.neutron [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Refreshing network info cache for port 787e861c-b20f-4235-a2a3-0331cee64a55 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.708879] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93435} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.711373] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 9708bf88-1a5c-423b-bb92-49e90d343844/9708bf88-1a5c-423b-bb92-49e90d343844.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.714288] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.714777] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09895262-d8b1-4415-a09a-2ea6a9844afd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.722142] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Waiting for the task: (returnval){ [ 725.722142] env[69603]: value = "task-3479614" [ 725.722142] env[69603]: _type = "Task" [ 725.722142] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.732561] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.744390] env[69603]: DEBUG oslo_vmware.api [None req-dccf0a9a-aa46-4327-88f4-0791eecfcd84 tempest-ServersAdminNegativeTestJSON-397873896 tempest-ServersAdminNegativeTestJSON-397873896-project-admin] Task: {'id': task-3479610, 'name': SuspendVM_Task, 'duration_secs': 0.699359} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.747391] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dccf0a9a-aa46-4327-88f4-0791eecfcd84 tempest-ServersAdminNegativeTestJSON-397873896 tempest-ServersAdminNegativeTestJSON-397873896-project-admin] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Suspended the VM {{(pid=69603) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 725.747584] env[69603]: DEBUG nova.compute.manager [None req-dccf0a9a-aa46-4327-88f4-0791eecfcd84 tempest-ServersAdminNegativeTestJSON-397873896 tempest-ServersAdminNegativeTestJSON-397873896-project-admin] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.748382] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ac363a-8a92-4bc3-afbf-52c82c6dc3a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.760175] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52745763-0100-e8f5-9dec-71323b87658c, 'name': SearchDatastore_Task, 'duration_secs': 0.066701} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.762156] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.763191] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 8da78725-c35d-41e6-a7dd-1a68e4458dac/8da78725-c35d-41e6-a7dd-1a68e4458dac.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.767262] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17fc4fc1-2836-4cc2-ac7a-0b341f1c77bf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.774386] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 725.774386] env[69603]: value = "task-3479615" [ 725.774386] env[69603]: _type = "Task" [ 725.774386] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.782919] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.893342] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479613, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.010244] env[69603]: DEBUG oslo_concurrency.lockutils [req-ed06d8a3-0a1a-449f-a3a8-68f0372de6af req-325e3fa2-50da-4482-bef2-1aff38b982a6 service nova] Releasing lock "refresh_cache-9708bf88-1a5c-423b-bb92-49e90d343844" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.125975] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467ee775-dc3a-4288-89b9-a4d1dd4af6de {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.134122] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d43f382-357c-4cb3-9e2d-0d716bdc2c5f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.166819] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e20f80-cc92-47d8-9a97-520a9c6cfb2b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.174848] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0067e37-b6ad-48e8-b044-05a18b86dcbb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.193043] env[69603]: DEBUG nova.compute.provider_tree [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.233512] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.270518} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.233786] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.234818] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac08edad-32e8-466c-b53d-58e946c49189 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.260024] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 9708bf88-1a5c-423b-bb92-49e90d343844/9708bf88-1a5c-423b-bb92-49e90d343844.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.263104] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f59f2eba-3c8c-4446-8520-8c5a337fbffe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.284382] env[69603]: DEBUG nova.compute.manager [req-08359bfe-a805-4d21-bd97-05f0d9d959d2 req-3db41341-8387-4c91-bf32-befcd34eec1c service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Received event network-changed-683839cd-93e5-4c2c-87ce-556ac7ac9640 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.285031] env[69603]: DEBUG nova.compute.manager [req-08359bfe-a805-4d21-bd97-05f0d9d959d2 req-3db41341-8387-4c91-bf32-befcd34eec1c service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Refreshing instance network info cache due to event network-changed-683839cd-93e5-4c2c-87ce-556ac7ac9640. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.285031] env[69603]: DEBUG oslo_concurrency.lockutils [req-08359bfe-a805-4d21-bd97-05f0d9d959d2 req-3db41341-8387-4c91-bf32-befcd34eec1c service nova] Acquiring lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.285031] env[69603]: DEBUG oslo_concurrency.lockutils [req-08359bfe-a805-4d21-bd97-05f0d9d959d2 req-3db41341-8387-4c91-bf32-befcd34eec1c service nova] Acquired lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.285188] env[69603]: DEBUG nova.network.neutron [req-08359bfe-a805-4d21-bd97-05f0d9d959d2 req-3db41341-8387-4c91-bf32-befcd34eec1c service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Refreshing network info cache for port 683839cd-93e5-4c2c-87ce-556ac7ac9640 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.296586] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479615, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.298805] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Waiting for the task: (returnval){ [ 726.298805] env[69603]: value = "task-3479616" [ 726.298805] env[69603]: _type = "Task" [ 726.298805] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.307781] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.385778] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479613, 'name': CreateVM_Task, 'duration_secs': 1.236819} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.387141] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.387967] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.388200] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.388562] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.388830] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633a583e-7959-4dec-8615-4cfd8880d577 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.393437] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 726.393437] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529f7c1c-2657-e32d-d213-eba3e70635dc" [ 726.393437] env[69603]: _type = "Task" [ 726.393437] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.401156] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529f7c1c-2657-e32d-d213-eba3e70635dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.565783] env[69603]: DEBUG nova.network.neutron [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Updated VIF entry in instance network info cache for port 787e861c-b20f-4235-a2a3-0331cee64a55. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.566304] env[69603]: DEBUG nova.network.neutron [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Updating instance_info_cache with network_info: [{"id": "787e861c-b20f-4235-a2a3-0331cee64a55", "address": "fa:16:3e:4a:b1:10", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787e861c-b2", "ovs_interfaceid": "787e861c-b20f-4235-a2a3-0331cee64a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.697399] env[69603]: DEBUG nova.scheduler.client.report [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.797176] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479615, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.810688] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479616, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.905473] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529f7c1c-2657-e32d-d213-eba3e70635dc, 'name': SearchDatastore_Task, 'duration_secs': 0.019908} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.907935] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.908220] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.908440] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.908629] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.908754] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.909056] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-430b969b-dca7-441f-8703-f79f1c612af4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.921136] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.923216] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.923216] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fa1b90a-05a1-4caf-9e6c-25182a30e1fb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.929829] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 726.929829] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e94ed1-b9b8-27f3-9cf6-cb4723379d79" [ 726.929829] env[69603]: _type = "Task" [ 726.929829] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.935789] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e94ed1-b9b8-27f3-9cf6-cb4723379d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.991714] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.070121] env[69603]: DEBUG oslo_concurrency.lockutils [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] Releasing lock "refresh_cache-a0aba5ee-b361-4f90-81a0-2fe4b9542819" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.070121] env[69603]: DEBUG nova.compute.manager [req-1bbebae7-7dc2-4ccc-98ab-b37deeb339be req-477c617a-ec47-413c-97c3-4cd3614071e2 service nova] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Received event network-vif-deleted-7bd2fa81-dfb9-4a8f-84c6-1420ef4fb303 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.098706] env[69603]: DEBUG nova.network.neutron [req-08359bfe-a805-4d21-bd97-05f0d9d959d2 req-3db41341-8387-4c91-bf32-befcd34eec1c service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Updated VIF entry in instance network info cache for port 683839cd-93e5-4c2c-87ce-556ac7ac9640. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.098706] env[69603]: DEBUG nova.network.neutron [req-08359bfe-a805-4d21-bd97-05f0d9d959d2 req-3db41341-8387-4c91-bf32-befcd34eec1c service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Updating instance_info_cache with network_info: [{"id": "683839cd-93e5-4c2c-87ce-556ac7ac9640", "address": "fa:16:3e:a4:b6:e4", "network": {"id": "680463cd-fb3e-4f8d-bf26-9cc0ba759f22", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1546586908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8188a95d8747e6b838ca9fbc0b22ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap683839cd-93", "ovs_interfaceid": "683839cd-93e5-4c2c-87ce-556ac7ac9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.203384] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.206666] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.154s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.208785] env[69603]: INFO nova.compute.claims [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.245187] env[69603]: INFO nova.scheduler.client.report [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Deleted allocations for instance ccea07bc-1f5c-4217-82c5-0a4852f6237b [ 727.294660] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479615, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.062585} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.295210] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 8da78725-c35d-41e6-a7dd-1a68e4458dac/8da78725-c35d-41e6-a7dd-1a68e4458dac.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.297187] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.297187] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b09a32e2-ec33-4ac8-848f-beb8874fd7e1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.307042] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 727.307042] env[69603]: value = "task-3479617" [ 727.307042] env[69603]: _type = "Task" [ 727.307042] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.313365] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479616, 'name': ReconfigVM_Task, 'duration_secs': 0.724399} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.314140] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 9708bf88-1a5c-423b-bb92-49e90d343844/9708bf88-1a5c-423b-bb92-49e90d343844.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.314827] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d80a7bc-4158-48f3-a5ec-b3cb1375558c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.319823] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.324634] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Waiting for the task: (returnval){ [ 727.324634] env[69603]: value = "task-3479618" [ 727.324634] env[69603]: _type = "Task" [ 727.324634] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.333589] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479618, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.439220] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e94ed1-b9b8-27f3-9cf6-cb4723379d79, 'name': SearchDatastore_Task, 'duration_secs': 0.043472} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.440081] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a0f96c5-20ea-4470-b87f-d8315b27f1b2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.445696] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 727.445696] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b34030-187b-f2f0-228c-76c3ae37d050" [ 727.445696] env[69603]: _type = "Task" [ 727.445696] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.453110] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b34030-187b-f2f0-228c-76c3ae37d050, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.603107] env[69603]: DEBUG oslo_concurrency.lockutils [req-08359bfe-a805-4d21-bd97-05f0d9d959d2 req-3db41341-8387-4c91-bf32-befcd34eec1c service nova] Releasing lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.758473] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e32afb7-1676-4cc7-9413-673bc5450326 tempest-ServersAdmin275Test-667242764 tempest-ServersAdmin275Test-667242764-project-member] Lock "ccea07bc-1f5c-4217-82c5-0a4852f6237b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.310s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.815800] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096885} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.816167] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.817029] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7c3ad6-686e-4f2f-8f42-c17fd721016b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.839842] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 8da78725-c35d-41e6-a7dd-1a68e4458dac/8da78725-c35d-41e6-a7dd-1a68e4458dac.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.843442] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e864897e-cae2-4be0-9702-f6f3e5ef837a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.864604] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479618, 'name': Rename_Task, 'duration_secs': 0.187692} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.865903] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.866231] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 727.866231] env[69603]: value = "task-3479619" [ 727.866231] env[69603]: _type = "Task" [ 727.866231] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.866408] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32a1f837-fd4d-4209-b7ec-fd9c5bf8b76a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.876292] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.877802] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Waiting for the task: (returnval){ [ 727.877802] env[69603]: value = "task-3479620" [ 727.877802] env[69603]: _type = "Task" [ 727.877802] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.886539] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.956145] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b34030-187b-f2f0-228c-76c3ae37d050, 'name': SearchDatastore_Task, 'duration_secs': 0.023559} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.956419] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.956676] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a0aba5ee-b361-4f90-81a0-2fe4b9542819/a0aba5ee-b361-4f90-81a0-2fe4b9542819.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.956944] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0631ca14-a486-45f4-8a47-3b8e49ae43af {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.964240] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 727.964240] env[69603]: value = "task-3479621" [ 727.964240] env[69603]: _type = "Task" [ 727.964240] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.972056] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.343881] env[69603]: DEBUG nova.compute.manager [req-584d5750-d904-4bd3-861f-5815fd623181 req-22d462ee-e813-4e20-a842-0e58630c95a9 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Received event network-changed-683839cd-93e5-4c2c-87ce-556ac7ac9640 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.344195] env[69603]: DEBUG nova.compute.manager [req-584d5750-d904-4bd3-861f-5815fd623181 req-22d462ee-e813-4e20-a842-0e58630c95a9 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Refreshing instance network info cache due to event network-changed-683839cd-93e5-4c2c-87ce-556ac7ac9640. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.344519] env[69603]: DEBUG oslo_concurrency.lockutils [req-584d5750-d904-4bd3-861f-5815fd623181 req-22d462ee-e813-4e20-a842-0e58630c95a9 service nova] Acquiring lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.344707] env[69603]: DEBUG oslo_concurrency.lockutils [req-584d5750-d904-4bd3-861f-5815fd623181 req-22d462ee-e813-4e20-a842-0e58630c95a9 service nova] Acquired lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.344905] env[69603]: DEBUG nova.network.neutron [req-584d5750-d904-4bd3-861f-5815fd623181 req-22d462ee-e813-4e20-a842-0e58630c95a9 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Refreshing network info cache for port 683839cd-93e5-4c2c-87ce-556ac7ac9640 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.382272] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.392356] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479620, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.480401] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479621, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.780374] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7211092f-9ece-433a-875f-cfbd756fbaee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.788559] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cb732f-1019-456e-9d74-3321d4677d82 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.819586] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ec682d-b9e3-460e-9d7a-645100c78898 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.827572] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a3e63a-f61f-4ee6-b2e6-e1d1e388f0f9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.841993] env[69603]: DEBUG nova.compute.provider_tree [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.878813] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479619, 'name': ReconfigVM_Task, 'duration_secs': 0.633562} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.879074] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 8da78725-c35d-41e6-a7dd-1a68e4458dac/8da78725-c35d-41e6-a7dd-1a68e4458dac.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.879726] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cda4a078-917a-429c-a718-04b35e982de5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.887310] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 728.887310] env[69603]: value = "task-3479622" [ 728.887310] env[69603]: _type = "Task" [ 728.887310] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.895563] env[69603]: DEBUG oslo_vmware.api [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479620, 'name': PowerOnVM_Task, 'duration_secs': 0.821477} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.896140] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.896412] env[69603]: INFO nova.compute.manager [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Took 10.40 seconds to spawn the instance on the hypervisor. [ 728.896611] env[69603]: DEBUG nova.compute.manager [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.897738] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868161cd-5aaf-4748-870b-5662fc9685eb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.903228] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479622, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.939989] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquiring lock "86b7096c-bb42-4ef5-befb-e9d228d2f03c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.939989] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "86b7096c-bb42-4ef5-befb-e9d228d2f03c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.939989] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquiring lock "86b7096c-bb42-4ef5-befb-e9d228d2f03c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.939989] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "86b7096c-bb42-4ef5-befb-e9d228d2f03c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.940380] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "86b7096c-bb42-4ef5-befb-e9d228d2f03c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.942832] env[69603]: INFO nova.compute.manager [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Terminating instance [ 728.977119] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801669} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.977312] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a0aba5ee-b361-4f90-81a0-2fe4b9542819/a0aba5ee-b361-4f90-81a0-2fe4b9542819.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.977731] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.977807] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c704d5f-0514-4370-a96a-09d9c8c860ba {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.986896] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 728.986896] env[69603]: value = "task-3479623" [ 728.986896] env[69603]: _type = "Task" [ 728.986896] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.995545] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.066899] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquiring lock "3a6bc090-13ff-4df0-b89c-d7782488111f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.067195] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "3a6bc090-13ff-4df0-b89c-d7782488111f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.067402] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquiring lock "3a6bc090-13ff-4df0-b89c-d7782488111f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.067646] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "3a6bc090-13ff-4df0-b89c-d7782488111f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.067820] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "3a6bc090-13ff-4df0-b89c-d7782488111f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.069965] env[69603]: INFO nova.compute.manager [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Terminating instance [ 729.269748] env[69603]: DEBUG nova.network.neutron [req-584d5750-d904-4bd3-861f-5815fd623181 req-22d462ee-e813-4e20-a842-0e58630c95a9 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Updated VIF entry in instance network info cache for port 683839cd-93e5-4c2c-87ce-556ac7ac9640. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.270182] env[69603]: DEBUG nova.network.neutron [req-584d5750-d904-4bd3-861f-5815fd623181 req-22d462ee-e813-4e20-a842-0e58630c95a9 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Updating instance_info_cache with network_info: [{"id": "683839cd-93e5-4c2c-87ce-556ac7ac9640", "address": "fa:16:3e:a4:b6:e4", "network": {"id": "680463cd-fb3e-4f8d-bf26-9cc0ba759f22", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1546586908-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "db8188a95d8747e6b838ca9fbc0b22ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap683839cd-93", "ovs_interfaceid": "683839cd-93e5-4c2c-87ce-556ac7ac9640", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.349512] env[69603]: DEBUG nova.scheduler.client.report [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.398143] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479622, 'name': Rename_Task, 'duration_secs': 0.259698} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.398444] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.398686] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8909240a-f89a-4a9b-b212-a9d010888e14 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.405752] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 729.405752] env[69603]: value = "task-3479624" [ 729.405752] env[69603]: _type = "Task" [ 729.405752] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.419818] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.425041] env[69603]: INFO nova.compute.manager [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Took 40.33 seconds to build instance. [ 729.450633] env[69603]: DEBUG nova.compute.manager [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.450853] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.451805] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95a32e3-18ca-4147-a759-b1d0e018e531 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.459691] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.459936] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90445eee-f023-4c7d-8420-d69be9d69896 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.466302] env[69603]: DEBUG oslo_vmware.api [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 729.466302] env[69603]: value = "task-3479625" [ 729.466302] env[69603]: _type = "Task" [ 729.466302] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.476316] env[69603]: DEBUG oslo_vmware.api [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.495956] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112193} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.496303] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.497097] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793ff999-c820-4ddd-b47d-76d45c1d337e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.519649] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] a0aba5ee-b361-4f90-81a0-2fe4b9542819/a0aba5ee-b361-4f90-81a0-2fe4b9542819.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.520397] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a583116-e726-4e85-b5e3-f6eb95d3e509 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.540485] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 729.540485] env[69603]: value = "task-3479626" [ 729.540485] env[69603]: _type = "Task" [ 729.540485] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.550789] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.573831] env[69603]: DEBUG nova.compute.manager [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.574289] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.574936] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395de0c9-6396-450f-b2dd-70ffa355e09d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.585181] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.585181] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-912cc497-c3a9-4777-a269-59a4d8d7b184 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.651413] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.651734] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.651957] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Deleting the datastore file [datastore1] 3a6bc090-13ff-4df0-b89c-d7782488111f {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.652659] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5087402b-0af2-43cd-8d5d-320db0fd57f8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.658987] env[69603]: DEBUG oslo_vmware.api [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 729.658987] env[69603]: value = "task-3479628" [ 729.658987] env[69603]: _type = "Task" [ 729.658987] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.667153] env[69603]: DEBUG oslo_vmware.api [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.773110] env[69603]: DEBUG oslo_concurrency.lockutils [req-584d5750-d904-4bd3-861f-5815fd623181 req-22d462ee-e813-4e20-a842-0e58630c95a9 service nova] Releasing lock "refresh_cache-77e4d517-af5f-491b-a44f-fd3e4954dbdc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.860026] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.860026] env[69603]: DEBUG nova.compute.manager [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.861397] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.900s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.915898] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479624, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.929331] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ec81ec4-c048-45f5-a3b1-2166605a6abd tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Lock "9708bf88-1a5c-423b-bb92-49e90d343844" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.113s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.979494] env[69603]: DEBUG oslo_vmware.api [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479625, 'name': PowerOffVM_Task, 'duration_secs': 0.506181} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.979494] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.979494] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.979494] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83f21b3b-67ad-407a-a794-840389a27b29 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.054600] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.055622] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.056062] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.056062] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Deleting the datastore file [datastore2] 86b7096c-bb42-4ef5-befb-e9d228d2f03c {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.056367] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78de943b-b67b-43b7-9386-927fd0a059c3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.064602] env[69603]: DEBUG oslo_vmware.api [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 730.064602] env[69603]: value = "task-3479630" [ 730.064602] env[69603]: _type = "Task" [ 730.064602] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.073813] env[69603]: DEBUG oslo_vmware.api [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479630, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.168869] env[69603]: DEBUG oslo_vmware.api [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401203} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.169166] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.169357] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.169539] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.169707] env[69603]: INFO nova.compute.manager [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Took 0.60 seconds to destroy the instance on the hypervisor. [ 730.169948] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.170204] env[69603]: DEBUG nova.compute.manager [-] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.170301] env[69603]: DEBUG nova.network.neutron [-] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.364516] env[69603]: DEBUG nova.compute.utils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.370142] env[69603]: DEBUG nova.compute.manager [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.370142] env[69603]: DEBUG nova.network.neutron [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.424825] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479624, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.430583] env[69603]: DEBUG nova.policy [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b367afbb17e141db9b4e7663e4569d05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '97c3086f913b48949f605cc68a237248', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.431978] env[69603]: DEBUG nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.556337] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479626, 'name': ReconfigVM_Task, 'duration_secs': 0.744122} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.556337] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Reconfigured VM instance instance-00000023 to attach disk [datastore2] a0aba5ee-b361-4f90-81a0-2fe4b9542819/a0aba5ee-b361-4f90-81a0-2fe4b9542819.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.556337] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30487d94-18ca-4d39-98c0-20e9fd772c6b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.564897] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 730.564897] env[69603]: value = "task-3479631" [ 730.564897] env[69603]: _type = "Task" [ 730.564897] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.590925] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479631, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.591331] env[69603]: DEBUG oslo_vmware.api [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479630, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283405} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.591867] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.593450] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.593450] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.593450] env[69603]: INFO nova.compute.manager [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 730.593450] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.593450] env[69603]: DEBUG nova.compute.manager [-] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.593450] env[69603]: DEBUG nova.network.neutron [-] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.728247] env[69603]: DEBUG nova.compute.manager [req-264e4a3f-6d0b-4571-ac03-5f3f9dcebacf req-6d5122b5-11a1-4cb6-98f3-99f5a146af5e service nova] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Received event network-vif-deleted-2d066a86-9b72-4867-ba10-9837d80cdca5 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.728247] env[69603]: INFO nova.compute.manager [req-264e4a3f-6d0b-4571-ac03-5f3f9dcebacf req-6d5122b5-11a1-4cb6-98f3-99f5a146af5e service nova] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Neutron deleted interface 2d066a86-9b72-4867-ba10-9837d80cdca5; detaching it from the instance and deleting it from the info cache [ 730.728247] env[69603]: DEBUG nova.network.neutron [req-264e4a3f-6d0b-4571-ac03-5f3f9dcebacf req-6d5122b5-11a1-4cb6-98f3-99f5a146af5e service nova] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.776825] env[69603]: DEBUG nova.network.neutron [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Successfully created port: f57ac358-8110-4667-b5ab-38bca7620a37 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.873152] env[69603]: DEBUG nova.compute.manager [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.925980] env[69603]: DEBUG oslo_vmware.api [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479624, 'name': PowerOnVM_Task, 'duration_secs': 1.153498} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.929855] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.930700] env[69603]: INFO nova.compute.manager [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Took 10.59 seconds to spawn the instance on the hypervisor. [ 730.930700] env[69603]: DEBUG nova.compute.manager [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.931423] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e59e52-e52c-45b2-856a-f53a82dc0384 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.964721] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.003528] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Acquiring lock "9708bf88-1a5c-423b-bb92-49e90d343844" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.003528] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Lock "9708bf88-1a5c-423b-bb92-49e90d343844" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.003528] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Acquiring lock "9708bf88-1a5c-423b-bb92-49e90d343844-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.003528] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Lock "9708bf88-1a5c-423b-bb92-49e90d343844-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.003671] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Lock "9708bf88-1a5c-423b-bb92-49e90d343844-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.004649] env[69603]: INFO nova.compute.manager [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Terminating instance [ 731.028162] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0f7325-41a3-4da7-993b-2af8d82ae340 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.037817] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bac5fa-2d00-4030-be32-02823b8dbfac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.075779] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1066c21e-7628-444f-bf80-0d54c81f07a3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.086593] env[69603]: DEBUG nova.network.neutron [-] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.087862] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479631, 'name': Rename_Task, 'duration_secs': 0.435102} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.089250] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b5babe-4514-4f52-9de0-c64e3836642f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.093022] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.093487] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d022f2a-55b3-49a1-9d20-653b2bea1f31 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.107864] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 731.107864] env[69603]: value = "task-3479632" [ 731.107864] env[69603]: _type = "Task" [ 731.107864] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.108688] env[69603]: DEBUG nova.compute.provider_tree [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.118122] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479632, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.230330] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ca6d453-b187-46bd-907c-5e7fed004e02 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.240159] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa44570-f118-4afd-834c-5a5ebe3e05ad {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.274570] env[69603]: DEBUG nova.compute.manager [req-264e4a3f-6d0b-4571-ac03-5f3f9dcebacf req-6d5122b5-11a1-4cb6-98f3-99f5a146af5e service nova] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Detach interface failed, port_id=2d066a86-9b72-4867-ba10-9837d80cdca5, reason: Instance 3a6bc090-13ff-4df0-b89c-d7782488111f could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 731.439305] env[69603]: DEBUG nova.network.neutron [-] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.456866] env[69603]: INFO nova.compute.manager [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Took 41.17 seconds to build instance. [ 731.508819] env[69603]: DEBUG nova.compute.manager [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 731.509090] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.510085] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28594a2-1171-4f9f-b8bb-1053824ebf72 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.518209] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.518488] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91f0fdaa-af7c-408c-a9b7-ac883abd7a74 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.524877] env[69603]: DEBUG oslo_vmware.api [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Waiting for the task: (returnval){ [ 731.524877] env[69603]: value = "task-3479633" [ 731.524877] env[69603]: _type = "Task" [ 731.524877] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.536035] env[69603]: DEBUG oslo_vmware.api [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.589770] env[69603]: INFO nova.compute.manager [-] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Took 1.42 seconds to deallocate network for instance. [ 731.614769] env[69603]: DEBUG nova.scheduler.client.report [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.629197] env[69603]: DEBUG oslo_vmware.api [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479632, 'name': PowerOnVM_Task, 'duration_secs': 0.496338} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.629612] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.629811] env[69603]: INFO nova.compute.manager [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Took 8.99 seconds to spawn the instance on the hypervisor. [ 731.630013] env[69603]: DEBUG nova.compute.manager [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.630832] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2585901d-cd81-4809-87c1-53d89aa650b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.886502] env[69603]: DEBUG nova.compute.manager [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.907769] env[69603]: DEBUG nova.virt.hardware [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.908069] env[69603]: DEBUG nova.virt.hardware [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.908258] env[69603]: DEBUG nova.virt.hardware [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.908448] env[69603]: DEBUG nova.virt.hardware [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.908594] env[69603]: DEBUG nova.virt.hardware [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.908741] env[69603]: DEBUG nova.virt.hardware [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.908942] env[69603]: DEBUG nova.virt.hardware [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.909115] env[69603]: DEBUG nova.virt.hardware [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.909357] env[69603]: DEBUG nova.virt.hardware [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.909532] env[69603]: DEBUG nova.virt.hardware [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.909801] env[69603]: DEBUG nova.virt.hardware [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.910703] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6962b3f-0275-48c8-a4bf-5c9623b6906f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.920612] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19340be-52a8-4ced-b87c-a1a2a785c960 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.941808] env[69603]: INFO nova.compute.manager [-] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Took 1.35 seconds to deallocate network for instance. [ 731.958784] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6f899a40-b457-4d87-9ecc-552a7b72040a tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "8da78725-c35d-41e6-a7dd-1a68e4458dac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.948s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.039257] env[69603]: DEBUG oslo_vmware.api [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479633, 'name': PowerOffVM_Task, 'duration_secs': 0.256562} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.039593] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 732.039953] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 732.040962] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d96c7f2-13a2-40c8-b254-4e5f57774963 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.097639] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.117757] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 732.117866] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 732.118049] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Deleting the datastore file [datastore2] 9708bf88-1a5c-423b-bb92-49e90d343844 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.118356] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03674592-97c0-4d26-9a16-4269ae64f953 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.128852] env[69603]: DEBUG oslo_vmware.api [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Waiting for the task: (returnval){ [ 732.128852] env[69603]: value = "task-3479635" [ 732.128852] env[69603]: _type = "Task" [ 732.128852] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.137589] env[69603]: DEBUG oslo_vmware.api [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.147297] env[69603]: INFO nova.compute.manager [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Took 38.73 seconds to build instance. [ 732.359604] env[69603]: DEBUG nova.network.neutron [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Successfully updated port: f57ac358-8110-4667-b5ab-38bca7620a37 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.447927] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.460612] env[69603]: DEBUG nova.compute.manager [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.511243] env[69603]: DEBUG nova.compute.manager [req-03fb0e7f-872c-4555-a7e7-4cbaeb173eee req-1bfb8b3c-d283-4d70-83bf-2abdd213ec54 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Received event network-vif-plugged-f57ac358-8110-4667-b5ab-38bca7620a37 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.511479] env[69603]: DEBUG oslo_concurrency.lockutils [req-03fb0e7f-872c-4555-a7e7-4cbaeb173eee req-1bfb8b3c-d283-4d70-83bf-2abdd213ec54 service nova] Acquiring lock "0bc05767-01e1-48da-ae01-2985abcd944c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.511772] env[69603]: DEBUG oslo_concurrency.lockutils [req-03fb0e7f-872c-4555-a7e7-4cbaeb173eee req-1bfb8b3c-d283-4d70-83bf-2abdd213ec54 service nova] Lock "0bc05767-01e1-48da-ae01-2985abcd944c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.511958] env[69603]: DEBUG oslo_concurrency.lockutils [req-03fb0e7f-872c-4555-a7e7-4cbaeb173eee req-1bfb8b3c-d283-4d70-83bf-2abdd213ec54 service nova] Lock "0bc05767-01e1-48da-ae01-2985abcd944c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.512139] env[69603]: DEBUG nova.compute.manager [req-03fb0e7f-872c-4555-a7e7-4cbaeb173eee req-1bfb8b3c-d283-4d70-83bf-2abdd213ec54 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] No waiting events found dispatching network-vif-plugged-f57ac358-8110-4667-b5ab-38bca7620a37 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 732.512336] env[69603]: WARNING nova.compute.manager [req-03fb0e7f-872c-4555-a7e7-4cbaeb173eee req-1bfb8b3c-d283-4d70-83bf-2abdd213ec54 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Received unexpected event network-vif-plugged-f57ac358-8110-4667-b5ab-38bca7620a37 for instance with vm_state building and task_state spawning. [ 732.626131] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.765s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.630944] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.401s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.631207] env[69603]: DEBUG nova.objects.instance [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lazy-loading 'resources' on Instance uuid f7c6c094-7f59-44f1-8107-e8b5f0850c68 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.641478] env[69603]: DEBUG oslo_vmware.api [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Task: {'id': task-3479635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222808} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.641727] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.641954] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.642394] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.642609] env[69603]: INFO nova.compute.manager [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Took 1.13 seconds to destroy the instance on the hypervisor. [ 732.642857] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.643312] env[69603]: DEBUG nova.compute.manager [-] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 732.643413] env[69603]: DEBUG nova.network.neutron [-] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 732.649368] env[69603]: DEBUG oslo_concurrency.lockutils [None req-92030465-7c11-426c-a9b5-dfc52624ffd1 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "a0aba5ee-b361-4f90-81a0-2fe4b9542819" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.661s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.862827] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Acquiring lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.862968] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Acquired lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.863145] env[69603]: DEBUG nova.network.neutron [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.905047] env[69603]: DEBUG nova.compute.manager [req-2503f3be-8a69-443d-9784-0928394e2ad6 req-7706100b-1695-4b24-bb67-bf6b54d7c3bd service nova] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Received event network-vif-deleted-3cef3d35-5b56-4170-b6bb-c5c6dfeb0628 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.985295] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.002130] env[69603]: INFO nova.compute.manager [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Rebuilding instance [ 733.043569] env[69603]: DEBUG nova.compute.manager [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.044187] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94da9813-094a-4a2f-b89d-40de5c618ba0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.151341] env[69603]: DEBUG nova.compute.manager [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.191805] env[69603]: INFO nova.scheduler.client.report [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Deleted allocation for migration 0d17270e-675c-4346-a136-a9c8eb099aab [ 733.381072] env[69603]: DEBUG nova.network.neutron [-] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.397631] env[69603]: DEBUG nova.network.neutron [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.531784] env[69603]: DEBUG nova.network.neutron [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Updating instance_info_cache with network_info: [{"id": "f57ac358-8110-4667-b5ab-38bca7620a37", "address": "fa:16:3e:54:74:cd", "network": {"id": "3a549413-4d1d-4290-91ab-adb21d4c6096", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-434589937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "97c3086f913b48949f605cc68a237248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57ac358-81", "ovs_interfaceid": "f57ac358-8110-4667-b5ab-38bca7620a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.637456] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36321c14-6a2d-4af5-9b77-667703191414 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.644990] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66647f50-bdc9-4208-9972-2d982fe732c4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.686566] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348b39ec-812e-4aba-821b-725c12861fd1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.696787] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f564dab1-a2c4-40fd-9f7e-7be45dbcf8a2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.701710] env[69603]: DEBUG oslo_concurrency.lockutils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.702724] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1249f14-1220-437d-a636-6388cd48abc0 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "3d99f616-a6a4-471c-9665-4f32f1a585ea" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.896s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.714703] env[69603]: DEBUG nova.compute.provider_tree [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.885744] env[69603]: INFO nova.compute.manager [-] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Took 1.24 seconds to deallocate network for instance. [ 734.037151] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Releasing lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.037151] env[69603]: DEBUG nova.compute.manager [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Instance network_info: |[{"id": "f57ac358-8110-4667-b5ab-38bca7620a37", "address": "fa:16:3e:54:74:cd", "network": {"id": "3a549413-4d1d-4290-91ab-adb21d4c6096", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-434589937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "97c3086f913b48949f605cc68a237248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57ac358-81", "ovs_interfaceid": "f57ac358-8110-4667-b5ab-38bca7620a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.037877] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:74:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f57ac358-8110-4667-b5ab-38bca7620a37', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.046017] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Creating folder: Project (97c3086f913b48949f605cc68a237248). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.046504] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-043a84ab-9521-41b2-8827-bb110cbcc266 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.057701] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.057981] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Created folder: Project (97c3086f913b48949f605cc68a237248) in parent group-v695567. [ 734.058170] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Creating folder: Instances. Parent ref: group-v695677. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.058391] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-331d4d4c-d835-456e-b013-1546d304d86c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.059986] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3a87eb5-ce0c-483c-bc61-8fe197236dc5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.066252] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 734.066252] env[69603]: value = "task-3479637" [ 734.066252] env[69603]: _type = "Task" [ 734.066252] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.071848] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Created folder: Instances in parent group-v695677. [ 734.072100] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.072626] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.072840] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88acc9a7-df33-40b1-9d68-ffa863c20069 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.091928] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.096717] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.096717] env[69603]: value = "task-3479639" [ 734.096717] env[69603]: _type = "Task" [ 734.096717] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.105794] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479639, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.218202] env[69603]: DEBUG nova.scheduler.client.report [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.397265] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.577671] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479637, 'name': PowerOffVM_Task, 'duration_secs': 0.198666} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.577905] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.581502] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.582136] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4901e2f7-e862-4b5d-9639-40c0fe9ede82 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.589923] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.590214] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42a7f7b1-6f6e-4960-b61d-461408dbbd04 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.607652] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479639, 'name': CreateVM_Task, 'duration_secs': 0.359861} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.607652] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.607908] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.607908] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.608684] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.608684] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ff3ff9b-4019-4a28-8468-0c2ef36738ed {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.613768] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 734.613768] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5228e745-ced5-46c7-5046-75cc2c19fe82" [ 734.613768] env[69603]: _type = "Task" [ 734.613768] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.620761] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5228e745-ced5-46c7-5046-75cc2c19fe82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.669465] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.669465] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.669465] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleting the datastore file [datastore2] 8da78725-c35d-41e6-a7dd-1a68e4458dac {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.669465] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab3f5203-028b-4d23-a67e-4b00b606e380 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.674355] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 734.674355] env[69603]: value = "task-3479641" [ 734.674355] env[69603]: _type = "Task" [ 734.674355] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.682918] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.699969] env[69603]: DEBUG nova.compute.manager [req-af4c0b4a-d241-41f0-a95e-97f57f62d835 req-d92bfe1a-34c5-4a31-91fd-851662b30b7f service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Received event network-changed-f57ac358-8110-4667-b5ab-38bca7620a37 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.700205] env[69603]: DEBUG nova.compute.manager [req-af4c0b4a-d241-41f0-a95e-97f57f62d835 req-d92bfe1a-34c5-4a31-91fd-851662b30b7f service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Refreshing instance network info cache due to event network-changed-f57ac358-8110-4667-b5ab-38bca7620a37. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.700437] env[69603]: DEBUG oslo_concurrency.lockutils [req-af4c0b4a-d241-41f0-a95e-97f57f62d835 req-d92bfe1a-34c5-4a31-91fd-851662b30b7f service nova] Acquiring lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.700653] env[69603]: DEBUG oslo_concurrency.lockutils [req-af4c0b4a-d241-41f0-a95e-97f57f62d835 req-d92bfe1a-34c5-4a31-91fd-851662b30b7f service nova] Acquired lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.700836] env[69603]: DEBUG nova.network.neutron [req-af4c0b4a-d241-41f0-a95e-97f57f62d835 req-d92bfe1a-34c5-4a31-91fd-851662b30b7f service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Refreshing network info cache for port f57ac358-8110-4667-b5ab-38bca7620a37 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.724016] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.093s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.727429] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.368s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.729242] env[69603]: INFO nova.compute.claims [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.755313] env[69603]: INFO nova.scheduler.client.report [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Deleted allocations for instance f7c6c094-7f59-44f1-8107-e8b5f0850c68 [ 735.123602] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5228e745-ced5-46c7-5046-75cc2c19fe82, 'name': SearchDatastore_Task, 'duration_secs': 0.024505} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.123981] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.124299] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.124631] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.125142] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.125252] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.125514] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7596113e-a140-4fce-ab38-c8de14f512c6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.135541] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.135839] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.136969] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c01dcaa-289e-4278-a706-e42df58b75f1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.143684] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 735.143684] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52257841-3366-da07-05c8-fa9cf34609b4" [ 735.143684] env[69603]: _type = "Task" [ 735.143684] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.152299] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52257841-3366-da07-05c8-fa9cf34609b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.185075] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361564} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.185345] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.185527] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.185700] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.268881] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dec16bad-8336-45ba-b728-0533aa06dfa6 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "f7c6c094-7f59-44f1-8107-e8b5f0850c68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.353s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.424874] env[69603]: DEBUG nova.network.neutron [req-af4c0b4a-d241-41f0-a95e-97f57f62d835 req-d92bfe1a-34c5-4a31-91fd-851662b30b7f service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Updated VIF entry in instance network info cache for port f57ac358-8110-4667-b5ab-38bca7620a37. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.425257] env[69603]: DEBUG nova.network.neutron [req-af4c0b4a-d241-41f0-a95e-97f57f62d835 req-d92bfe1a-34c5-4a31-91fd-851662b30b7f service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Updating instance_info_cache with network_info: [{"id": "f57ac358-8110-4667-b5ab-38bca7620a37", "address": "fa:16:3e:54:74:cd", "network": {"id": "3a549413-4d1d-4290-91ab-adb21d4c6096", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-434589937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "97c3086f913b48949f605cc68a237248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57ac358-81", "ovs_interfaceid": "f57ac358-8110-4667-b5ab-38bca7620a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.654821] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52257841-3366-da07-05c8-fa9cf34609b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013517} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.655116] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c69ef298-6c54-44ef-b5d7-2adc914675c6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.660986] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 735.660986] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525a0d9d-9833-d772-fd8a-d095563753da" [ 735.660986] env[69603]: _type = "Task" [ 735.660986] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.671605] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525a0d9d-9833-d772-fd8a-d095563753da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.929675] env[69603]: DEBUG oslo_concurrency.lockutils [req-af4c0b4a-d241-41f0-a95e-97f57f62d835 req-d92bfe1a-34c5-4a31-91fd-851662b30b7f service nova] Releasing lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.929675] env[69603]: DEBUG nova.compute.manager [req-af4c0b4a-d241-41f0-a95e-97f57f62d835 req-d92bfe1a-34c5-4a31-91fd-851662b30b7f service nova] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Received event network-vif-deleted-65b0bd94-9992-4985-a3ca-12653dc3b20d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.971112] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.971112] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.173198] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525a0d9d-9833-d772-fd8a-d095563753da, 'name': SearchDatastore_Task, 'duration_secs': 0.023242} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.173469] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.173724] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 0bc05767-01e1-48da-ae01-2985abcd944c/0bc05767-01e1-48da-ae01-2985abcd944c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.173985] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea6397d1-be66-4ad7-ba68-8ca5c7d43819 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.182863] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 736.182863] env[69603]: value = "task-3479642" [ 736.182863] env[69603]: _type = "Task" [ 736.182863] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.192173] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.213714] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.214057] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.214295] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.214467] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.214764] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.220782] env[69603]: INFO nova.compute.manager [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Terminating instance [ 736.226386] env[69603]: DEBUG nova.virt.hardware [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.226644] env[69603]: DEBUG nova.virt.hardware [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.226997] env[69603]: DEBUG nova.virt.hardware [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.226997] env[69603]: DEBUG nova.virt.hardware [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.227147] env[69603]: DEBUG nova.virt.hardware [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.227353] env[69603]: DEBUG nova.virt.hardware [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.227500] env[69603]: DEBUG nova.virt.hardware [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.227684] env[69603]: DEBUG nova.virt.hardware [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.227834] env[69603]: DEBUG nova.virt.hardware [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.228014] env[69603]: DEBUG nova.virt.hardware [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.228334] env[69603]: DEBUG nova.virt.hardware [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.229134] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3275b2-c747-495c-bb18-7719860e27af {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.240371] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bcf72c-81ce-4b76-8860-6b3e5759e511 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.256260] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:87:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37c3a942-4395-4e02-b3f2-ed5eb4052362', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.263740] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.266267] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.266657] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62496fcc-8862-459f-8afc-0a90398bb97e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.287389] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.287389] env[69603]: value = "task-3479643" [ 736.287389] env[69603]: _type = "Task" [ 736.287389] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.294527] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479643, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.295979] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547b48cc-0cfe-4979-80fb-a0ed24b7a7de {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.303649] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fda1893-d893-4898-b0db-d3fcd53ccbfa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.334811] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fc6b94-8d59-4572-b12b-801e0f9dc6c7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.343408] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8967be9a-34b6-4efe-8cc8-ae1557f01947 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.359891] env[69603]: DEBUG nova.compute.provider_tree [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 736.695658] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479642, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.724455] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "refresh_cache-2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.724693] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquired lock "refresh_cache-2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.724892] env[69603]: DEBUG nova.network.neutron [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.797598] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479643, 'name': CreateVM_Task, 'duration_secs': 0.354585} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.797757] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.799710] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.799710] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.799710] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.799710] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c92312f-2dd2-4cf5-bf24-170f7ac37932 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.804170] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 736.804170] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cc2e13-155c-f7b5-8d13-44e37c05209a" [ 736.804170] env[69603]: _type = "Task" [ 736.804170] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.812104] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cc2e13-155c-f7b5-8d13-44e37c05209a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.862284] env[69603]: DEBUG nova.scheduler.client.report [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.193724] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658944} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.193986] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 0bc05767-01e1-48da-ae01-2985abcd944c/0bc05767-01e1-48da-ae01-2985abcd944c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.194247] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.194507] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c02f5ff-ef5e-4703-a6e4-9b501a298a20 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.201156] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 737.201156] env[69603]: value = "task-3479644" [ 737.201156] env[69603]: _type = "Task" [ 737.201156] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.208507] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.214828] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "bcc0c5fd-21df-485a-b67f-cc2900ddf091" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.215084] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "bcc0c5fd-21df-485a-b67f-cc2900ddf091" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.244916] env[69603]: DEBUG nova.network.neutron [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.292582] env[69603]: DEBUG nova.network.neutron [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.315484] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cc2e13-155c-f7b5-8d13-44e37c05209a, 'name': SearchDatastore_Task, 'duration_secs': 0.023483} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.315774] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.315996] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.316255] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.316400] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.316575] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.316826] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3ca437f-2d97-4ffe-8f28-ad84197c455c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.329333] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.329522] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.330295] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03be2e8c-1634-4dae-ad7f-e510f5ae0119 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.335557] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 737.335557] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5249bbcd-1253-6daf-9a87-2d80a0066241" [ 737.335557] env[69603]: _type = "Task" [ 737.335557] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.342878] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5249bbcd-1253-6daf-9a87-2d80a0066241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.367213] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.367829] env[69603]: DEBUG nova.compute.manager [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 737.370316] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.453s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.371760] env[69603]: INFO nova.compute.claims [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 737.572514] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "bb4fb498-78da-43d5-a20c-cf38a94b2efa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.572765] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "bb4fb498-78da-43d5-a20c-cf38a94b2efa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.711798] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065817} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.712177] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.712986] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b3c395-85fa-4ad8-9e20-a4a017a8985c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.734975] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 0bc05767-01e1-48da-ae01-2985abcd944c/0bc05767-01e1-48da-ae01-2985abcd944c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.735246] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf9e51f2-e941-4323-960e-6cf345b10dc0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.755613] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 737.755613] env[69603]: value = "task-3479645" [ 737.755613] env[69603]: _type = "Task" [ 737.755613] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.763567] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.795374] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Releasing lock "refresh_cache-2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.795808] env[69603]: DEBUG nova.compute.manager [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.796010] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.796938] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddbb213-f2d0-4619-9131-2a399a017263 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.803736] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.803971] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0763e67-4e5a-49a5-b268-e317ae7fa01f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.810483] env[69603]: DEBUG oslo_vmware.api [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 737.810483] env[69603]: value = "task-3479646" [ 737.810483] env[69603]: _type = "Task" [ 737.810483] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.817523] env[69603]: DEBUG oslo_vmware.api [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.848028] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5249bbcd-1253-6daf-9a87-2d80a0066241, 'name': SearchDatastore_Task, 'duration_secs': 0.068036} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.848028] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ebfbc1-f163-4733-9824-a9eb299a7408 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.852564] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 737.852564] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b685df-bf1b-635d-e15e-acc21ab00ddb" [ 737.852564] env[69603]: _type = "Task" [ 737.852564] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.860706] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b685df-bf1b-635d-e15e-acc21ab00ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.877012] env[69603]: DEBUG nova.compute.utils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.881794] env[69603]: DEBUG nova.compute.manager [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.881966] env[69603]: DEBUG nova.network.neutron [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.930715] env[69603]: DEBUG nova.policy [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b6d58cb471842b3bf0090990c4afed1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65e5410203674c3796382ee08e6306f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.961548] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "f002f41b-ad9f-437e-9b52-52885f6e2a1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.961781] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "f002f41b-ad9f-437e-9b52-52885f6e2a1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.232890] env[69603]: DEBUG nova.network.neutron [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Successfully created port: 3e95509b-a5bd-4582-9b9c-3c96d6cb184f {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.265409] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479645, 'name': ReconfigVM_Task, 'duration_secs': 0.293122} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.265729] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 0bc05767-01e1-48da-ae01-2985abcd944c/0bc05767-01e1-48da-ae01-2985abcd944c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.266296] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd699c3f-0063-4467-93a2-078678caa87f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.272579] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 738.272579] env[69603]: value = "task-3479647" [ 738.272579] env[69603]: _type = "Task" [ 738.272579] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.282361] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479647, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.318991] env[69603]: DEBUG oslo_vmware.api [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479646, 'name': PowerOffVM_Task, 'duration_secs': 0.131307} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.322391] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.322391] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.322391] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-269dd091-45ef-43af-b87c-5dbf562626d1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.344108] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.344323] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.344517] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Deleting the datastore file [datastore1] 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.344805] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfc89b30-19c1-426a-8e56-8a7030cc747b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.352119] env[69603]: DEBUG oslo_vmware.api [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for the task: (returnval){ [ 738.352119] env[69603]: value = "task-3479649" [ 738.352119] env[69603]: _type = "Task" [ 738.352119] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.363081] env[69603]: DEBUG oslo_vmware.api [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.366592] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b685df-bf1b-635d-e15e-acc21ab00ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.015422} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.366822] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.367095] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 8da78725-c35d-41e6-a7dd-1a68e4458dac/8da78725-c35d-41e6-a7dd-1a68e4458dac.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.367357] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-222d640f-d6c3-4faa-a955-b8215f911cd8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.372763] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 738.372763] env[69603]: value = "task-3479650" [ 738.372763] env[69603]: _type = "Task" [ 738.372763] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.380552] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.382209] env[69603]: DEBUG nova.compute.manager [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 738.790563] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479647, 'name': Rename_Task, 'duration_secs': 0.133358} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.790906] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.791599] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2570e3cf-5b95-4c24-8c61-05eaf67288d9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.801069] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 738.801069] env[69603]: value = "task-3479651" [ 738.801069] env[69603]: _type = "Task" [ 738.801069] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.813485] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.871302] env[69603]: DEBUG oslo_vmware.api [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Task: {'id': task-3479649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.115676} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.871302] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.871302] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.871302] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.871302] env[69603]: INFO nova.compute.manager [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Took 1.07 seconds to destroy the instance on the hypervisor. [ 738.871471] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.871471] env[69603]: DEBUG nova.compute.manager [-] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.871471] env[69603]: DEBUG nova.network.neutron [-] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.887208] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479650, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.896391] env[69603]: DEBUG nova.network.neutron [-] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.986677] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dae76ed-23ca-4f14-83fe-f9f35ad3a485 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.994094] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0780e640-adc7-4c42-9f69-2562a0c6b1a1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.027486] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7c7a62-a151-4b12-96fb-bf901be755ff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.034989] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6713515-3f7d-4e53-9013-ae6009527f37 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.048490] env[69603]: DEBUG nova.compute.provider_tree [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.311722] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479651, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.382966] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577767} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.383283] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 8da78725-c35d-41e6-a7dd-1a68e4458dac/8da78725-c35d-41e6-a7dd-1a68e4458dac.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.383516] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.383795] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cf85928-b4bb-4c4f-b998-2f1e4e1cb956 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.390536] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 739.390536] env[69603]: value = "task-3479652" [ 739.390536] env[69603]: _type = "Task" [ 739.390536] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.399806] env[69603]: DEBUG nova.compute.manager [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 739.402034] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.402465] env[69603]: DEBUG nova.network.neutron [-] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.427153] env[69603]: DEBUG nova.virt.hardware [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 739.427449] env[69603]: DEBUG nova.virt.hardware [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 739.427653] env[69603]: DEBUG nova.virt.hardware [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 739.427891] env[69603]: DEBUG nova.virt.hardware [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 739.428116] env[69603]: DEBUG nova.virt.hardware [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 739.428282] env[69603]: DEBUG nova.virt.hardware [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 739.428507] env[69603]: DEBUG nova.virt.hardware [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 739.428699] env[69603]: DEBUG nova.virt.hardware [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 739.428905] env[69603]: DEBUG nova.virt.hardware [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 739.429128] env[69603]: DEBUG nova.virt.hardware [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 739.429343] env[69603]: DEBUG nova.virt.hardware [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 739.430595] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cfdc42-c18d-43e0-ad21-1459c3eafd5c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.438947] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4989cf3-2b27-4c0f-b9ff-166e14cef547 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.552437] env[69603]: DEBUG nova.scheduler.client.report [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.608763] env[69603]: DEBUG nova.compute.manager [req-eef7bbf7-e5e5-4af6-b660-74264618a1c4 req-b61d020f-2772-4ff5-8c91-b3a399de16a2 service nova] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Received event network-vif-plugged-3e95509b-a5bd-4582-9b9c-3c96d6cb184f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.609010] env[69603]: DEBUG oslo_concurrency.lockutils [req-eef7bbf7-e5e5-4af6-b660-74264618a1c4 req-b61d020f-2772-4ff5-8c91-b3a399de16a2 service nova] Acquiring lock "8448abb9-9e9d-4e1c-bb7c-ee29fad661da-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.609249] env[69603]: DEBUG oslo_concurrency.lockutils [req-eef7bbf7-e5e5-4af6-b660-74264618a1c4 req-b61d020f-2772-4ff5-8c91-b3a399de16a2 service nova] Lock "8448abb9-9e9d-4e1c-bb7c-ee29fad661da-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.609399] env[69603]: DEBUG oslo_concurrency.lockutils [req-eef7bbf7-e5e5-4af6-b660-74264618a1c4 req-b61d020f-2772-4ff5-8c91-b3a399de16a2 service nova] Lock "8448abb9-9e9d-4e1c-bb7c-ee29fad661da-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.609544] env[69603]: DEBUG nova.compute.manager [req-eef7bbf7-e5e5-4af6-b660-74264618a1c4 req-b61d020f-2772-4ff5-8c91-b3a399de16a2 service nova] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] No waiting events found dispatching network-vif-plugged-3e95509b-a5bd-4582-9b9c-3c96d6cb184f {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 739.609736] env[69603]: WARNING nova.compute.manager [req-eef7bbf7-e5e5-4af6-b660-74264618a1c4 req-b61d020f-2772-4ff5-8c91-b3a399de16a2 service nova] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Received unexpected event network-vif-plugged-3e95509b-a5bd-4582-9b9c-3c96d6cb184f for instance with vm_state building and task_state spawning. [ 739.814083] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479651, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.888077] env[69603]: DEBUG nova.network.neutron [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Successfully updated port: 3e95509b-a5bd-4582-9b9c-3c96d6cb184f {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.900098] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072139} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.900521] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.901971] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d1b2d6-9438-4f96-b6a1-10de339109c1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.905242] env[69603]: INFO nova.compute.manager [-] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Took 1.03 seconds to deallocate network for instance. [ 739.929192] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 8da78725-c35d-41e6-a7dd-1a68e4458dac/8da78725-c35d-41e6-a7dd-1a68e4458dac.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.930098] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-585596a2-eb5d-412c-8557-6da9e0777cdf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.952100] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 739.952100] env[69603]: value = "task-3479653" [ 739.952100] env[69603]: _type = "Task" [ 739.952100] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.960414] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.057231] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.057815] env[69603]: DEBUG nova.compute.manager [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.060636] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.929s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.062059] env[69603]: INFO nova.compute.claims [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.313332] env[69603]: DEBUG oslo_vmware.api [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479651, 'name': PowerOnVM_Task, 'duration_secs': 1.033275} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.313616] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.313818] env[69603]: INFO nova.compute.manager [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Took 8.43 seconds to spawn the instance on the hypervisor. [ 740.313994] env[69603]: DEBUG nova.compute.manager [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.314795] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ac162c-e443-4297-a146-c2614da0b3a3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.392521] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "refresh_cache-8448abb9-9e9d-4e1c-bb7c-ee29fad661da" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.392521] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "refresh_cache-8448abb9-9e9d-4e1c-bb7c-ee29fad661da" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.392521] env[69603]: DEBUG nova.network.neutron [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.431526] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.462558] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479653, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.570339] env[69603]: DEBUG nova.compute.utils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.572833] env[69603]: DEBUG nova.compute.manager [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 740.573108] env[69603]: DEBUG nova.network.neutron [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 740.611484] env[69603]: DEBUG nova.policy [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4e7220b4cbb48c1a934260be9e28671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ae3b77a2d24475680f30563feabe781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 740.836680] env[69603]: INFO nova.compute.manager [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Took 35.81 seconds to build instance. [ 740.887289] env[69603]: DEBUG nova.network.neutron [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Successfully created port: f16fac25-0b21-4b65-a650-4bb1ccc955a2 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.958445] env[69603]: DEBUG nova.network.neutron [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.966125] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479653, 'name': ReconfigVM_Task, 'duration_secs': 0.756301} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.966476] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 8da78725-c35d-41e6-a7dd-1a68e4458dac/8da78725-c35d-41e6-a7dd-1a68e4458dac.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.967233] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb000f6e-17fd-4cca-8822-2d3ff75cf796 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.974516] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 740.974516] env[69603]: value = "task-3479654" [ 740.974516] env[69603]: _type = "Task" [ 740.974516] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.986036] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479654, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.080535] env[69603]: DEBUG nova.compute.manager [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.167794] env[69603]: DEBUG nova.network.neutron [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Updating instance_info_cache with network_info: [{"id": "3e95509b-a5bd-4582-9b9c-3c96d6cb184f", "address": "fa:16:3e:e4:04:b3", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e95509b-a5", "ovs_interfaceid": "3e95509b-a5bd-4582-9b9c-3c96d6cb184f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.339211] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e9e308d-4c88-4974-9ba8-b1d89c694b78 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Lock "0bc05767-01e1-48da-ae01-2985abcd944c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.951s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.488998] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479654, 'name': Rename_Task, 'duration_secs': 0.231035} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.489302] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.489545] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d0c0e64-08aa-45b2-8ee8-d26b6368f4a7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.523219] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 741.523219] env[69603]: value = "task-3479655" [ 741.523219] env[69603]: _type = "Task" [ 741.523219] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.531151] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479655, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.614211] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d64af5-7fa6-48ae-8b20-965c0abfe3c2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.622390] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73310d36-3e87-42b5-94db-8b88d49f4afa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.653888] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16af817b-2678-4e1a-a358-419c6bd2c6fb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.661293] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013dba9b-6274-4574-a7a3-e57b3256faf3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.674800] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "refresh_cache-8448abb9-9e9d-4e1c-bb7c-ee29fad661da" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.675117] env[69603]: DEBUG nova.compute.manager [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Instance network_info: |[{"id": "3e95509b-a5bd-4582-9b9c-3c96d6cb184f", "address": "fa:16:3e:e4:04:b3", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e95509b-a5", "ovs_interfaceid": "3e95509b-a5bd-4582-9b9c-3c96d6cb184f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.675627] env[69603]: DEBUG nova.compute.provider_tree [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.676975] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:04:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e95509b-a5bd-4582-9b9c-3c96d6cb184f', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.684687] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.685962] env[69603]: DEBUG nova.scheduler.client.report [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.688955] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.689293] env[69603]: INFO nova.compute.manager [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Rescuing [ 741.689567] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Acquiring lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.689635] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Acquired lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.689794] env[69603]: DEBUG nova.network.neutron [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.691070] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ff95f9e-3ca4-49f6-975e-15fd75f51740 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.714800] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.714800] env[69603]: value = "task-3479656" [ 741.714800] env[69603]: _type = "Task" [ 741.714800] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.722796] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479656, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.781199] env[69603]: DEBUG nova.compute.manager [req-8e0f85d9-9313-418c-9ac3-7e31cf82b3ce req-5627278f-272d-45d5-b19a-187d1baa7219 service nova] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Received event network-changed-3e95509b-a5bd-4582-9b9c-3c96d6cb184f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.781199] env[69603]: DEBUG nova.compute.manager [req-8e0f85d9-9313-418c-9ac3-7e31cf82b3ce req-5627278f-272d-45d5-b19a-187d1baa7219 service nova] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Refreshing instance network info cache due to event network-changed-3e95509b-a5bd-4582-9b9c-3c96d6cb184f. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.781199] env[69603]: DEBUG oslo_concurrency.lockutils [req-8e0f85d9-9313-418c-9ac3-7e31cf82b3ce req-5627278f-272d-45d5-b19a-187d1baa7219 service nova] Acquiring lock "refresh_cache-8448abb9-9e9d-4e1c-bb7c-ee29fad661da" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.781199] env[69603]: DEBUG oslo_concurrency.lockutils [req-8e0f85d9-9313-418c-9ac3-7e31cf82b3ce req-5627278f-272d-45d5-b19a-187d1baa7219 service nova] Acquired lock "refresh_cache-8448abb9-9e9d-4e1c-bb7c-ee29fad661da" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.781199] env[69603]: DEBUG nova.network.neutron [req-8e0f85d9-9313-418c-9ac3-7e31cf82b3ce req-5627278f-272d-45d5-b19a-187d1baa7219 service nova] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Refreshing network info cache for port 3e95509b-a5bd-4582-9b9c-3c96d6cb184f {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.841831] env[69603]: DEBUG nova.compute.manager [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.960435] env[69603]: DEBUG nova.network.neutron [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Updating instance_info_cache with network_info: [{"id": "f57ac358-8110-4667-b5ab-38bca7620a37", "address": "fa:16:3e:54:74:cd", "network": {"id": "3a549413-4d1d-4290-91ab-adb21d4c6096", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-434589937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "97c3086f913b48949f605cc68a237248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57ac358-81", "ovs_interfaceid": "f57ac358-8110-4667-b5ab-38bca7620a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.034249] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479655, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.089801] env[69603]: DEBUG nova.compute.manager [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.118247] env[69603]: DEBUG nova.virt.hardware [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.118577] env[69603]: DEBUG nova.virt.hardware [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.118766] env[69603]: DEBUG nova.virt.hardware [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.118977] env[69603]: DEBUG nova.virt.hardware [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.120044] env[69603]: DEBUG nova.virt.hardware [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.120044] env[69603]: DEBUG nova.virt.hardware [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.120044] env[69603]: DEBUG nova.virt.hardware [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.120044] env[69603]: DEBUG nova.virt.hardware [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.120044] env[69603]: DEBUG nova.virt.hardware [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.120272] env[69603]: DEBUG nova.virt.hardware [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.120435] env[69603]: DEBUG nova.virt.hardware [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.121319] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc2396b-fa73-41fc-8df1-7a8987891f25 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.131029] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52a25f9-7fe6-4140-b001-4350ea062872 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.193632] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.194220] env[69603]: DEBUG nova.compute.manager [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 742.200220] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.987s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.200220] env[69603]: DEBUG nova.objects.instance [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Lazy-loading 'resources' on Instance uuid 8211b529-f910-42e0-a094-6df9e4c64f5c {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 742.226191] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479656, 'name': CreateVM_Task, 'duration_secs': 0.445981} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.226191] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.226408] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.226603] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.226915] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.227232] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba033dc-cc64-47ca-8c2f-1df137cc0297 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.232586] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 742.232586] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dcf4e3-92c0-2b80-97e6-110dac33ec94" [ 742.232586] env[69603]: _type = "Task" [ 742.232586] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.241345] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dcf4e3-92c0-2b80-97e6-110dac33ec94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.371241] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.410090] env[69603]: DEBUG nova.network.neutron [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Successfully updated port: f16fac25-0b21-4b65-a650-4bb1ccc955a2 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.462823] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Releasing lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.534017] env[69603]: DEBUG oslo_vmware.api [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479655, 'name': PowerOnVM_Task, 'duration_secs': 0.900202} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.534274] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.534505] env[69603]: DEBUG nova.compute.manager [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 742.535264] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59650d82-3ac8-4982-965c-1226e4a6626e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.548137] env[69603]: DEBUG nova.network.neutron [req-8e0f85d9-9313-418c-9ac3-7e31cf82b3ce req-5627278f-272d-45d5-b19a-187d1baa7219 service nova] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Updated VIF entry in instance network info cache for port 3e95509b-a5bd-4582-9b9c-3c96d6cb184f. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.548137] env[69603]: DEBUG nova.network.neutron [req-8e0f85d9-9313-418c-9ac3-7e31cf82b3ce req-5627278f-272d-45d5-b19a-187d1baa7219 service nova] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Updating instance_info_cache with network_info: [{"id": "3e95509b-a5bd-4582-9b9c-3c96d6cb184f", "address": "fa:16:3e:e4:04:b3", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e95509b-a5", "ovs_interfaceid": "3e95509b-a5bd-4582-9b9c-3c96d6cb184f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.699793] env[69603]: DEBUG nova.compute.utils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.701058] env[69603]: DEBUG nova.compute.manager [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.702225] env[69603]: DEBUG nova.network.neutron [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.747276] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dcf4e3-92c0-2b80-97e6-110dac33ec94, 'name': SearchDatastore_Task, 'duration_secs': 0.01155} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.747765] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.748046] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.748354] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.748672] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.748944] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.749253] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9e4fe38-3e38-4ba2-b4a3-1d86920e3abc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.761991] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.764878] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.764878] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc3a5838-52f9-4a76-b4de-49840efea057 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.768272] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 742.768272] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cb7c04-1e14-be39-a88a-872bfbcff948" [ 742.768272] env[69603]: _type = "Task" [ 742.768272] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.775354] env[69603]: DEBUG nova.policy [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce25bf0be51b43929628a699d5ca40c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '510f35e5fc614cc9907efe4b0afe86fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.783539] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cb7c04-1e14-be39-a88a-872bfbcff948, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.783539] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23eaff5e-47b6-4c8b-83a9-5b351658ef93 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.790378] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 742.790378] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522b0fb7-8186-ea3e-6bc7-1b4ed1636e72" [ 742.790378] env[69603]: _type = "Task" [ 742.790378] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.798830] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522b0fb7-8186-ea3e-6bc7-1b4ed1636e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.913089] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "refresh_cache-375f9fb9-2dcf-49a1-bc37-53daa213d575" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.913393] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired lock "refresh_cache-375f9fb9-2dcf-49a1-bc37-53daa213d575" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.913393] env[69603]: DEBUG nova.network.neutron [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.049582] env[69603]: DEBUG oslo_concurrency.lockutils [req-8e0f85d9-9313-418c-9ac3-7e31cf82b3ce req-5627278f-272d-45d5-b19a-187d1baa7219 service nova] Releasing lock "refresh_cache-8448abb9-9e9d-4e1c-bb7c-ee29fad661da" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.057149] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.207962] env[69603]: DEBUG nova.compute.manager [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.264054] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4485b7-80d8-4937-8258-ad65deed4167 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.272046] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eda1c1b-f1f1-483a-b1f2-f1998a1ca938 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.307036] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3570ee22-9d6c-43cb-9378-78a19ab5138b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.318457] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ef9322-e5a8-40d6-9095-a516c83aed9e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.322553] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522b0fb7-8186-ea3e-6bc7-1b4ed1636e72, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.322804] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.323075] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 8448abb9-9e9d-4e1c-bb7c-ee29fad661da/8448abb9-9e9d-4e1c-bb7c-ee29fad661da.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.323666] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d2bfad5-c64f-4fdc-889e-364c2ed69e54 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.333800] env[69603]: DEBUG nova.compute.provider_tree [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.340395] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 743.340395] env[69603]: value = "task-3479657" [ 743.340395] env[69603]: _type = "Task" [ 743.340395] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.349806] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479657, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.451979] env[69603]: DEBUG nova.network.neutron [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.493881] env[69603]: DEBUG nova.network.neutron [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Successfully created port: 1dcd454d-006f-4609-8762-97a00e99c5de {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.623820] env[69603]: DEBUG nova.network.neutron [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Updating instance_info_cache with network_info: [{"id": "f16fac25-0b21-4b65-a650-4bb1ccc955a2", "address": "fa:16:3e:73:28:30", "network": {"id": "b9bc9b13-eab6-4761-97e9-e5e61262d7d5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-548942406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae3b77a2d24475680f30563feabe781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16fac25-0b", "ovs_interfaceid": "f16fac25-0b21-4b65-a650-4bb1ccc955a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.837477] env[69603]: DEBUG nova.scheduler.client.report [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.852134] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479657, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452711} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.852437] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 8448abb9-9e9d-4e1c-bb7c-ee29fad661da/8448abb9-9e9d-4e1c-bb7c-ee29fad661da.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.852653] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.853045] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66567c55-4a49-4801-85e7-281966fd1a9d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.862173] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 743.862173] env[69603]: value = "task-3479658" [ 743.862173] env[69603]: _type = "Task" [ 743.862173] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.870359] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.998803] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.999062] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-707427a1-b36c-456d-865e-6e3cd834dfb0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.006545] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 744.006545] env[69603]: value = "task-3479659" [ 744.006545] env[69603]: _type = "Task" [ 744.006545] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.016338] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479659, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.047127] env[69603]: DEBUG nova.compute.manager [req-28e46c22-d9ca-4c91-92aa-6932e1eb99fe req-4a82e479-497b-4589-a314-416306c90678 service nova] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Received event network-vif-plugged-f16fac25-0b21-4b65-a650-4bb1ccc955a2 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.047361] env[69603]: DEBUG oslo_concurrency.lockutils [req-28e46c22-d9ca-4c91-92aa-6932e1eb99fe req-4a82e479-497b-4589-a314-416306c90678 service nova] Acquiring lock "375f9fb9-2dcf-49a1-bc37-53daa213d575-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.047584] env[69603]: DEBUG oslo_concurrency.lockutils [req-28e46c22-d9ca-4c91-92aa-6932e1eb99fe req-4a82e479-497b-4589-a314-416306c90678 service nova] Lock "375f9fb9-2dcf-49a1-bc37-53daa213d575-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.047762] env[69603]: DEBUG oslo_concurrency.lockutils [req-28e46c22-d9ca-4c91-92aa-6932e1eb99fe req-4a82e479-497b-4589-a314-416306c90678 service nova] Lock "375f9fb9-2dcf-49a1-bc37-53daa213d575-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.047937] env[69603]: DEBUG nova.compute.manager [req-28e46c22-d9ca-4c91-92aa-6932e1eb99fe req-4a82e479-497b-4589-a314-416306c90678 service nova] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] No waiting events found dispatching network-vif-plugged-f16fac25-0b21-4b65-a650-4bb1ccc955a2 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.048123] env[69603]: WARNING nova.compute.manager [req-28e46c22-d9ca-4c91-92aa-6932e1eb99fe req-4a82e479-497b-4589-a314-416306c90678 service nova] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Received unexpected event network-vif-plugged-f16fac25-0b21-4b65-a650-4bb1ccc955a2 for instance with vm_state building and task_state spawning. [ 744.049766] env[69603]: DEBUG nova.compute.manager [req-28e46c22-d9ca-4c91-92aa-6932e1eb99fe req-4a82e479-497b-4589-a314-416306c90678 service nova] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Received event network-changed-f16fac25-0b21-4b65-a650-4bb1ccc955a2 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.049766] env[69603]: DEBUG nova.compute.manager [req-28e46c22-d9ca-4c91-92aa-6932e1eb99fe req-4a82e479-497b-4589-a314-416306c90678 service nova] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Refreshing instance network info cache due to event network-changed-f16fac25-0b21-4b65-a650-4bb1ccc955a2. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.049766] env[69603]: DEBUG oslo_concurrency.lockutils [req-28e46c22-d9ca-4c91-92aa-6932e1eb99fe req-4a82e479-497b-4589-a314-416306c90678 service nova] Acquiring lock "refresh_cache-375f9fb9-2dcf-49a1-bc37-53daa213d575" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.128538] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Releasing lock "refresh_cache-375f9fb9-2dcf-49a1-bc37-53daa213d575" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.128900] env[69603]: DEBUG nova.compute.manager [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Instance network_info: |[{"id": "f16fac25-0b21-4b65-a650-4bb1ccc955a2", "address": "fa:16:3e:73:28:30", "network": {"id": "b9bc9b13-eab6-4761-97e9-e5e61262d7d5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-548942406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae3b77a2d24475680f30563feabe781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16fac25-0b", "ovs_interfaceid": "f16fac25-0b21-4b65-a650-4bb1ccc955a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.130234] env[69603]: DEBUG oslo_concurrency.lockutils [req-28e46c22-d9ca-4c91-92aa-6932e1eb99fe req-4a82e479-497b-4589-a314-416306c90678 service nova] Acquired lock "refresh_cache-375f9fb9-2dcf-49a1-bc37-53daa213d575" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.130234] env[69603]: DEBUG nova.network.neutron [req-28e46c22-d9ca-4c91-92aa-6932e1eb99fe req-4a82e479-497b-4589-a314-416306c90678 service nova] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Refreshing network info cache for port f16fac25-0b21-4b65-a650-4bb1ccc955a2 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.130880] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:28:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f16fac25-0b21-4b65-a650-4bb1ccc955a2', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.139984] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.140298] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.140548] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fd92a44-a400-43c6-baaf-ff934f658e3e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.162712] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.162712] env[69603]: value = "task-3479660" [ 744.162712] env[69603]: _type = "Task" [ 744.162712] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.171239] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479660, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.218620] env[69603]: DEBUG nova.compute.manager [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 744.244263] env[69603]: DEBUG nova.virt.hardware [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 744.244675] env[69603]: DEBUG nova.virt.hardware [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 744.244965] env[69603]: DEBUG nova.virt.hardware [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.245311] env[69603]: DEBUG nova.virt.hardware [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 744.245582] env[69603]: DEBUG nova.virt.hardware [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.245850] env[69603]: DEBUG nova.virt.hardware [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 744.246257] env[69603]: DEBUG nova.virt.hardware [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 744.246520] env[69603]: DEBUG nova.virt.hardware [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 744.246742] env[69603]: DEBUG nova.virt.hardware [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 744.246920] env[69603]: DEBUG nova.virt.hardware [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 744.247116] env[69603]: DEBUG nova.virt.hardware [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 744.247982] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1322458-f9ba-4e3d-8c68-3ef5370244e8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.256467] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a257cfc8-7972-4256-b66f-0d7aa3cb14ce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.319808] env[69603]: DEBUG oslo_concurrency.lockutils [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "8da78725-c35d-41e6-a7dd-1a68e4458dac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.320134] env[69603]: DEBUG oslo_concurrency.lockutils [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "8da78725-c35d-41e6-a7dd-1a68e4458dac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.320343] env[69603]: DEBUG oslo_concurrency.lockutils [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "8da78725-c35d-41e6-a7dd-1a68e4458dac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.320597] env[69603]: DEBUG oslo_concurrency.lockutils [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "8da78725-c35d-41e6-a7dd-1a68e4458dac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.320783] env[69603]: DEBUG oslo_concurrency.lockutils [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "8da78725-c35d-41e6-a7dd-1a68e4458dac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.322819] env[69603]: INFO nova.compute.manager [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Terminating instance [ 744.346502] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.348788] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.465s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.350318] env[69603]: INFO nova.compute.claims [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.370776] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068349} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.371471] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.372342] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab818f25-868c-4c6a-8cd7-fc0db016cf3b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.395163] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 8448abb9-9e9d-4e1c-bb7c-ee29fad661da/8448abb9-9e9d-4e1c-bb7c-ee29fad661da.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.397292] env[69603]: INFO nova.scheduler.client.report [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Deleted allocations for instance 8211b529-f910-42e0-a094-6df9e4c64f5c [ 744.398034] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb1c0f6b-194b-48a5-95c6-71c836f7e272 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.420396] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 744.420396] env[69603]: value = "task-3479661" [ 744.420396] env[69603]: _type = "Task" [ 744.420396] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.429020] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.516055] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479659, 'name': PowerOffVM_Task, 'duration_secs': 0.27653} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.516329] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.517199] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d741d9-c126-4bbb-be54-3531ee8fe7be {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.536262] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afca6a9d-a728-4f79-9594-c3e44007d924 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.564310] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.564491] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33a0ad30-c79a-4a14-911c-10db91633a42 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.572053] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 744.572053] env[69603]: value = "task-3479662" [ 744.572053] env[69603]: _type = "Task" [ 744.572053] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.581196] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] VM already powered off {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 744.581404] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.581660] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.581842] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.582031] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.582276] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35e39645-7dc1-4948-b2ef-fe0bd3b77df3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.589576] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.589746] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.590496] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59a27831-ea27-4b4c-8980-f86f2242610c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.595121] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 744.595121] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a28be5-3f73-9c3a-54f3-ddb31e6d874b" [ 744.595121] env[69603]: _type = "Task" [ 744.595121] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.602308] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a28be5-3f73-9c3a-54f3-ddb31e6d874b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.671801] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479660, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.829029] env[69603]: DEBUG nova.compute.manager [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.829029] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.829029] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada96604-a814-4ed2-bb86-9fe25b6d1f6a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.838181] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.838677] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c1da48f-de08-4b5e-a599-37711cb4d3c7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.842306] env[69603]: DEBUG nova.network.neutron [req-28e46c22-d9ca-4c91-92aa-6932e1eb99fe req-4a82e479-497b-4589-a314-416306c90678 service nova] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Updated VIF entry in instance network info cache for port f16fac25-0b21-4b65-a650-4bb1ccc955a2. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.843320] env[69603]: DEBUG nova.network.neutron [req-28e46c22-d9ca-4c91-92aa-6932e1eb99fe req-4a82e479-497b-4589-a314-416306c90678 service nova] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Updating instance_info_cache with network_info: [{"id": "f16fac25-0b21-4b65-a650-4bb1ccc955a2", "address": "fa:16:3e:73:28:30", "network": {"id": "b9bc9b13-eab6-4761-97e9-e5e61262d7d5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-548942406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae3b77a2d24475680f30563feabe781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf16fac25-0b", "ovs_interfaceid": "f16fac25-0b21-4b65-a650-4bb1ccc955a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.845873] env[69603]: DEBUG oslo_vmware.api [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 744.845873] env[69603]: value = "task-3479663" [ 744.845873] env[69603]: _type = "Task" [ 744.845873] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.854560] env[69603]: DEBUG oslo_vmware.api [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.918554] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7a45a3ae-3dd4-425f-b284-0a19b1825ad0 tempest-InstanceActionsNegativeTestJSON-2126519581 tempest-InstanceActionsNegativeTestJSON-2126519581-project-member] Lock "8211b529-f910-42e0-a094-6df9e4c64f5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.307s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.931148] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.059047] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "d295f7c6-ce16-42d6-ab06-c4e0d62c98e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.059330] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "d295f7c6-ce16-42d6-ab06-c4e0d62c98e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.105894] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a28be5-3f73-9c3a-54f3-ddb31e6d874b, 'name': SearchDatastore_Task, 'duration_secs': 0.008412} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.106699] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85d56eda-b908-44c4-876e-4bb603d8d741 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.112360] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 745.112360] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d069b4-8057-f317-380d-d29a0a1c04a1" [ 745.112360] env[69603]: _type = "Task" [ 745.112360] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.122023] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d069b4-8057-f317-380d-d29a0a1c04a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.173774] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479660, 'name': CreateVM_Task, 'duration_secs': 0.993163} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.173944] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.174637] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.174790] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.175110] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.175359] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a053788-f280-4e47-b543-bddc7df75ae7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.180072] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 745.180072] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523eb6f1-c04e-537a-0694-e880b33be0e8" [ 745.180072] env[69603]: _type = "Task" [ 745.180072] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.187524] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523eb6f1-c04e-537a-0694-e880b33be0e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.347934] env[69603]: DEBUG oslo_concurrency.lockutils [req-28e46c22-d9ca-4c91-92aa-6932e1eb99fe req-4a82e479-497b-4589-a314-416306c90678 service nova] Releasing lock "refresh_cache-375f9fb9-2dcf-49a1-bc37-53daa213d575" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.354805] env[69603]: DEBUG nova.compute.manager [req-511a58c2-e81a-409e-ad61-5bebb4fbdfaa req-0fddf900-1f92-45d8-9beb-70ce83a1649e service nova] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Received event network-vif-plugged-1dcd454d-006f-4609-8762-97a00e99c5de {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.355149] env[69603]: DEBUG oslo_concurrency.lockutils [req-511a58c2-e81a-409e-ad61-5bebb4fbdfaa req-0fddf900-1f92-45d8-9beb-70ce83a1649e service nova] Acquiring lock "cff730ac-fa36-496c-bc48-3ec8354f193f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.355405] env[69603]: DEBUG oslo_concurrency.lockutils [req-511a58c2-e81a-409e-ad61-5bebb4fbdfaa req-0fddf900-1f92-45d8-9beb-70ce83a1649e service nova] Lock "cff730ac-fa36-496c-bc48-3ec8354f193f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.355654] env[69603]: DEBUG oslo_concurrency.lockutils [req-511a58c2-e81a-409e-ad61-5bebb4fbdfaa req-0fddf900-1f92-45d8-9beb-70ce83a1649e service nova] Lock "cff730ac-fa36-496c-bc48-3ec8354f193f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.355816] env[69603]: DEBUG nova.compute.manager [req-511a58c2-e81a-409e-ad61-5bebb4fbdfaa req-0fddf900-1f92-45d8-9beb-70ce83a1649e service nova] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] No waiting events found dispatching network-vif-plugged-1dcd454d-006f-4609-8762-97a00e99c5de {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.356028] env[69603]: WARNING nova.compute.manager [req-511a58c2-e81a-409e-ad61-5bebb4fbdfaa req-0fddf900-1f92-45d8-9beb-70ce83a1649e service nova] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Received unexpected event network-vif-plugged-1dcd454d-006f-4609-8762-97a00e99c5de for instance with vm_state building and task_state spawning. [ 745.365010] env[69603]: DEBUG oslo_vmware.api [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479663, 'name': PowerOffVM_Task, 'duration_secs': 0.200422} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.365677] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.365899] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.366324] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6559aec5-5c88-4f11-8530-85fb97ceb457 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.440535] env[69603]: DEBUG nova.network.neutron [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Successfully updated port: 1dcd454d-006f-4609-8762-97a00e99c5de {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.441924] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.442180] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.442293] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleting the datastore file [datastore2] 8da78725-c35d-41e6-a7dd-1a68e4458dac {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.443300] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-749c87e7-0776-4902-883a-aa48c5672633 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.449970] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479661, 'name': ReconfigVM_Task, 'duration_secs': 0.640887} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.451038] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 8448abb9-9e9d-4e1c-bb7c-ee29fad661da/8448abb9-9e9d-4e1c-bb7c-ee29fad661da.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.451328] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa6d030e-df74-4421-8e95-f3fe80cf3840 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.454379] env[69603]: DEBUG oslo_vmware.api [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 745.454379] env[69603]: value = "task-3479665" [ 745.454379] env[69603]: _type = "Task" [ 745.454379] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.461726] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 745.461726] env[69603]: value = "task-3479666" [ 745.461726] env[69603]: _type = "Task" [ 745.461726] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.469226] env[69603]: DEBUG oslo_vmware.api [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.474137] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479666, 'name': Rename_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.626379] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d069b4-8057-f317-380d-d29a0a1c04a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.626663] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.626938] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 0bc05767-01e1-48da-ae01-2985abcd944c/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk. {{(pid=69603) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 745.627923] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5298997-1284-48bb-882f-3180e46190fb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.637121] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 745.637121] env[69603]: value = "task-3479667" [ 745.637121] env[69603]: _type = "Task" [ 745.637121] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.646048] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.690873] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523eb6f1-c04e-537a-0694-e880b33be0e8, 'name': SearchDatastore_Task, 'duration_secs': 0.0094} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.691464] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.691464] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.691664] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.691804] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.691971] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.692361] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ef8d6c5-3629-417a-8083-3cf26c78b900 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.711041] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.711294] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.712050] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e25f73fc-95e3-4903-90b2-4086ba309bc1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.718532] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 745.718532] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5240c8b5-4121-6340-7a81-97180c5a2201" [ 745.718532] env[69603]: _type = "Task" [ 745.718532] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.726480] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5240c8b5-4121-6340-7a81-97180c5a2201, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.944196] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Acquiring lock "refresh_cache-cff730ac-fa36-496c-bc48-3ec8354f193f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.944196] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Acquired lock "refresh_cache-cff730ac-fa36-496c-bc48-3ec8354f193f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.944362] env[69603]: DEBUG nova.network.neutron [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.973386] env[69603]: DEBUG oslo_vmware.api [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169133} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.974506] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.974724] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.974911] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.975106] env[69603]: INFO nova.compute.manager [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Took 1.15 seconds to destroy the instance on the hypervisor. [ 745.975370] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.975597] env[69603]: DEBUG nova.compute.manager [-] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.975686] env[69603]: DEBUG nova.network.neutron [-] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.981184] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479666, 'name': Rename_Task, 'duration_secs': 0.146107} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.981450] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.981709] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de7b81c1-6088-4c3a-ae37-1dcb67bf55d9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.991075] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 745.991075] env[69603]: value = "task-3479668" [ 745.991075] env[69603]: _type = "Task" [ 745.991075] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.001094] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.039122] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9357c0-b04a-481b-9fef-7da769c2deea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.047317] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c4a953-533a-40e6-aa63-c5176f9c0408 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.081818] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647f878f-16ef-4fe3-8da3-8e8a5d009776 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.091726] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51abf5d0-cac3-4ba7-9d3c-207a0d26c45d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.107965] env[69603]: DEBUG nova.compute.provider_tree [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.147159] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485252} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.147457] env[69603]: INFO nova.virt.vmwareapi.ds_util [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 0bc05767-01e1-48da-ae01-2985abcd944c/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk. [ 746.148278] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc09abe-f88d-4a1c-9961-073bbc229d74 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.173324] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 0bc05767-01e1-48da-ae01-2985abcd944c/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.173624] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d4af814-4d92-4543-829b-d72f8f3aa910 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.192649] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 746.192649] env[69603]: value = "task-3479669" [ 746.192649] env[69603]: _type = "Task" [ 746.192649] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.201072] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.229415] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5240c8b5-4121-6340-7a81-97180c5a2201, 'name': SearchDatastore_Task, 'duration_secs': 0.011505} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.230410] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f772f7ef-c8f3-404f-a263-188164dff069 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.237136] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 746.237136] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521f0471-e28b-e993-1fb2-1901399177c8" [ 746.237136] env[69603]: _type = "Task" [ 746.237136] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.244535] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521f0471-e28b-e993-1fb2-1901399177c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.488927] env[69603]: DEBUG nova.network.neutron [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.501260] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479668, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.613507] env[69603]: DEBUG nova.scheduler.client.report [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.648754] env[69603]: DEBUG nova.network.neutron [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Updating instance_info_cache with network_info: [{"id": "1dcd454d-006f-4609-8762-97a00e99c5de", "address": "fa:16:3e:4b:9e:c0", "network": {"id": "817c8324-c0b9-4162-8f4e-8d5ffbbec27a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2022731390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "510f35e5fc614cc9907efe4b0afe86fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dcd454d-00", "ovs_interfaceid": "1dcd454d-006f-4609-8762-97a00e99c5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.702978] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479669, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.749129] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521f0471-e28b-e993-1fb2-1901399177c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.749673] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.750490] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 375f9fb9-2dcf-49a1-bc37-53daa213d575/375f9fb9-2dcf-49a1-bc37-53daa213d575.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.750788] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b493e38-dbb7-4785-8ef5-e4e192aeca7f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.758474] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 746.758474] env[69603]: value = "task-3479670" [ 746.758474] env[69603]: _type = "Task" [ 746.758474] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.771230] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.004282] env[69603]: DEBUG oslo_vmware.api [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479668, 'name': PowerOnVM_Task, 'duration_secs': 0.514505} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.004675] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 747.004967] env[69603]: INFO nova.compute.manager [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Took 7.60 seconds to spawn the instance on the hypervisor. [ 747.005266] env[69603]: DEBUG nova.compute.manager [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.007602] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8b6af8-e56a-4d45-a7b5-8a5ed4eaf80b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.076942] env[69603]: DEBUG nova.network.neutron [-] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.119169] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.121209] env[69603]: DEBUG nova.compute.manager [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 747.122805] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.437s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.151530] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Releasing lock "refresh_cache-cff730ac-fa36-496c-bc48-3ec8354f193f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.151865] env[69603]: DEBUG nova.compute.manager [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Instance network_info: |[{"id": "1dcd454d-006f-4609-8762-97a00e99c5de", "address": "fa:16:3e:4b:9e:c0", "network": {"id": "817c8324-c0b9-4162-8f4e-8d5ffbbec27a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2022731390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "510f35e5fc614cc9907efe4b0afe86fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dcd454d-00", "ovs_interfaceid": "1dcd454d-006f-4609-8762-97a00e99c5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.152309] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:9e:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1dcd454d-006f-4609-8762-97a00e99c5de', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.160246] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Creating folder: Project (510f35e5fc614cc9907efe4b0afe86fc). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.160582] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3dab27ca-bcac-4709-9c27-35169cd2f78e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.171617] env[69603]: DEBUG oslo_concurrency.lockutils [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquiring lock "b628745a-e944-4112-b4b9-644333d17d53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.171878] env[69603]: DEBUG oslo_concurrency.lockutils [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "b628745a-e944-4112-b4b9-644333d17d53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.172105] env[69603]: DEBUG oslo_concurrency.lockutils [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquiring lock "b628745a-e944-4112-b4b9-644333d17d53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.172290] env[69603]: DEBUG oslo_concurrency.lockutils [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "b628745a-e944-4112-b4b9-644333d17d53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.172458] env[69603]: DEBUG oslo_concurrency.lockutils [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "b628745a-e944-4112-b4b9-644333d17d53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.177871] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Created folder: Project (510f35e5fc614cc9907efe4b0afe86fc) in parent group-v695567. [ 747.177871] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Creating folder: Instances. Parent ref: group-v695683. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.177871] env[69603]: INFO nova.compute.manager [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Terminating instance [ 747.179496] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5b93dda-f76d-43de-a4b5-db33172ef07c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.189784] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Created folder: Instances in parent group-v695683. [ 747.190047] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.190857] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.191538] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60775c35-31a1-4a46-be67-c4dab104aded {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.216253] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.216253] env[69603]: value = "task-3479673" [ 747.216253] env[69603]: _type = "Task" [ 747.216253] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.219883] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479669, 'name': ReconfigVM_Task, 'duration_secs': 0.592097} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.223450] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 0bc05767-01e1-48da-ae01-2985abcd944c/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.224532] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef595a9-93ae-4467-bb4f-09cb100b4e4b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.255382] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdf660cf-c386-46c6-94fb-7f3696fa7376 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.266959] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479673, 'name': CreateVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.276774] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47627} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.278220] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 375f9fb9-2dcf-49a1-bc37-53daa213d575/375f9fb9-2dcf-49a1-bc37-53daa213d575.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.278506] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.278834] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 747.278834] env[69603]: value = "task-3479674" [ 747.278834] env[69603]: _type = "Task" [ 747.278834] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.279027] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cf3bb3b-9876-4673-b1ad-c170e54a6f94 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.288740] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 747.288740] env[69603]: value = "task-3479675" [ 747.288740] env[69603]: _type = "Task" [ 747.288740] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.292027] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479674, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.302621] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479675, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.386212] env[69603]: DEBUG nova.compute.manager [req-324b8af1-deaf-416a-9bbb-8512c35175ec req-9d45a14d-20ab-4ef4-8a5d-c2291510f90f service nova] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Received event network-changed-1dcd454d-006f-4609-8762-97a00e99c5de {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.386212] env[69603]: DEBUG nova.compute.manager [req-324b8af1-deaf-416a-9bbb-8512c35175ec req-9d45a14d-20ab-4ef4-8a5d-c2291510f90f service nova] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Refreshing instance network info cache due to event network-changed-1dcd454d-006f-4609-8762-97a00e99c5de. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.391924] env[69603]: DEBUG oslo_concurrency.lockutils [req-324b8af1-deaf-416a-9bbb-8512c35175ec req-9d45a14d-20ab-4ef4-8a5d-c2291510f90f service nova] Acquiring lock "refresh_cache-cff730ac-fa36-496c-bc48-3ec8354f193f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.391924] env[69603]: DEBUG oslo_concurrency.lockutils [req-324b8af1-deaf-416a-9bbb-8512c35175ec req-9d45a14d-20ab-4ef4-8a5d-c2291510f90f service nova] Acquired lock "refresh_cache-cff730ac-fa36-496c-bc48-3ec8354f193f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.391924] env[69603]: DEBUG nova.network.neutron [req-324b8af1-deaf-416a-9bbb-8512c35175ec req-9d45a14d-20ab-4ef4-8a5d-c2291510f90f service nova] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Refreshing network info cache for port 1dcd454d-006f-4609-8762-97a00e99c5de {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.528468] env[69603]: INFO nova.compute.manager [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Took 37.20 seconds to build instance. [ 747.579474] env[69603]: INFO nova.compute.manager [-] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Took 1.60 seconds to deallocate network for instance. [ 747.632092] env[69603]: DEBUG nova.compute.utils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.642911] env[69603]: DEBUG nova.compute.manager [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.643117] env[69603]: DEBUG nova.network.neutron [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.683861] env[69603]: DEBUG nova.compute.manager [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.683861] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.685615] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e7cf90-123d-498d-9835-e6a7da351954 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.694814] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.695104] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5af82f0f-0fce-4218-b5b4-32bd3ea44cf6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.702020] env[69603]: DEBUG oslo_vmware.api [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 747.702020] env[69603]: value = "task-3479676" [ 747.702020] env[69603]: _type = "Task" [ 747.702020] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.710156] env[69603]: DEBUG oslo_vmware.api [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.712137] env[69603]: DEBUG nova.policy [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cae5b00f62f14d4d97e458245d13aa5e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2550e95ef9614f1c9050b9ee5d2ed0b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.729301] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479673, 'name': CreateVM_Task, 'duration_secs': 0.38697} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.729491] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.730182] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.730559] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.730691] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.730961] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ac52bfd-7e81-481a-b77d-5d233353e38d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.735481] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Waiting for the task: (returnval){ [ 747.735481] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520c9d09-8b94-d0d2-1e13-1626b9dada6e" [ 747.735481] env[69603]: _type = "Task" [ 747.735481] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.743315] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520c9d09-8b94-d0d2-1e13-1626b9dada6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.790640] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479674, 'name': ReconfigVM_Task, 'duration_secs': 0.40843} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.791556] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.791556] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eeab5471-ec05-4c8c-b8b8-f34d060adc4b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.801842] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067689} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.803441] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 747.803600] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 747.803600] env[69603]: value = "task-3479677" [ 747.803600] env[69603]: _type = "Task" [ 747.803600] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.805515] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b49857-0179-458d-aba1-91abe1df79ea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.831241] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 375f9fb9-2dcf-49a1-bc37-53daa213d575/375f9fb9-2dcf-49a1-bc37-53daa213d575.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 747.836120] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2296ea41-9488-428e-ad76-52e0491d38a3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.851502] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.856657] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 747.856657] env[69603]: value = "task-3479678" [ 747.856657] env[69603]: _type = "Task" [ 747.856657] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.865745] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.943725] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquiring lock "48890667-e6b2-4aeb-a7fd-5063c6fe79b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.944065] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "48890667-e6b2-4aeb-a7fd-5063c6fe79b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.035124] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f3741d12-9896-40a0-86c8-c1f8b1a1f115 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "8448abb9-9e9d-4e1c-bb7c-ee29fad661da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.153s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.070893] env[69603]: DEBUG nova.network.neutron [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Successfully created port: 7bd44978-0aa9-4e4f-b277-0a8d1e737c86 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 748.088264] env[69603]: DEBUG oslo_concurrency.lockutils [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.151779] env[69603]: DEBUG nova.compute.manager [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 748.189094] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 77e4d517-af5f-491b-a44f-fd3e4954dbdc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.190026] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance cc094eb0-4c88-4c87-b650-39ac0deaafbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.190026] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 503c8979-4c4e-4a8d-a06c-5a2e240437a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.190026] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance b628745a-e944-4112-b4b9-644333d17d53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.190026] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance aca0f35f-d3e3-4e27-a758-1a3276ce181c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.190263] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance ea73f497-64b3-4b6a-a2d6-6c290c634e2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.190263] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 86b7096c-bb42-4ef5-befb-e9d228d2f03c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 748.190263] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.190263] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 748.190391] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance e44b6009-d869-4820-8da1-e4c8f2343035 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.190391] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance d4000e4f-7369-4e8a-96ec-8cdd732a6294 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.190391] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 8814e29d-5c08-45f1-9a02-c30e4b7441db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.190530] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 748.190651] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a60800ef-820c-41fb-9746-069e2fcb2e72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.190764] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 8731c74f-1386-4369-a73a-f473279a0a86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.190900] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 3a6bc090-13ff-4df0-b89c-d7782488111f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 748.191034] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 9708bf88-1a5c-423b-bb92-49e90d343844 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 748.191160] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 8da78725-c35d-41e6-a7dd-1a68e4458dac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.191299] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a0aba5ee-b361-4f90-81a0-2fe4b9542819 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.191581] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 0bc05767-01e1-48da-ae01-2985abcd944c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.191742] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 8448abb9-9e9d-4e1c-bb7c-ee29fad661da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.191812] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 3d99f616-a6a4-471c-9665-4f32f1a585ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.191922] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 375f9fb9-2dcf-49a1-bc37-53daa213d575 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.192050] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance cff730ac-fa36-496c-bc48-3ec8354f193f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.192167] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 78a5569d-5d31-48f9-a9d0-ed9921385b3c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 748.214843] env[69603]: DEBUG oslo_vmware.api [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479676, 'name': PowerOffVM_Task, 'duration_secs': 0.217989} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.214843] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.214843] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.214843] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f994cc43-afb3-4d4a-911a-2e1923d35f95 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.253936] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520c9d09-8b94-d0d2-1e13-1626b9dada6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009019} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.254878] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.255401] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.255664] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.255915] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.256215] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.256844] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dfa2f31-a1b5-44d2-98d7-435514fab549 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.264019] env[69603]: DEBUG nova.network.neutron [req-324b8af1-deaf-416a-9bbb-8512c35175ec req-9d45a14d-20ab-4ef4-8a5d-c2291510f90f service nova] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Updated VIF entry in instance network info cache for port 1dcd454d-006f-4609-8762-97a00e99c5de. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.264906] env[69603]: DEBUG nova.network.neutron [req-324b8af1-deaf-416a-9bbb-8512c35175ec req-9d45a14d-20ab-4ef4-8a5d-c2291510f90f service nova] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Updating instance_info_cache with network_info: [{"id": "1dcd454d-006f-4609-8762-97a00e99c5de", "address": "fa:16:3e:4b:9e:c0", "network": {"id": "817c8324-c0b9-4162-8f4e-8d5ffbbec27a", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2022731390-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "510f35e5fc614cc9907efe4b0afe86fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1dcd454d-00", "ovs_interfaceid": "1dcd454d-006f-4609-8762-97a00e99c5de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.269729] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.269729] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.272018] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27c80d41-41ab-4460-9ef9-542a28403a42 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.278408] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Waiting for the task: (returnval){ [ 748.278408] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f19799-e264-5b8a-27d3-090d2d6712de" [ 748.278408] env[69603]: _type = "Task" [ 748.278408] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.285859] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.286160] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.286407] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Deleting the datastore file [datastore2] b628745a-e944-4112-b4b9-644333d17d53 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.287205] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-550ef102-cea5-443a-822a-bdb80e0cc227 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.294544] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f19799-e264-5b8a-27d3-090d2d6712de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.298456] env[69603]: DEBUG oslo_vmware.api [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 748.298456] env[69603]: value = "task-3479680" [ 748.298456] env[69603]: _type = "Task" [ 748.298456] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.306414] env[69603]: DEBUG oslo_vmware.api [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.314366] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479677, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.366247] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479678, 'name': ReconfigVM_Task, 'duration_secs': 0.326552} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.366386] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 375f9fb9-2dcf-49a1-bc37-53daa213d575/375f9fb9-2dcf-49a1-bc37-53daa213d575.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.366982] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3652d3dc-b7aa-4515-b839-2753905849fb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.373379] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 748.373379] env[69603]: value = "task-3479681" [ 748.373379] env[69603]: _type = "Task" [ 748.373379] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.383432] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479681, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.541052] env[69603]: DEBUG nova.compute.manager [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.694777] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 85fd51f5-4335-48ec-a2d2-38aa5d209eba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 748.704997] env[69603]: INFO nova.compute.manager [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Rescuing [ 748.704997] env[69603]: DEBUG oslo_concurrency.lockutils [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "refresh_cache-8448abb9-9e9d-4e1c-bb7c-ee29fad661da" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.704997] env[69603]: DEBUG oslo_concurrency.lockutils [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "refresh_cache-8448abb9-9e9d-4e1c-bb7c-ee29fad661da" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.704997] env[69603]: DEBUG nova.network.neutron [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.772522] env[69603]: DEBUG oslo_concurrency.lockutils [req-324b8af1-deaf-416a-9bbb-8512c35175ec req-9d45a14d-20ab-4ef4-8a5d-c2291510f90f service nova] Releasing lock "refresh_cache-cff730ac-fa36-496c-bc48-3ec8354f193f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.772830] env[69603]: DEBUG nova.compute.manager [req-324b8af1-deaf-416a-9bbb-8512c35175ec req-9d45a14d-20ab-4ef4-8a5d-c2291510f90f service nova] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Received event network-vif-deleted-37c3a942-4395-4e02-b3f2-ed5eb4052362 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.790751] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f19799-e264-5b8a-27d3-090d2d6712de, 'name': SearchDatastore_Task, 'duration_secs': 0.019319} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.791520] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc87bfe3-3bf5-4f27-8050-5e41251db629 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.796376] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Waiting for the task: (returnval){ [ 748.796376] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e0aa3c-267b-5c49-ef3e-39e587f69a3b" [ 748.796376] env[69603]: _type = "Task" [ 748.796376] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.806532] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e0aa3c-267b-5c49-ef3e-39e587f69a3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.809082] env[69603]: DEBUG oslo_vmware.api [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166368} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.811872] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.812067] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.812345] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.812570] env[69603]: INFO nova.compute.manager [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: b628745a-e944-4112-b4b9-644333d17d53] Took 1.13 seconds to destroy the instance on the hypervisor. [ 748.812805] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.812995] env[69603]: DEBUG nova.compute.manager [-] [instance: b628745a-e944-4112-b4b9-644333d17d53] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.813102] env[69603]: DEBUG nova.network.neutron [-] [instance: b628745a-e944-4112-b4b9-644333d17d53] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.819115] env[69603]: DEBUG oslo_vmware.api [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479677, 'name': PowerOnVM_Task, 'duration_secs': 0.668073} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.819357] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.822094] env[69603]: DEBUG nova.compute.manager [None req-3eb22d2f-46d8-4ea5-a5d2-f7ebc09b9a06 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 748.822907] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a42673-3926-4256-a2c1-2779d42f7c82 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.884615] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479681, 'name': Rename_Task, 'duration_secs': 0.159171} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.884894] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.885252] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26f871a1-aadc-4f9f-b595-830449d9a325 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.890990] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 748.890990] env[69603]: value = "task-3479682" [ 748.890990] env[69603]: _type = "Task" [ 748.890990] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.898641] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.063300] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.164096] env[69603]: DEBUG nova.compute.manager [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 749.181991] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquiring lock "bf94f8d3-935e-49bb-9006-257f9023f9da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.182247] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Lock "bf94f8d3-935e-49bb-9006-257f9023f9da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.197862] env[69603]: DEBUG nova.virt.hardware [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 749.198169] env[69603]: DEBUG nova.virt.hardware [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 749.198382] env[69603]: DEBUG nova.virt.hardware [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.198610] env[69603]: DEBUG nova.virt.hardware [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 749.198800] env[69603]: DEBUG nova.virt.hardware [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.198970] env[69603]: DEBUG nova.virt.hardware [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 749.199213] env[69603]: DEBUG nova.virt.hardware [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 749.199393] env[69603]: DEBUG nova.virt.hardware [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 749.199585] env[69603]: DEBUG nova.virt.hardware [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 749.199767] env[69603]: DEBUG nova.virt.hardware [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 749.199970] env[69603]: DEBUG nova.virt.hardware [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 749.200729] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 46ec109a-88fe-457f-b4e7-8bb58018b18d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 749.202796] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207df879-a24f-4ba5-bbc7-15b6290b4784 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.214272] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79803861-ae5e-480c-91ec-e816fbb837a7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.306997] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e0aa3c-267b-5c49-ef3e-39e587f69a3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010033} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.308111] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.308636] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] cff730ac-fa36-496c-bc48-3ec8354f193f/cff730ac-fa36-496c-bc48-3ec8354f193f.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.308917] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9366abe7-057e-40a2-8601-de065215c807 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.315784] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Waiting for the task: (returnval){ [ 749.315784] env[69603]: value = "task-3479683" [ 749.315784] env[69603]: _type = "Task" [ 749.315784] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.331548] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': task-3479683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.401522] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479682, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.639968] env[69603]: DEBUG nova.network.neutron [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Successfully updated port: 7bd44978-0aa9-4e4f-b277-0a8d1e737c86 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.706795] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 23c2c79b-ce0d-41f0-a7d9-7808de4783aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 749.723941] env[69603]: DEBUG nova.network.neutron [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Updating instance_info_cache with network_info: [{"id": "3e95509b-a5bd-4582-9b9c-3c96d6cb184f", "address": "fa:16:3e:e4:04:b3", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e95509b-a5", "ovs_interfaceid": "3e95509b-a5bd-4582-9b9c-3c96d6cb184f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.826265] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': task-3479683, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.902125] env[69603]: DEBUG oslo_vmware.api [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479682, 'name': PowerOnVM_Task, 'duration_secs': 0.555669} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.902431] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 749.902687] env[69603]: INFO nova.compute.manager [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Took 7.81 seconds to spawn the instance on the hypervisor. [ 749.902878] env[69603]: DEBUG nova.compute.manager [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.903869] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4411eb2e-fb35-4377-8d43-964121219c98 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.915372] env[69603]: DEBUG nova.compute.manager [req-7762d2ec-b64f-468a-bcf7-0d81c981011c req-43c99da9-7f61-4844-8e66-47f6652a41d9 service nova] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Received event network-vif-plugged-7bd44978-0aa9-4e4f-b277-0a8d1e737c86 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.920423] env[69603]: DEBUG oslo_concurrency.lockutils [req-7762d2ec-b64f-468a-bcf7-0d81c981011c req-43c99da9-7f61-4844-8e66-47f6652a41d9 service nova] Acquiring lock "78a5569d-5d31-48f9-a9d0-ed9921385b3c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.920423] env[69603]: DEBUG oslo_concurrency.lockutils [req-7762d2ec-b64f-468a-bcf7-0d81c981011c req-43c99da9-7f61-4844-8e66-47f6652a41d9 service nova] Lock "78a5569d-5d31-48f9-a9d0-ed9921385b3c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.920423] env[69603]: DEBUG oslo_concurrency.lockutils [req-7762d2ec-b64f-468a-bcf7-0d81c981011c req-43c99da9-7f61-4844-8e66-47f6652a41d9 service nova] Lock "78a5569d-5d31-48f9-a9d0-ed9921385b3c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.920423] env[69603]: DEBUG nova.compute.manager [req-7762d2ec-b64f-468a-bcf7-0d81c981011c req-43c99da9-7f61-4844-8e66-47f6652a41d9 service nova] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] No waiting events found dispatching network-vif-plugged-7bd44978-0aa9-4e4f-b277-0a8d1e737c86 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.920423] env[69603]: WARNING nova.compute.manager [req-7762d2ec-b64f-468a-bcf7-0d81c981011c req-43c99da9-7f61-4844-8e66-47f6652a41d9 service nova] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Received unexpected event network-vif-plugged-7bd44978-0aa9-4e4f-b277-0a8d1e737c86 for instance with vm_state building and task_state spawning. [ 750.011613] env[69603]: DEBUG nova.compute.manager [req-7b1128af-9091-475c-b3ed-f26dd075d1e2 req-3f52bb53-4a65-4d4c-98b7-5c96a8fd0e75 service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] Received event network-vif-deleted-5b347cae-a0ca-489e-a2e6-2035b6d3369b {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.012079] env[69603]: INFO nova.compute.manager [req-7b1128af-9091-475c-b3ed-f26dd075d1e2 req-3f52bb53-4a65-4d4c-98b7-5c96a8fd0e75 service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] Neutron deleted interface 5b347cae-a0ca-489e-a2e6-2035b6d3369b; detaching it from the instance and deleting it from the info cache [ 750.012079] env[69603]: DEBUG nova.network.neutron [req-7b1128af-9091-475c-b3ed-f26dd075d1e2 req-3f52bb53-4a65-4d4c-98b7-5c96a8fd0e75 service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.144411] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquiring lock "refresh_cache-78a5569d-5d31-48f9-a9d0-ed9921385b3c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.144577] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquired lock "refresh_cache-78a5569d-5d31-48f9-a9d0-ed9921385b3c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.144743] env[69603]: DEBUG nova.network.neutron [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.209827] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 61b80bcc-8603-48e4-9cef-493fea1eba57 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 750.231085] env[69603]: DEBUG oslo_concurrency.lockutils [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "refresh_cache-8448abb9-9e9d-4e1c-bb7c-ee29fad661da" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.304235] env[69603]: DEBUG nova.network.neutron [-] [instance: b628745a-e944-4112-b4b9-644333d17d53] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.328388] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': task-3479683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745144} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.328730] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] cff730ac-fa36-496c-bc48-3ec8354f193f/cff730ac-fa36-496c-bc48-3ec8354f193f.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.328949] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.329227] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7981f7a-bca4-48c3-a286-c0632238717b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.336180] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Waiting for the task: (returnval){ [ 750.336180] env[69603]: value = "task-3479684" [ 750.336180] env[69603]: _type = "Task" [ 750.336180] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.345484] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': task-3479684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.426342] env[69603]: INFO nova.compute.manager [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Took 38.55 seconds to build instance. [ 750.522904] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f0b69184-e2d1-441a-9c20-30e13343881b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.527645] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb9349d-6710-4129-8e61-a1e0467360b4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.562484] env[69603]: DEBUG nova.compute.manager [req-7b1128af-9091-475c-b3ed-f26dd075d1e2 req-3f52bb53-4a65-4d4c-98b7-5c96a8fd0e75 service nova] [instance: b628745a-e944-4112-b4b9-644333d17d53] Detach interface failed, port_id=5b347cae-a0ca-489e-a2e6-2035b6d3369b, reason: Instance b628745a-e944-4112-b4b9-644333d17d53 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 750.705898] env[69603]: DEBUG nova.network.neutron [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.715830] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 750.721566] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9376da-51d2-4b95-892a-176e09d3398e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.728240] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-46de9137-49ae-40b8-a7de-a2fe201a31c2 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Suspending the VM {{(pid=69603) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 750.729044] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d1f39ec7-8b8f-4d53-9d71-bf7df272d779 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.735358] env[69603]: DEBUG oslo_vmware.api [None req-46de9137-49ae-40b8-a7de-a2fe201a31c2 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 750.735358] env[69603]: value = "task-3479685" [ 750.735358] env[69603]: _type = "Task" [ 750.735358] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.746014] env[69603]: DEBUG oslo_vmware.api [None req-46de9137-49ae-40b8-a7de-a2fe201a31c2 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479685, 'name': SuspendVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.807143] env[69603]: INFO nova.compute.manager [-] [instance: b628745a-e944-4112-b4b9-644333d17d53] Took 1.99 seconds to deallocate network for instance. [ 750.848405] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': task-3479684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.336841} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.849455] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.851141] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2094ac37-f2a9-4363-90c5-451277229b16 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.882581] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] cff730ac-fa36-496c-bc48-3ec8354f193f/cff730ac-fa36-496c-bc48-3ec8354f193f.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.883337] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7346790b-fe74-44b0-b72d-9d4755066e81 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.916363] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Waiting for the task: (returnval){ [ 750.916363] env[69603]: value = "task-3479686" [ 750.916363] env[69603]: _type = "Task" [ 750.916363] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.926452] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': task-3479686, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.929125] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f9bb416-6fe9-40bf-bb17-353cb4fbc4e6 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "375f9fb9-2dcf-49a1-bc37-53daa213d575" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.485s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.974818] env[69603]: DEBUG nova.network.neutron [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Updating instance_info_cache with network_info: [{"id": "7bd44978-0aa9-4e4f-b277-0a8d1e737c86", "address": "fa:16:3e:9b:f7:c3", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd44978-0a", "ovs_interfaceid": "7bd44978-0aa9-4e4f-b277-0a8d1e737c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.218885] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance b2106f86-8b4e-4ea1-990e-8dda353eaef4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 751.248093] env[69603]: DEBUG oslo_vmware.api [None req-46de9137-49ae-40b8-a7de-a2fe201a31c2 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479685, 'name': SuspendVM_Task} progress is 62%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.314885] env[69603]: DEBUG oslo_concurrency.lockutils [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.423048] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': task-3479686, 'name': ReconfigVM_Task, 'duration_secs': 0.448682} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.423498] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Reconfigured VM instance instance-00000027 to attach disk [datastore1] cff730ac-fa36-496c-bc48-3ec8354f193f/cff730ac-fa36-496c-bc48-3ec8354f193f.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.424249] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c32da9af-10dd-4772-8964-61acb73db701 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.430426] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Waiting for the task: (returnval){ [ 751.430426] env[69603]: value = "task-3479687" [ 751.430426] env[69603]: _type = "Task" [ 751.430426] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.433699] env[69603]: DEBUG nova.compute.manager [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.441507] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': task-3479687, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.477947] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Releasing lock "refresh_cache-78a5569d-5d31-48f9-a9d0-ed9921385b3c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.478486] env[69603]: DEBUG nova.compute.manager [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Instance network_info: |[{"id": "7bd44978-0aa9-4e4f-b277-0a8d1e737c86", "address": "fa:16:3e:9b:f7:c3", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd44978-0a", "ovs_interfaceid": "7bd44978-0aa9-4e4f-b277-0a8d1e737c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.478944] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:f7:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bd44978-0aa9-4e4f-b277-0a8d1e737c86', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.489065] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.489703] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.490061] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dffa0559-1cec-4d7a-b53d-cfd25ef3ec7e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.514652] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.514652] env[69603]: value = "task-3479688" [ 751.514652] env[69603]: _type = "Task" [ 751.514652] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.524448] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479688, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.722679] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 751.750810] env[69603]: DEBUG oslo_vmware.api [None req-46de9137-49ae-40b8-a7de-a2fe201a31c2 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479685, 'name': SuspendVM_Task, 'duration_secs': 0.691125} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.751101] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-46de9137-49ae-40b8-a7de-a2fe201a31c2 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Suspended the VM {{(pid=69603) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 751.751315] env[69603]: DEBUG nova.compute.manager [None req-46de9137-49ae-40b8-a7de-a2fe201a31c2 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.752128] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3d5a30-f5ae-456a-b6ec-199a1cd11b56 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.765752] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.765899] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5df5c46a-cbc1-44fa-8a78-1c0fc826409e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.772838] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 751.772838] env[69603]: value = "task-3479689" [ 751.772838] env[69603]: _type = "Task" [ 751.772838] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.781472] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.944939] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': task-3479687, 'name': Rename_Task, 'duration_secs': 0.149511} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.947218] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.947637] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de520a1f-f11b-4ff5-a812-e89a773523bf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.954227] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Waiting for the task: (returnval){ [ 751.954227] env[69603]: value = "task-3479690" [ 751.954227] env[69603]: _type = "Task" [ 751.954227] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.962136] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': task-3479690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.964474] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.025039] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479688, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.092312] env[69603]: DEBUG nova.compute.manager [req-104c1167-4575-4992-be7c-e8d7453e57cd req-dc35081f-1a32-4a44-bf9f-0cfac8622400 service nova] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Received event network-changed-7bd44978-0aa9-4e4f-b277-0a8d1e737c86 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.092504] env[69603]: DEBUG nova.compute.manager [req-104c1167-4575-4992-be7c-e8d7453e57cd req-dc35081f-1a32-4a44-bf9f-0cfac8622400 service nova] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Refreshing instance network info cache due to event network-changed-7bd44978-0aa9-4e4f-b277-0a8d1e737c86. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.092748] env[69603]: DEBUG oslo_concurrency.lockutils [req-104c1167-4575-4992-be7c-e8d7453e57cd req-dc35081f-1a32-4a44-bf9f-0cfac8622400 service nova] Acquiring lock "refresh_cache-78a5569d-5d31-48f9-a9d0-ed9921385b3c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.092903] env[69603]: DEBUG oslo_concurrency.lockutils [req-104c1167-4575-4992-be7c-e8d7453e57cd req-dc35081f-1a32-4a44-bf9f-0cfac8622400 service nova] Acquired lock "refresh_cache-78a5569d-5d31-48f9-a9d0-ed9921385b3c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.093080] env[69603]: DEBUG nova.network.neutron [req-104c1167-4575-4992-be7c-e8d7453e57cd req-dc35081f-1a32-4a44-bf9f-0cfac8622400 service nova] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Refreshing network info cache for port 7bd44978-0aa9-4e4f-b277-0a8d1e737c86 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.227157] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 8511f125-1683-4be8-9948-4d9eda22c816 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 752.257262] env[69603]: DEBUG nova.compute.manager [req-0723bdb5-47bc-4fea-b295-8d578f2dd34b req-891e184f-dc2d-415b-aebf-ff1b11f63300 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Received event network-changed-f57ac358-8110-4667-b5ab-38bca7620a37 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.257453] env[69603]: DEBUG nova.compute.manager [req-0723bdb5-47bc-4fea-b295-8d578f2dd34b req-891e184f-dc2d-415b-aebf-ff1b11f63300 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Refreshing instance network info cache due to event network-changed-f57ac358-8110-4667-b5ab-38bca7620a37. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.257659] env[69603]: DEBUG oslo_concurrency.lockutils [req-0723bdb5-47bc-4fea-b295-8d578f2dd34b req-891e184f-dc2d-415b-aebf-ff1b11f63300 service nova] Acquiring lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.257843] env[69603]: DEBUG oslo_concurrency.lockutils [req-0723bdb5-47bc-4fea-b295-8d578f2dd34b req-891e184f-dc2d-415b-aebf-ff1b11f63300 service nova] Acquired lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.258076] env[69603]: DEBUG nova.network.neutron [req-0723bdb5-47bc-4fea-b295-8d578f2dd34b req-891e184f-dc2d-415b-aebf-ff1b11f63300 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Refreshing network info cache for port f57ac358-8110-4667-b5ab-38bca7620a37 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.285355] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479689, 'name': PowerOffVM_Task, 'duration_secs': 0.399145} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.285649] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.286520] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83583649-bbda-47fa-98aa-d1a854587c23 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.306224] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad02d3f2-c3cc-44e9-9438-4cc76ae348ae {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.342403] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.342698] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2674b2c0-ba52-43e0-8a1e-ff3697b9d15b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.349190] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 752.349190] env[69603]: value = "task-3479691" [ 752.349190] env[69603]: _type = "Task" [ 752.349190] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.357493] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.464761] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': task-3479690, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.528081] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479688, 'name': CreateVM_Task, 'duration_secs': 0.725651} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.528081] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.528081] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.528081] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.528531] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.528776] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2599eab-f662-4807-aecb-db6b0e30f07d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.534311] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 752.534311] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d073a4-b752-b28c-8dc0-b6d369f6eae1" [ 752.534311] env[69603]: _type = "Task" [ 752.534311] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.541740] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d073a4-b752-b28c-8dc0-b6d369f6eae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.730693] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 269fe022-caa0-4662-83cc-0bc967b07323 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 752.861217] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] VM already powered off {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 752.861485] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.861736] env[69603]: DEBUG oslo_concurrency.lockutils [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.861886] env[69603]: DEBUG oslo_concurrency.lockutils [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.862098] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.862326] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e86d9dad-e574-4b2c-b6d7-2d0b743ee6ac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.874801] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.875033] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.875702] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6f3dd28-aae5-4c53-961a-40a1b9aac783 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.880798] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 752.880798] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529a88ec-effb-d9c8-0d96-bca74b3158c9" [ 752.880798] env[69603]: _type = "Task" [ 752.880798] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.890630] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529a88ec-effb-d9c8-0d96-bca74b3158c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.964770] env[69603]: DEBUG oslo_vmware.api [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': task-3479690, 'name': PowerOnVM_Task, 'duration_secs': 0.57676} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.965127] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.965229] env[69603]: INFO nova.compute.manager [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Took 8.75 seconds to spawn the instance on the hypervisor. [ 752.965400] env[69603]: DEBUG nova.compute.manager [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.966176] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b14203c-9134-4d1b-90ec-ecf96a45b8f9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.044630] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d073a4-b752-b28c-8dc0-b6d369f6eae1, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.044920] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.045165] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.045370] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.233756] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance ab7d128e-418e-4a33-af8c-366587dc6a8b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 753.393642] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529a88ec-effb-d9c8-0d96-bca74b3158c9, 'name': SearchDatastore_Task, 'duration_secs': 0.032731} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.394472] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b822bd-4513-4bea-ae4a-02092c1062b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.399885] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 753.399885] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ede039-653d-01fd-ab22-0db37877db67" [ 753.399885] env[69603]: _type = "Task" [ 753.399885] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.407731] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ede039-653d-01fd-ab22-0db37877db67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.413469] env[69603]: DEBUG nova.network.neutron [req-104c1167-4575-4992-be7c-e8d7453e57cd req-dc35081f-1a32-4a44-bf9f-0cfac8622400 service nova] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Updated VIF entry in instance network info cache for port 7bd44978-0aa9-4e4f-b277-0a8d1e737c86. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.413803] env[69603]: DEBUG nova.network.neutron [req-104c1167-4575-4992-be7c-e8d7453e57cd req-dc35081f-1a32-4a44-bf9f-0cfac8622400 service nova] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Updating instance_info_cache with network_info: [{"id": "7bd44978-0aa9-4e4f-b277-0a8d1e737c86", "address": "fa:16:3e:9b:f7:c3", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd44978-0a", "ovs_interfaceid": "7bd44978-0aa9-4e4f-b277-0a8d1e737c86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.486681] env[69603]: INFO nova.compute.manager [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Took 39.37 seconds to build instance. [ 753.519094] env[69603]: DEBUG nova.network.neutron [req-0723bdb5-47bc-4fea-b295-8d578f2dd34b req-891e184f-dc2d-415b-aebf-ff1b11f63300 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Updated VIF entry in instance network info cache for port f57ac358-8110-4667-b5ab-38bca7620a37. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.519623] env[69603]: DEBUG nova.network.neutron [req-0723bdb5-47bc-4fea-b295-8d578f2dd34b req-891e184f-dc2d-415b-aebf-ff1b11f63300 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Updating instance_info_cache with network_info: [{"id": "f57ac358-8110-4667-b5ab-38bca7620a37", "address": "fa:16:3e:54:74:cd", "network": {"id": "3a549413-4d1d-4290-91ab-adb21d4c6096", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-434589937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "97c3086f913b48949f605cc68a237248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57ac358-81", "ovs_interfaceid": "f57ac358-8110-4667-b5ab-38bca7620a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.737285] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 25da83bc-5cf0-436b-bca7-b6c3c225e188 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 753.917789] env[69603]: DEBUG oslo_concurrency.lockutils [req-104c1167-4575-4992-be7c-e8d7453e57cd req-dc35081f-1a32-4a44-bf9f-0cfac8622400 service nova] Releasing lock "refresh_cache-78a5569d-5d31-48f9-a9d0-ed9921385b3c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.918213] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ede039-653d-01fd-ab22-0db37877db67, 'name': SearchDatastore_Task, 'duration_secs': 0.009529} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.918480] env[69603]: DEBUG oslo_concurrency.lockutils [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.918736] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 8448abb9-9e9d-4e1c-bb7c-ee29fad661da/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk. {{(pid=69603) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 753.919037] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.919229] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.919453] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a549a4e-6140-4739-a45f-693015a0e954 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.921686] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01104ae2-1839-4cc7-a98c-b8c6bb4cd2f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.929010] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 753.929010] env[69603]: value = "task-3479692" [ 753.929010] env[69603]: _type = "Task" [ 753.929010] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.933839] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.934035] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.935245] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f262d9-91c5-444e-ba0b-bf489ef80803 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.943207] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.945901] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 753.945901] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529b7c0e-ff39-2522-ebbb-2ec166fab337" [ 753.945901] env[69603]: _type = "Task" [ 753.945901] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.955660] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529b7c0e-ff39-2522-ebbb-2ec166fab337, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.989635] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2d1dd1b5-d66a-4458-8b31-761cf2e68ff7 tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Lock "cff730ac-fa36-496c-bc48-3ec8354f193f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.781s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.023141] env[69603]: DEBUG oslo_concurrency.lockutils [req-0723bdb5-47bc-4fea-b295-8d578f2dd34b req-891e184f-dc2d-415b-aebf-ff1b11f63300 service nova] Releasing lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.023257] env[69603]: DEBUG nova.compute.manager [req-0723bdb5-47bc-4fea-b295-8d578f2dd34b req-891e184f-dc2d-415b-aebf-ff1b11f63300 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Received event network-changed-f57ac358-8110-4667-b5ab-38bca7620a37 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.023392] env[69603]: DEBUG nova.compute.manager [req-0723bdb5-47bc-4fea-b295-8d578f2dd34b req-891e184f-dc2d-415b-aebf-ff1b11f63300 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Refreshing instance network info cache due to event network-changed-f57ac358-8110-4667-b5ab-38bca7620a37. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.023682] env[69603]: DEBUG oslo_concurrency.lockutils [req-0723bdb5-47bc-4fea-b295-8d578f2dd34b req-891e184f-dc2d-415b-aebf-ff1b11f63300 service nova] Acquiring lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.023787] env[69603]: DEBUG oslo_concurrency.lockutils [req-0723bdb5-47bc-4fea-b295-8d578f2dd34b req-891e184f-dc2d-415b-aebf-ff1b11f63300 service nova] Acquired lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.023970] env[69603]: DEBUG nova.network.neutron [req-0723bdb5-47bc-4fea-b295-8d578f2dd34b req-891e184f-dc2d-415b-aebf-ff1b11f63300 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Refreshing network info cache for port f57ac358-8110-4667-b5ab-38bca7620a37 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.241310] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 754.438700] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487426} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.439071] env[69603]: INFO nova.virt.vmwareapi.ds_util [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 8448abb9-9e9d-4e1c-bb7c-ee29fad661da/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk. [ 754.439874] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfea7cf0-87aa-429e-99b5-cbc53aa3c758 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.465717] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 8448abb9-9e9d-4e1c-bb7c-ee29fad661da/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.469065] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79145636-8135-4a00-bfc3-403cfcf52137 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.487843] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529b7c0e-ff39-2522-ebbb-2ec166fab337, 'name': SearchDatastore_Task, 'duration_secs': 0.008511} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.489621] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 754.489621] env[69603]: value = "task-3479693" [ 754.489621] env[69603]: _type = "Task" [ 754.489621] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.489792] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20fb0dae-18de-4ba5-9aee-4810fc9e35b6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.492200] env[69603]: DEBUG nova.compute.manager [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.500709] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 754.500709] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5227e084-2ffe-c70c-23fd-3189e51e63f7" [ 754.500709] env[69603]: _type = "Task" [ 754.500709] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.503921] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.512483] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5227e084-2ffe-c70c-23fd-3189e51e63f7, 'name': SearchDatastore_Task} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.512805] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.513096] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 78a5569d-5d31-48f9-a9d0-ed9921385b3c/78a5569d-5d31-48f9-a9d0-ed9921385b3c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.513357] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1af21c3a-0334-4a56-80ba-06c446f5b70d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.519629] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 754.519629] env[69603]: value = "task-3479694" [ 754.519629] env[69603]: _type = "Task" [ 754.519629] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.529466] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.745699] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance bcc0c5fd-21df-485a-b67f-cc2900ddf091 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 754.868962] env[69603]: DEBUG nova.network.neutron [req-0723bdb5-47bc-4fea-b295-8d578f2dd34b req-891e184f-dc2d-415b-aebf-ff1b11f63300 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Updated VIF entry in instance network info cache for port f57ac358-8110-4667-b5ab-38bca7620a37. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.869388] env[69603]: DEBUG nova.network.neutron [req-0723bdb5-47bc-4fea-b295-8d578f2dd34b req-891e184f-dc2d-415b-aebf-ff1b11f63300 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Updating instance_info_cache with network_info: [{"id": "f57ac358-8110-4667-b5ab-38bca7620a37", "address": "fa:16:3e:54:74:cd", "network": {"id": "3a549413-4d1d-4290-91ab-adb21d4c6096", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-434589937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "97c3086f913b48949f605cc68a237248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57ac358-81", "ovs_interfaceid": "f57ac358-8110-4667-b5ab-38bca7620a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.937798] env[69603]: DEBUG nova.compute.manager [req-ba1aa558-e194-441a-98f7-1c658d974513 req-e9379016-e5f7-4ea7-ab40-2bbeb0a74574 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Received event network-changed-f57ac358-8110-4667-b5ab-38bca7620a37 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.938083] env[69603]: DEBUG nova.compute.manager [req-ba1aa558-e194-441a-98f7-1c658d974513 req-e9379016-e5f7-4ea7-ab40-2bbeb0a74574 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Refreshing instance network info cache due to event network-changed-f57ac358-8110-4667-b5ab-38bca7620a37. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.938265] env[69603]: DEBUG oslo_concurrency.lockutils [req-ba1aa558-e194-441a-98f7-1c658d974513 req-e9379016-e5f7-4ea7-ab40-2bbeb0a74574 service nova] Acquiring lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.004413] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.020663] env[69603]: DEBUG oslo_concurrency.lockutils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.032065] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491005} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.032346] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 78a5569d-5d31-48f9-a9d0-ed9921385b3c/78a5569d-5d31-48f9-a9d0-ed9921385b3c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.032627] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.032856] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94c1be69-a24c-44c3-b096-5b95c27fa4d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.039781] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 755.039781] env[69603]: value = "task-3479695" [ 755.039781] env[69603]: _type = "Task" [ 755.039781] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.050520] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.253934] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance bb4fb498-78da-43d5-a20c-cf38a94b2efa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 755.372472] env[69603]: DEBUG oslo_concurrency.lockutils [req-0723bdb5-47bc-4fea-b295-8d578f2dd34b req-891e184f-dc2d-415b-aebf-ff1b11f63300 service nova] Releasing lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.372996] env[69603]: DEBUG oslo_concurrency.lockutils [req-ba1aa558-e194-441a-98f7-1c658d974513 req-e9379016-e5f7-4ea7-ab40-2bbeb0a74574 service nova] Acquired lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.373262] env[69603]: DEBUG nova.network.neutron [req-ba1aa558-e194-441a-98f7-1c658d974513 req-e9379016-e5f7-4ea7-ab40-2bbeb0a74574 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Refreshing network info cache for port f57ac358-8110-4667-b5ab-38bca7620a37 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.504146] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479693, 'name': ReconfigVM_Task, 'duration_secs': 0.721525} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.504436] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 8448abb9-9e9d-4e1c-bb7c-ee29fad661da/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.505338] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f3ff3c-df05-4f50-b35d-2e68bf401880 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.532980] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-745e02ca-a6da-437f-80c0-5e32f57a8832 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.557198] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144962} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.558531] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.558973] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 755.558973] env[69603]: value = "task-3479696" [ 755.558973] env[69603]: _type = "Task" [ 755.558973] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.559779] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5f6fb2-f953-4676-86c6-e8e11e2ec8e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.579732] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479696, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.590953] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 78a5569d-5d31-48f9-a9d0-ed9921385b3c/78a5569d-5d31-48f9-a9d0-ed9921385b3c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.590953] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7ea7417-80cc-4032-962b-26ebfb61b6b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.609626] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 755.609626] env[69603]: value = "task-3479697" [ 755.609626] env[69603]: _type = "Task" [ 755.609626] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.618313] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479697, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.631157] env[69603]: DEBUG oslo_concurrency.lockutils [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Acquiring lock "cff730ac-fa36-496c-bc48-3ec8354f193f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.631442] env[69603]: DEBUG oslo_concurrency.lockutils [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Lock "cff730ac-fa36-496c-bc48-3ec8354f193f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.631667] env[69603]: DEBUG oslo_concurrency.lockutils [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Acquiring lock "cff730ac-fa36-496c-bc48-3ec8354f193f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.631851] env[69603]: DEBUG oslo_concurrency.lockutils [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Lock "cff730ac-fa36-496c-bc48-3ec8354f193f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.632034] env[69603]: DEBUG oslo_concurrency.lockutils [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Lock "cff730ac-fa36-496c-bc48-3ec8354f193f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.634448] env[69603]: INFO nova.compute.manager [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Terminating instance [ 755.756060] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance f002f41b-ad9f-437e-9b52-52885f6e2a1c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 755.760337] env[69603]: DEBUG nova.compute.manager [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 755.761597] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa33bf85-b951-48ff-a564-1712a66801cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.076661] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479696, 'name': ReconfigVM_Task, 'duration_secs': 0.412313} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.077200] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.077609] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-112fcac6-ab86-4e67-90f0-22d76111fdfa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.084466] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 756.084466] env[69603]: value = "task-3479698" [ 756.084466] env[69603]: _type = "Task" [ 756.084466] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.093917] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.120168] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.139140] env[69603]: DEBUG nova.compute.manager [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 756.139429] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 756.140353] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6cc37a-3897-4c14-a1a5-67741f1481b6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.148335] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.148603] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8c2be5c-cdb7-4dfd-830c-d75706c18ee4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.155432] env[69603]: DEBUG oslo_vmware.api [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Waiting for the task: (returnval){ [ 756.155432] env[69603]: value = "task-3479699" [ 756.155432] env[69603]: _type = "Task" [ 756.155432] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.164783] env[69603]: DEBUG oslo_vmware.api [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': task-3479699, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.261760] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance d295f7c6-ce16-42d6-ab06-c4e0d62c98e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 756.265897] env[69603]: DEBUG nova.network.neutron [req-ba1aa558-e194-441a-98f7-1c658d974513 req-e9379016-e5f7-4ea7-ab40-2bbeb0a74574 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Updated VIF entry in instance network info cache for port f57ac358-8110-4667-b5ab-38bca7620a37. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.266446] env[69603]: DEBUG nova.network.neutron [req-ba1aa558-e194-441a-98f7-1c658d974513 req-e9379016-e5f7-4ea7-ab40-2bbeb0a74574 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Updating instance_info_cache with network_info: [{"id": "f57ac358-8110-4667-b5ab-38bca7620a37", "address": "fa:16:3e:54:74:cd", "network": {"id": "3a549413-4d1d-4290-91ab-adb21d4c6096", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-434589937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "97c3086f913b48949f605cc68a237248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57ac358-81", "ovs_interfaceid": "f57ac358-8110-4667-b5ab-38bca7620a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.274705] env[69603]: INFO nova.compute.manager [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] instance snapshotting [ 756.274907] env[69603]: WARNING nova.compute.manager [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 756.278177] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138a5e35-ac99-45cd-b1ea-dc10e36db5e4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.298859] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010ae50c-3171-4d70-935f-f56dc1f39883 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.595308] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479698, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.619636] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479697, 'name': ReconfigVM_Task, 'duration_secs': 0.618944} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.620072] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 78a5569d-5d31-48f9-a9d0-ed9921385b3c/78a5569d-5d31-48f9-a9d0-ed9921385b3c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.620891] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-750122d8-0527-4770-8762-7dc2d4a8833c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.629607] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 756.629607] env[69603]: value = "task-3479700" [ 756.629607] env[69603]: _type = "Task" [ 756.629607] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.640260] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479700, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.665379] env[69603]: DEBUG oslo_vmware.api [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': task-3479699, 'name': PowerOffVM_Task, 'duration_secs': 0.233566} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.665816] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 756.666116] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 756.666463] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d0687e4-1d86-4741-885d-ba3fe7285771 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.729371] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 756.729371] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 756.729371] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Deleting the datastore file [datastore1] cff730ac-fa36-496c-bc48-3ec8354f193f {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 756.729371] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-725d5e30-bd72-402f-b99b-eae4022092d1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.735664] env[69603]: DEBUG oslo_vmware.api [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Waiting for the task: (returnval){ [ 756.735664] env[69603]: value = "task-3479702" [ 756.735664] env[69603]: _type = "Task" [ 756.735664] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.746207] env[69603]: DEBUG oslo_vmware.api [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': task-3479702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.766215] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 48890667-e6b2-4aeb-a7fd-5063c6fe79b2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 756.766215] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 756.766215] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 756.769172] env[69603]: DEBUG oslo_concurrency.lockutils [req-ba1aa558-e194-441a-98f7-1c658d974513 req-e9379016-e5f7-4ea7-ab40-2bbeb0a74574 service nova] Releasing lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.813194] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 756.813716] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7fbdfb2a-43de-40dc-a6e3-81cff6f62b72 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.821431] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 756.821431] env[69603]: value = "task-3479703" [ 756.821431] env[69603]: _type = "Task" [ 756.821431] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.830305] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479703, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.096099] env[69603]: DEBUG oslo_vmware.api [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479698, 'name': PowerOnVM_Task, 'duration_secs': 0.523733} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.098745] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.102175] env[69603]: DEBUG nova.compute.manager [None req-38217193-306a-470c-9960-f9758e1cdcb4 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.103587] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b263d00-0d64-4b28-90df-cc5713742c39 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.114053] env[69603]: DEBUG nova.compute.manager [req-056a2b0d-9131-4f4a-aaca-0b3836acf1b0 req-801547a8-3146-4909-98fb-83e81284060d service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Received event network-changed-f57ac358-8110-4667-b5ab-38bca7620a37 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.114262] env[69603]: DEBUG nova.compute.manager [req-056a2b0d-9131-4f4a-aaca-0b3836acf1b0 req-801547a8-3146-4909-98fb-83e81284060d service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Refreshing instance network info cache due to event network-changed-f57ac358-8110-4667-b5ab-38bca7620a37. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.114498] env[69603]: DEBUG oslo_concurrency.lockutils [req-056a2b0d-9131-4f4a-aaca-0b3836acf1b0 req-801547a8-3146-4909-98fb-83e81284060d service nova] Acquiring lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.114595] env[69603]: DEBUG oslo_concurrency.lockutils [req-056a2b0d-9131-4f4a-aaca-0b3836acf1b0 req-801547a8-3146-4909-98fb-83e81284060d service nova] Acquired lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.114754] env[69603]: DEBUG nova.network.neutron [req-056a2b0d-9131-4f4a-aaca-0b3836acf1b0 req-801547a8-3146-4909-98fb-83e81284060d service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Refreshing network info cache for port f57ac358-8110-4667-b5ab-38bca7620a37 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.141162] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479700, 'name': Rename_Task, 'duration_secs': 0.232584} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.141162] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.141162] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8c12f7b-53fb-4a92-a178-c7c5c5c29d2e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.151378] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 757.151378] env[69603]: value = "task-3479704" [ 757.151378] env[69603]: _type = "Task" [ 757.151378] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.162301] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.247572] env[69603]: DEBUG oslo_vmware.api [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Task: {'id': task-3479702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20796} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.247824] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 757.248016] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 757.248222] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 757.248433] env[69603]: INFO nova.compute.manager [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 757.248685] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.248877] env[69603]: DEBUG nova.compute.manager [-] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 757.248972] env[69603]: DEBUG nova.network.neutron [-] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 757.331030] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479703, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.391410] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8355a24f-5852-4ce9-b35a-c77fddca9c42 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.399372] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e247af-3ceb-4799-8e66-068e4c91addb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.433064] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Acquiring lock "0bc05767-01e1-48da-ae01-2985abcd944c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.433375] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Lock "0bc05767-01e1-48da-ae01-2985abcd944c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.433591] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Acquiring lock "0bc05767-01e1-48da-ae01-2985abcd944c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.433777] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Lock "0bc05767-01e1-48da-ae01-2985abcd944c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.433945] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Lock "0bc05767-01e1-48da-ae01-2985abcd944c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.436344] env[69603]: INFO nova.compute.manager [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Terminating instance [ 757.441024] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a245e546-4849-4bec-9e28-02ab3ef04182 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.447636] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd73b92-f8fe-4236-a4b3-8c39be8942a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.463119] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.665711] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479704, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.833489] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479703, 'name': CreateSnapshot_Task, 'duration_secs': 0.793022} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.833752] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 757.834562] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd0e871-234c-4c22-aa04-112a6461d483 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.893923] env[69603]: DEBUG nova.network.neutron [req-056a2b0d-9131-4f4a-aaca-0b3836acf1b0 req-801547a8-3146-4909-98fb-83e81284060d service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Updated VIF entry in instance network info cache for port f57ac358-8110-4667-b5ab-38bca7620a37. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.894169] env[69603]: DEBUG nova.network.neutron [req-056a2b0d-9131-4f4a-aaca-0b3836acf1b0 req-801547a8-3146-4909-98fb-83e81284060d service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Updating instance_info_cache with network_info: [{"id": "f57ac358-8110-4667-b5ab-38bca7620a37", "address": "fa:16:3e:54:74:cd", "network": {"id": "3a549413-4d1d-4290-91ab-adb21d4c6096", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-434589937-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "97c3086f913b48949f605cc68a237248", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf57ac358-81", "ovs_interfaceid": "f57ac358-8110-4667-b5ab-38bca7620a37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.944458] env[69603]: DEBUG nova.compute.manager [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 757.944704] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 757.946317] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e720953-21cf-4d5e-94b7-42594aef1b0f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.953751] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.953991] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3b41ade-0b5a-45ee-a10c-35ffbc720f1e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.959906] env[69603]: DEBUG oslo_vmware.api [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 757.959906] env[69603]: value = "task-3479705" [ 757.959906] env[69603]: _type = "Task" [ 757.959906] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.969741] env[69603]: DEBUG oslo_vmware.api [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.991516] env[69603]: ERROR nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [req-2f4c26b7-3edb-4e42-95e3-ba7b051e471b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2f4c26b7-3edb-4e42-95e3-ba7b051e471b"}]} [ 758.012368] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 758.035541] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 758.035946] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.054018] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 758.072948] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 758.111875] env[69603]: DEBUG nova.network.neutron [-] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.164958] env[69603]: DEBUG oslo_vmware.api [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479704, 'name': PowerOnVM_Task, 'duration_secs': 0.58612} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.165346] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.165519] env[69603]: INFO nova.compute.manager [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Took 9.00 seconds to spawn the instance on the hypervisor. [ 758.165747] env[69603]: DEBUG nova.compute.manager [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.166611] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99df9b87-5926-4bb0-a00a-b673ecacf223 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.353951] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 758.356762] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-753e3687-7257-40d6-b392-d36965dd21ba {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.365992] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 758.365992] env[69603]: value = "task-3479706" [ 758.365992] env[69603]: _type = "Task" [ 758.365992] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.376745] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479706, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.397808] env[69603]: DEBUG oslo_concurrency.lockutils [req-056a2b0d-9131-4f4a-aaca-0b3836acf1b0 req-801547a8-3146-4909-98fb-83e81284060d service nova] Releasing lock "refresh_cache-0bc05767-01e1-48da-ae01-2985abcd944c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.471197] env[69603]: DEBUG oslo_vmware.api [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479705, 'name': PowerOffVM_Task, 'duration_secs': 0.367861} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.471476] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.471662] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.471922] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0292ee02-ffc6-491d-9e98-0eda69e84773 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.536723] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.537094] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.537822] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Deleting the datastore file [datastore2] 0bc05767-01e1-48da-ae01-2985abcd944c {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.537822] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc05890e-d2db-4d58-9972-18a5da28abc6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.548260] env[69603]: DEBUG oslo_vmware.api [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for the task: (returnval){ [ 758.548260] env[69603]: value = "task-3479708" [ 758.548260] env[69603]: _type = "Task" [ 758.548260] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.558426] env[69603]: DEBUG oslo_vmware.api [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.615582] env[69603]: INFO nova.compute.manager [-] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Took 1.37 seconds to deallocate network for instance. [ 758.628770] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bc9e0b-5c71-4993-8f5e-3a2ef94af307 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.636519] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0a8c56-069e-4c6e-ba14-8d817d8e4217 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.672396] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9253d346-7707-457c-87b2-635998b69983 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.681100] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943a8bef-8331-41b5-a290-4857fdb1d496 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.701072] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.702562] env[69603]: INFO nova.compute.manager [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Took 41.84 seconds to build instance. [ 758.875845] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479706, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.056898] env[69603]: DEBUG oslo_vmware.api [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Task: {'id': task-3479708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338541} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.057174] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.057360] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.057536] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.057706] env[69603]: INFO nova.compute.manager [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 759.057947] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.058235] env[69603]: DEBUG nova.compute.manager [-] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.058301] env[69603]: DEBUG nova.network.neutron [-] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.123499] env[69603]: DEBUG oslo_concurrency.lockutils [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.207967] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1af784d4-3f9b-47c2-9797-efc89fee32a6 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Lock "78a5569d-5d31-48f9-a9d0-ed9921385b3c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.605s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.244279] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 759.244512] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 69 to 70 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 759.244667] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.375993] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479706, 'name': CloneVM_Task} progress is 95%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.673622] env[69603]: DEBUG nova.compute.manager [req-e93bbf6e-0db1-4578-ae1e-ad5e9e4980be req-e1513b2c-ee94-40a7-a5b3-2fb9e67a1969 service nova] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Received event network-vif-deleted-1dcd454d-006f-4609-8762-97a00e99c5de {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.710993] env[69603]: DEBUG nova.compute.manager [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.749862] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 759.750156] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 12.627s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.750420] env[69603]: DEBUG oslo_concurrency.lockutils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.292s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.751952] env[69603]: INFO nova.compute.claims [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.877334] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479706, 'name': CloneVM_Task, 'duration_secs': 1.138643} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.877663] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Created linked-clone VM from snapshot [ 759.878418] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2de0a00-6365-4905-a827-4915cf4df9cc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.887713] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Uploading image 96d77695-017b-4b88-9b67-6878bbebfe69 {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 759.908924] env[69603]: DEBUG oslo_vmware.rw_handles [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 759.908924] env[69603]: value = "vm-695688" [ 759.908924] env[69603]: _type = "VirtualMachine" [ 759.908924] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 759.909212] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6e03c2e7-5b84-4ae8-acfb-67d67b1658ab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.916245] env[69603]: DEBUG oslo_vmware.rw_handles [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lease: (returnval){ [ 759.916245] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d4289b-fc91-0a91-213f-317d1391d825" [ 759.916245] env[69603]: _type = "HttpNfcLease" [ 759.916245] env[69603]: } obtained for exporting VM: (result){ [ 759.916245] env[69603]: value = "vm-695688" [ 759.916245] env[69603]: _type = "VirtualMachine" [ 759.916245] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 759.916521] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the lease: (returnval){ [ 759.916521] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d4289b-fc91-0a91-213f-317d1391d825" [ 759.916521] env[69603]: _type = "HttpNfcLease" [ 759.916521] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 759.922977] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 759.922977] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d4289b-fc91-0a91-213f-317d1391d825" [ 759.922977] env[69603]: _type = "HttpNfcLease" [ 759.922977] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 759.985709] env[69603]: INFO nova.compute.manager [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Rescuing [ 759.985981] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "refresh_cache-a0aba5ee-b361-4f90-81a0-2fe4b9542819" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.986159] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "refresh_cache-a0aba5ee-b361-4f90-81a0-2fe4b9542819" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.986378] env[69603]: DEBUG nova.network.neutron [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.165706] env[69603]: DEBUG nova.network.neutron [-] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.233841] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.281789] env[69603]: DEBUG oslo_concurrency.lockutils [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquiring lock "78a5569d-5d31-48f9-a9d0-ed9921385b3c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.281978] env[69603]: DEBUG oslo_concurrency.lockutils [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Lock "78a5569d-5d31-48f9-a9d0-ed9921385b3c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.282204] env[69603]: DEBUG oslo_concurrency.lockutils [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquiring lock "78a5569d-5d31-48f9-a9d0-ed9921385b3c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.282386] env[69603]: DEBUG oslo_concurrency.lockutils [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Lock "78a5569d-5d31-48f9-a9d0-ed9921385b3c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.282549] env[69603]: DEBUG oslo_concurrency.lockutils [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Lock "78a5569d-5d31-48f9-a9d0-ed9921385b3c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.284797] env[69603]: INFO nova.compute.manager [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Terminating instance [ 760.425700] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 760.425700] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d4289b-fc91-0a91-213f-317d1391d825" [ 760.425700] env[69603]: _type = "HttpNfcLease" [ 760.425700] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 760.426214] env[69603]: DEBUG oslo_vmware.rw_handles [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 760.426214] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d4289b-fc91-0a91-213f-317d1391d825" [ 760.426214] env[69603]: _type = "HttpNfcLease" [ 760.426214] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 760.426817] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f68ea27-4a10-419d-8ebe-ce67f8285c03 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.434578] env[69603]: DEBUG oslo_vmware.rw_handles [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fbf475-32e6-d7e6-18a5-5021edf1b862/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 760.434785] env[69603]: DEBUG oslo_vmware.rw_handles [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fbf475-32e6-d7e6-18a5-5021edf1b862/disk-0.vmdk for reading. {{(pid=69603) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 760.525875] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-36a942d4-b8cb-4113-804b-5263de394a3a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.668966] env[69603]: INFO nova.compute.manager [-] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Took 1.61 seconds to deallocate network for instance. [ 760.788072] env[69603]: DEBUG nova.compute.manager [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.788233] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.791452] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622fd528-58b1-40fd-8b68-97bf5d8e68a3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.805568] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.805826] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80ac46f1-4f55-4d08-9e58-94e37568f430 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.812688] env[69603]: DEBUG oslo_vmware.api [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 760.812688] env[69603]: value = "task-3479710" [ 760.812688] env[69603]: _type = "Task" [ 760.812688] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.823927] env[69603]: DEBUG oslo_vmware.api [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.867032] env[69603]: DEBUG nova.network.neutron [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Updating instance_info_cache with network_info: [{"id": "787e861c-b20f-4235-a2a3-0331cee64a55", "address": "fa:16:3e:4a:b1:10", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787e861c-b2", "ovs_interfaceid": "787e861c-b20f-4235-a2a3-0331cee64a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.178753] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.324017] env[69603]: DEBUG oslo_vmware.api [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479710, 'name': PowerOffVM_Task, 'duration_secs': 0.190742} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.324366] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.324546] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.324869] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-488f6869-1974-4b4a-969c-df6f719203b6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.372433] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "refresh_cache-a0aba5ee-b361-4f90-81a0-2fe4b9542819" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.399542] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.399643] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.399809] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Deleting the datastore file [datastore1] 78a5569d-5d31-48f9-a9d0-ed9921385b3c {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.400325] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26abe504-84fe-46ef-adb2-d080ee3def1f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.407447] env[69603]: DEBUG oslo_vmware.api [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for the task: (returnval){ [ 761.407447] env[69603]: value = "task-3479712" [ 761.407447] env[69603]: _type = "Task" [ 761.407447] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.409432] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad58f767-abae-43bd-9320-35b964104974 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.422389] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a3f0ff-c5f4-4404-b8f5-3d28f970e134 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.427492] env[69603]: DEBUG oslo_vmware.api [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.456149] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a20a181-5fa2-43c3-96f7-fda9c5833f5f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.464382] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d48228-c23a-4490-ba44-cc99e7c1f0be {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.479595] env[69603]: DEBUG nova.compute.provider_tree [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.701542] env[69603]: DEBUG nova.compute.manager [req-f9a9201f-d36e-44d1-bf16-5cdce1e99fe5 req-2a6dd948-df8f-440c-8787-3ea4c12f9755 service nova] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Received event network-vif-deleted-f57ac358-8110-4667-b5ab-38bca7620a37 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.920125] env[69603]: DEBUG oslo_vmware.api [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Task: {'id': task-3479712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404946} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.920422] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.920646] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.920831] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.920999] env[69603]: INFO nova.compute.manager [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 761.921257] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.921449] env[69603]: DEBUG nova.compute.manager [-] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.921541] env[69603]: DEBUG nova.network.neutron [-] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.018581] env[69603]: DEBUG nova.scheduler.client.report [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 762.018581] env[69603]: DEBUG nova.compute.provider_tree [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 70 to 71 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 762.019278] env[69603]: DEBUG nova.compute.provider_tree [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 762.527494] env[69603]: DEBUG oslo_concurrency.lockutils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.528236] env[69603]: DEBUG nova.compute.manager [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.531048] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.765s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.534131] env[69603]: INFO nova.compute.claims [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.804447] env[69603]: DEBUG nova.network.neutron [-] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.908929] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.909306] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-718a7e8b-6db9-4838-b9db-9844c8c0aadd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.917025] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 762.917025] env[69603]: value = "task-3479713" [ 762.917025] env[69603]: _type = "Task" [ 762.917025] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.039901] env[69603]: DEBUG nova.compute.utils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.041342] env[69603]: DEBUG nova.compute.manager [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.041568] env[69603]: DEBUG nova.network.neutron [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.102156] env[69603]: DEBUG nova.policy [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f27d849e683e43ceb881a0d242ca1d87', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6c219c115c0742f49bd00fcae2dd6a0c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.309029] env[69603]: INFO nova.compute.manager [-] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Took 1.39 seconds to deallocate network for instance. [ 763.427696] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479713, 'name': PowerOffVM_Task, 'duration_secs': 0.318579} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.427950] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.428867] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10036335-0798-416d-b95c-924f470a8e15 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.449898] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333711a2-92da-409e-8a18-85e6f1c6fc12 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.483091] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.483738] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb817f3e-19ce-44d8-a72a-3b276af9c94c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.490866] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 763.490866] env[69603]: value = "task-3479714" [ 763.490866] env[69603]: _type = "Task" [ 763.490866] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.501743] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] VM already powered off {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 763.501743] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.501743] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.501743] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.501907] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.501907] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7f3e2cc-f0e9-47c2-950a-0447c76c5091 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.510084] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.510283] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.511051] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db53fd3-1ef4-4213-b429-fe3af07960e2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.516823] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 763.516823] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bd8316-4c83-be80-3002-050e033b765f" [ 763.516823] env[69603]: _type = "Task" [ 763.516823] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.525275] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bd8316-4c83-be80-3002-050e033b765f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.545465] env[69603]: DEBUG nova.compute.manager [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.587797] env[69603]: DEBUG nova.network.neutron [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Successfully created port: 02fefeda-7f11-4ca6-b5bf-dfb22c064fda {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.728278] env[69603]: DEBUG nova.compute.manager [req-937601d9-497a-4929-8b47-83ce04a960e7 req-7c772dff-0f30-468c-b177-2e549dfc538b service nova] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Received event network-vif-deleted-7bd44978-0aa9-4e4f-b277-0a8d1e737c86 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.815597] env[69603]: DEBUG oslo_concurrency.lockutils [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.038960] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bd8316-4c83-be80-3002-050e033b765f, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.043618] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec6bb3e-b11a-4654-be4f-225bdaa53cff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.053279] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 764.053279] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525a3972-0b54-6195-b4ff-64f513fafda8" [ 764.053279] env[69603]: _type = "Task" [ 764.053279] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.067741] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525a3972-0b54-6195-b4ff-64f513fafda8, 'name': SearchDatastore_Task, 'duration_secs': 0.013658} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.067741] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.067910] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a0aba5ee-b361-4f90-81a0-2fe4b9542819/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk. {{(pid=69603) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 764.068086] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d775b5e-6ce3-42fa-87f4-b3e72d97972f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.077905] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 764.077905] env[69603]: value = "task-3479715" [ 764.077905] env[69603]: _type = "Task" [ 764.077905] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.087930] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.230641] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294b1a5b-fc18-4260-9618-d0736fc021d8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.239085] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506768ca-85fb-48a4-987a-cf360a26d3d8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.271696] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763ea994-7c2c-47ad-83bb-8e9ead483790 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.279515] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80d93f2-feac-44ef-9a96-2b3e03c7f7f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.293191] env[69603]: DEBUG nova.compute.provider_tree [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.555765] env[69603]: DEBUG nova.compute.manager [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.577045] env[69603]: DEBUG nova.virt.hardware [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.577304] env[69603]: DEBUG nova.virt.hardware [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.577461] env[69603]: DEBUG nova.virt.hardware [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.577648] env[69603]: DEBUG nova.virt.hardware [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.577792] env[69603]: DEBUG nova.virt.hardware [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.577937] env[69603]: DEBUG nova.virt.hardware [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.578163] env[69603]: DEBUG nova.virt.hardware [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.578331] env[69603]: DEBUG nova.virt.hardware [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.578519] env[69603]: DEBUG nova.virt.hardware [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.578691] env[69603]: DEBUG nova.virt.hardware [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.578864] env[69603]: DEBUG nova.virt.hardware [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.579836] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea9c2ed-20e1-4de5-8255-b22014682b6b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.592822] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479715, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.595101] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df143a4b-f80a-424d-ad08-4131ed4ec8c3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.796911] env[69603]: DEBUG nova.scheduler.client.report [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.088581] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.936654} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.088860] env[69603]: INFO nova.virt.vmwareapi.ds_util [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a0aba5ee-b361-4f90-81a0-2fe4b9542819/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk. [ 765.089644] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de59036-7a9f-4978-ba05-751b74031f48 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.114775] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] a0aba5ee-b361-4f90-81a0-2fe4b9542819/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.115105] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e00321d-9804-4a3e-8216-832b7a7b7b2b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.140261] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 765.140261] env[69603]: value = "task-3479716" [ 765.140261] env[69603]: _type = "Task" [ 765.140261] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.148559] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.278339] env[69603]: DEBUG nova.network.neutron [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Successfully updated port: 02fefeda-7f11-4ca6-b5bf-dfb22c064fda {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.302575] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.303189] env[69603]: DEBUG nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.305680] env[69603]: DEBUG oslo_concurrency.lockutils [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.159s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.305864] env[69603]: DEBUG oslo_concurrency.lockutils [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.308216] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.344s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.309657] env[69603]: INFO nova.compute.claims [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.334576] env[69603]: INFO nova.scheduler.client.report [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Deleted allocations for instance b4c6a04c-a7f5-4796-ada2-0ca3431b947c [ 765.650311] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479716, 'name': ReconfigVM_Task, 'duration_secs': 0.394768} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.650748] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Reconfigured VM instance instance-00000023 to attach disk [datastore2] a0aba5ee-b361-4f90-81a0-2fe4b9542819/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.651704] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aca513f-dc8a-4387-8d95-68298c7ca214 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.679377] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d599dae3-a7c4-40f9-9004-dc1bfb811d70 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.695649] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 765.695649] env[69603]: value = "task-3479717" [ 765.695649] env[69603]: _type = "Task" [ 765.695649] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.706386] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.781433] env[69603]: DEBUG oslo_concurrency.lockutils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "refresh_cache-85fd51f5-4335-48ec-a2d2-38aa5d209eba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.781641] env[69603]: DEBUG oslo_concurrency.lockutils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquired lock "refresh_cache-85fd51f5-4335-48ec-a2d2-38aa5d209eba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.781766] env[69603]: DEBUG nova.network.neutron [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.814173] env[69603]: DEBUG nova.compute.utils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.818077] env[69603]: DEBUG nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.818334] env[69603]: DEBUG nova.network.neutron [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.842568] env[69603]: DEBUG oslo_concurrency.lockutils [None req-602bb88f-1025-4fe8-b0f4-9f6edc070cce tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.134s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.843515] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 38.852s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.843762] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.844044] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.844253] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.847408] env[69603]: INFO nova.compute.manager [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Terminating instance [ 765.881818] env[69603]: DEBUG nova.policy [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31b2a22588864bb2b2e30a9e54bd87af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'beb6b337d9ef49ce95f7f0f47c033245', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.941401] env[69603]: DEBUG nova.compute.manager [req-659a6843-82fa-47b0-8db9-a71883594d58 req-b28bbacf-1d64-4934-bdeb-503ae65edcdb service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Received event network-vif-plugged-02fefeda-7f11-4ca6-b5bf-dfb22c064fda {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.941898] env[69603]: DEBUG oslo_concurrency.lockutils [req-659a6843-82fa-47b0-8db9-a71883594d58 req-b28bbacf-1d64-4934-bdeb-503ae65edcdb service nova] Acquiring lock "85fd51f5-4335-48ec-a2d2-38aa5d209eba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.941898] env[69603]: DEBUG oslo_concurrency.lockutils [req-659a6843-82fa-47b0-8db9-a71883594d58 req-b28bbacf-1d64-4934-bdeb-503ae65edcdb service nova] Lock "85fd51f5-4335-48ec-a2d2-38aa5d209eba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.942021] env[69603]: DEBUG oslo_concurrency.lockutils [req-659a6843-82fa-47b0-8db9-a71883594d58 req-b28bbacf-1d64-4934-bdeb-503ae65edcdb service nova] Lock "85fd51f5-4335-48ec-a2d2-38aa5d209eba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.942190] env[69603]: DEBUG nova.compute.manager [req-659a6843-82fa-47b0-8db9-a71883594d58 req-b28bbacf-1d64-4934-bdeb-503ae65edcdb service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] No waiting events found dispatching network-vif-plugged-02fefeda-7f11-4ca6-b5bf-dfb22c064fda {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.942364] env[69603]: WARNING nova.compute.manager [req-659a6843-82fa-47b0-8db9-a71883594d58 req-b28bbacf-1d64-4934-bdeb-503ae65edcdb service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Received unexpected event network-vif-plugged-02fefeda-7f11-4ca6-b5bf-dfb22c064fda for instance with vm_state building and task_state spawning. [ 765.942584] env[69603]: DEBUG nova.compute.manager [req-659a6843-82fa-47b0-8db9-a71883594d58 req-b28bbacf-1d64-4934-bdeb-503ae65edcdb service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Received event network-changed-02fefeda-7f11-4ca6-b5bf-dfb22c064fda {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.942739] env[69603]: DEBUG nova.compute.manager [req-659a6843-82fa-47b0-8db9-a71883594d58 req-b28bbacf-1d64-4934-bdeb-503ae65edcdb service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Refreshing instance network info cache due to event network-changed-02fefeda-7f11-4ca6-b5bf-dfb22c064fda. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.942799] env[69603]: DEBUG oslo_concurrency.lockutils [req-659a6843-82fa-47b0-8db9-a71883594d58 req-b28bbacf-1d64-4934-bdeb-503ae65edcdb service nova] Acquiring lock "refresh_cache-85fd51f5-4335-48ec-a2d2-38aa5d209eba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.206619] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479717, 'name': ReconfigVM_Task, 'duration_secs': 0.181678} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.206890] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.207164] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b767254-1008-4b09-82ed-5c6bf0550f3c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.214755] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 766.214755] env[69603]: value = "task-3479718" [ 766.214755] env[69603]: _type = "Task" [ 766.214755] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.230723] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479718, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.318637] env[69603]: DEBUG nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.351632] env[69603]: DEBUG nova.network.neutron [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.353333] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "refresh_cache-b4c6a04c-a7f5-4796-ada2-0ca3431b947c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.353507] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquired lock "refresh_cache-b4c6a04c-a7f5-4796-ada2-0ca3431b947c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.353706] env[69603]: DEBUG nova.network.neutron [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.394198] env[69603]: DEBUG nova.network.neutron [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Successfully created port: a27946ec-9e9d-40c7-afe6-2b3ee1daad95 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.725709] env[69603]: DEBUG oslo_concurrency.lockutils [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "77e4d517-af5f-491b-a44f-fd3e4954dbdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.725987] env[69603]: DEBUG oslo_concurrency.lockutils [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "77e4d517-af5f-491b-a44f-fd3e4954dbdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.726149] env[69603]: DEBUG oslo_concurrency.lockutils [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "77e4d517-af5f-491b-a44f-fd3e4954dbdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.726323] env[69603]: DEBUG oslo_concurrency.lockutils [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "77e4d517-af5f-491b-a44f-fd3e4954dbdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.726480] env[69603]: DEBUG oslo_concurrency.lockutils [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "77e4d517-af5f-491b-a44f-fd3e4954dbdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.728100] env[69603]: DEBUG oslo_vmware.api [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479718, 'name': PowerOnVM_Task, 'duration_secs': 0.478442} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.730832] env[69603]: INFO nova.compute.manager [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Terminating instance [ 766.732350] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.737261] env[69603]: DEBUG nova.compute.manager [None req-7dccf2f2-9754-4c29-b9a5-3a9368a5ea98 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.737261] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a902c78f-2e84-4863-b1e9-0f0d3e8bb35c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.751980] env[69603]: DEBUG nova.network.neutron [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Updating instance_info_cache with network_info: [{"id": "02fefeda-7f11-4ca6-b5bf-dfb22c064fda", "address": "fa:16:3e:18:94:f7", "network": {"id": "b2dffa2f-fbb2-484d-8088-c9e0bcea8ae0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1645583158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c219c115c0742f49bd00fcae2dd6a0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02fefeda-7f", "ovs_interfaceid": "02fefeda-7f11-4ca6-b5bf-dfb22c064fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.858783] env[69603]: DEBUG nova.compute.utils [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Can not refresh info_cache because instance was not found {{(pid=69603) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 766.886326] env[69603]: DEBUG nova.network.neutron [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.992071] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06524bc-48d2-4197-b17d-c2b0d55f901a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.999983] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a268ffd-f6dd-4a12-a62b-c5d416fa8841 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.032232] env[69603]: DEBUG nova.network.neutron [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.034045] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b5fe81-0009-4c45-9e9f-72aa1b8d5b30 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.041983] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadd8d0a-7b69-4e13-8585-b38151dda54c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.058221] env[69603]: DEBUG nova.compute.provider_tree [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.237095] env[69603]: DEBUG nova.compute.manager [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.237355] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.238256] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e298ea8-3011-4731-a5a0-5d535c23e334 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.246649] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.246885] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a7cb115-2e30-49b9-9f6f-33177af28482 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.253653] env[69603]: DEBUG oslo_vmware.api [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 767.253653] env[69603]: value = "task-3479719" [ 767.253653] env[69603]: _type = "Task" [ 767.253653] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.256806] env[69603]: DEBUG oslo_concurrency.lockutils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Releasing lock "refresh_cache-85fd51f5-4335-48ec-a2d2-38aa5d209eba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.257108] env[69603]: DEBUG nova.compute.manager [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Instance network_info: |[{"id": "02fefeda-7f11-4ca6-b5bf-dfb22c064fda", "address": "fa:16:3e:18:94:f7", "network": {"id": "b2dffa2f-fbb2-484d-8088-c9e0bcea8ae0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1645583158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c219c115c0742f49bd00fcae2dd6a0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02fefeda-7f", "ovs_interfaceid": "02fefeda-7f11-4ca6-b5bf-dfb22c064fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.259647] env[69603]: DEBUG oslo_concurrency.lockutils [req-659a6843-82fa-47b0-8db9-a71883594d58 req-b28bbacf-1d64-4934-bdeb-503ae65edcdb service nova] Acquired lock "refresh_cache-85fd51f5-4335-48ec-a2d2-38aa5d209eba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.259758] env[69603]: DEBUG nova.network.neutron [req-659a6843-82fa-47b0-8db9-a71883594d58 req-b28bbacf-1d64-4934-bdeb-503ae65edcdb service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Refreshing network info cache for port 02fefeda-7f11-4ca6-b5bf-dfb22c064fda {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.260840] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:94:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '28d04eee-6dbb-491a-a999-b659c799679d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02fefeda-7f11-4ca6-b5bf-dfb22c064fda', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.268847] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.271607] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.275950] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc7dda27-2aff-48e3-bf23-3edcc8c4f781 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.292361] env[69603]: DEBUG oslo_vmware.api [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.297637] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.297637] env[69603]: value = "task-3479720" [ 767.297637] env[69603]: _type = "Task" [ 767.297637] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.305891] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479720, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.327742] env[69603]: DEBUG nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.355189] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.355498] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.355605] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.355788] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.355932] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.356100] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.356313] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.356472] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.356657] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.356884] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.357033] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.357970] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda60fa6-3b23-42c3-835e-d9a865a0e085 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.371042] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c89d7d-e23d-437b-9b14-b3fcf145a226 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.537769] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Releasing lock "refresh_cache-b4c6a04c-a7f5-4796-ada2-0ca3431b947c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.538388] env[69603]: DEBUG nova.compute.manager [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.538651] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.539072] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ab48817-2bbb-4d08-8b1a-18b3753cf008 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.549491] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194ae232-21d7-4feb-87ed-5b36800467b1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.562252] env[69603]: DEBUG nova.scheduler.client.report [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.591612] env[69603]: WARNING nova.virt.vmwareapi.vmops [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b4c6a04c-a7f5-4796-ada2-0ca3431b947c could not be found. [ 767.591948] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.592156] env[69603]: INFO nova.compute.manager [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Took 0.05 seconds to destroy the instance on the hypervisor. [ 767.592415] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.593319] env[69603]: DEBUG nova.compute.manager [-] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 767.593417] env[69603]: DEBUG nova.network.neutron [-] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 767.699373] env[69603]: DEBUG nova.network.neutron [-] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.764811] env[69603]: DEBUG oslo_vmware.api [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479719, 'name': PowerOffVM_Task, 'duration_secs': 0.233483} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.764811] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.764811] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.764811] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97161833-5c5e-40b2-be3d-470468064ae4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.807561] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479720, 'name': CreateVM_Task, 'duration_secs': 0.374713} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.807729] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.808628] env[69603]: DEBUG oslo_concurrency.lockutils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.808795] env[69603]: DEBUG oslo_concurrency.lockutils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.809146] env[69603]: DEBUG oslo_concurrency.lockutils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.809400] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df38263e-ed11-494b-a54d-29d015cbcd29 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.814366] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 767.814366] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52228de7-c49f-6469-ce6e-63942d25cc7d" [ 767.814366] env[69603]: _type = "Task" [ 767.814366] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.823541] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52228de7-c49f-6469-ce6e-63942d25cc7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.831284] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.832801] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.832801] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Deleting the datastore file [datastore1] 77e4d517-af5f-491b-a44f-fd3e4954dbdc {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.832801] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d2135e9-78a8-4edc-bc6e-d7981e3ec69d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.837978] env[69603]: DEBUG oslo_vmware.api [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for the task: (returnval){ [ 767.837978] env[69603]: value = "task-3479722" [ 767.837978] env[69603]: _type = "Task" [ 767.837978] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.846582] env[69603]: DEBUG oslo_vmware.api [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.068017] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.068582] env[69603]: DEBUG nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.071365] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.974s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.071558] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.073629] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.626s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.073814] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.075786] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.091s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.079224] env[69603]: INFO nova.compute.claims [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.122601] env[69603]: INFO nova.scheduler.client.report [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Deleted allocations for instance 86b7096c-bb42-4ef5-befb-e9d228d2f03c [ 768.129340] env[69603]: INFO nova.scheduler.client.report [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Deleted allocations for instance 3a6bc090-13ff-4df0-b89c-d7782488111f [ 768.181462] env[69603]: DEBUG nova.network.neutron [req-659a6843-82fa-47b0-8db9-a71883594d58 req-b28bbacf-1d64-4934-bdeb-503ae65edcdb service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Updated VIF entry in instance network info cache for port 02fefeda-7f11-4ca6-b5bf-dfb22c064fda. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.181900] env[69603]: DEBUG nova.network.neutron [req-659a6843-82fa-47b0-8db9-a71883594d58 req-b28bbacf-1d64-4934-bdeb-503ae65edcdb service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Updating instance_info_cache with network_info: [{"id": "02fefeda-7f11-4ca6-b5bf-dfb22c064fda", "address": "fa:16:3e:18:94:f7", "network": {"id": "b2dffa2f-fbb2-484d-8088-c9e0bcea8ae0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1645583158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c219c115c0742f49bd00fcae2dd6a0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02fefeda-7f", "ovs_interfaceid": "02fefeda-7f11-4ca6-b5bf-dfb22c064fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.202104] env[69603]: DEBUG nova.network.neutron [-] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.328318] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52228de7-c49f-6469-ce6e-63942d25cc7d, 'name': SearchDatastore_Task, 'duration_secs': 0.024838} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.328653] env[69603]: DEBUG oslo_concurrency.lockutils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.328918] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.329190] env[69603]: DEBUG oslo_concurrency.lockutils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.329335] env[69603]: DEBUG oslo_concurrency.lockutils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.329513] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.329810] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b7d1ab9-0728-4426-bed8-b3b6323ff4e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.347684] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.347894] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.352981] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3eb038b1-4e2c-49b1-97a2-440152c96bc0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.355405] env[69603]: DEBUG oslo_vmware.api [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.358725] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 768.358725] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52244ad1-7fab-e59f-af3c-fcdd65f7d2af" [ 768.358725] env[69603]: _type = "Task" [ 768.358725] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.367890] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52244ad1-7fab-e59f-af3c-fcdd65f7d2af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.586311] env[69603]: DEBUG nova.compute.utils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.590487] env[69603]: DEBUG nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 768.591210] env[69603]: DEBUG nova.network.neutron [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 768.628783] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00c0ea79-cfe5-4bde-b0ef-200b4b32e248 tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "86b7096c-bb42-4ef5-befb-e9d228d2f03c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.689s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.636512] env[69603]: DEBUG nova.compute.manager [req-c912bdf6-66b1-45bd-baa6-702149b26f55 req-627f6994-5720-4c5e-b6ac-3a507b027441 service nova] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Received event network-vif-plugged-a27946ec-9e9d-40c7-afe6-2b3ee1daad95 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.636725] env[69603]: DEBUG oslo_concurrency.lockutils [req-c912bdf6-66b1-45bd-baa6-702149b26f55 req-627f6994-5720-4c5e-b6ac-3a507b027441 service nova] Acquiring lock "46ec109a-88fe-457f-b4e7-8bb58018b18d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.636952] env[69603]: DEBUG oslo_concurrency.lockutils [req-c912bdf6-66b1-45bd-baa6-702149b26f55 req-627f6994-5720-4c5e-b6ac-3a507b027441 service nova] Lock "46ec109a-88fe-457f-b4e7-8bb58018b18d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.640317] env[69603]: DEBUG oslo_concurrency.lockutils [req-c912bdf6-66b1-45bd-baa6-702149b26f55 req-627f6994-5720-4c5e-b6ac-3a507b027441 service nova] Lock "46ec109a-88fe-457f-b4e7-8bb58018b18d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.640317] env[69603]: DEBUG nova.compute.manager [req-c912bdf6-66b1-45bd-baa6-702149b26f55 req-627f6994-5720-4c5e-b6ac-3a507b027441 service nova] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] No waiting events found dispatching network-vif-plugged-a27946ec-9e9d-40c7-afe6-2b3ee1daad95 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 768.640317] env[69603]: WARNING nova.compute.manager [req-c912bdf6-66b1-45bd-baa6-702149b26f55 req-627f6994-5720-4c5e-b6ac-3a507b027441 service nova] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Received unexpected event network-vif-plugged-a27946ec-9e9d-40c7-afe6-2b3ee1daad95 for instance with vm_state building and task_state spawning. [ 768.641352] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ae093102-a548-4bab-bc36-474ca7d62fea tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "3a6bc090-13ff-4df0-b89c-d7782488111f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.574s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.659955] env[69603]: DEBUG nova.network.neutron [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Successfully updated port: a27946ec-9e9d-40c7-afe6-2b3ee1daad95 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.665717] env[69603]: DEBUG nova.policy [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31b2a22588864bb2b2e30a9e54bd87af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'beb6b337d9ef49ce95f7f0f47c033245', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 768.684307] env[69603]: DEBUG oslo_concurrency.lockutils [req-659a6843-82fa-47b0-8db9-a71883594d58 req-b28bbacf-1d64-4934-bdeb-503ae65edcdb service nova] Releasing lock "refresh_cache-85fd51f5-4335-48ec-a2d2-38aa5d209eba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.704715] env[69603]: INFO nova.compute.manager [-] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Took 1.11 seconds to deallocate network for instance. [ 768.850911] env[69603]: DEBUG oslo_vmware.api [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Task: {'id': task-3479722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533381} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.851584] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.851584] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.851877] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.852167] env[69603]: INFO nova.compute.manager [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Took 1.61 seconds to destroy the instance on the hypervisor. [ 768.852535] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.853086] env[69603]: DEBUG nova.compute.manager [-] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.853241] env[69603]: DEBUG nova.network.neutron [-] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.871778] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52244ad1-7fab-e59f-af3c-fcdd65f7d2af, 'name': SearchDatastore_Task, 'duration_secs': 0.0121} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.872744] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a1e1c8-c48d-4700-8db0-d3e5e6380a14 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.878836] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 768.878836] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52104cb5-f3e3-1b8a-4fad-f087339c54ec" [ 768.878836] env[69603]: _type = "Task" [ 768.878836] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.886854] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52104cb5-f3e3-1b8a-4fad-f087339c54ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.091474] env[69603]: DEBUG nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.113080] env[69603]: INFO nova.compute.manager [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Unrescuing [ 769.113352] env[69603]: DEBUG oslo_concurrency.lockutils [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "refresh_cache-a0aba5ee-b361-4f90-81a0-2fe4b9542819" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.113503] env[69603]: DEBUG oslo_concurrency.lockutils [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "refresh_cache-a0aba5ee-b361-4f90-81a0-2fe4b9542819" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.113667] env[69603]: DEBUG nova.network.neutron [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.162423] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "refresh_cache-46ec109a-88fe-457f-b4e7-8bb58018b18d" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.162598] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquired lock "refresh_cache-46ec109a-88fe-457f-b4e7-8bb58018b18d" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.162748] env[69603]: DEBUG nova.network.neutron [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.183507] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquiring lock "aca0f35f-d3e3-4e27-a758-1a3276ce181c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.184547] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "aca0f35f-d3e3-4e27-a758-1a3276ce181c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.184547] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquiring lock "aca0f35f-d3e3-4e27-a758-1a3276ce181c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.184547] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "aca0f35f-d3e3-4e27-a758-1a3276ce181c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.184547] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "aca0f35f-d3e3-4e27-a758-1a3276ce181c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.188652] env[69603]: INFO nova.compute.manager [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Terminating instance [ 769.212481] env[69603]: INFO nova.compute.manager [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Instance disappeared during terminate [ 769.212708] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4aa69c48-207f-494d-9489-db3da6de0c16 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "b4c6a04c-a7f5-4796-ada2-0ca3431b947c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.369s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.261373] env[69603]: DEBUG oslo_vmware.rw_handles [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fbf475-32e6-d7e6-18a5-5021edf1b862/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 769.265598] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb9ebec-a41b-484f-9a99-d14865ffc826 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.277192] env[69603]: DEBUG oslo_vmware.rw_handles [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fbf475-32e6-d7e6-18a5-5021edf1b862/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 769.277396] env[69603]: ERROR oslo_vmware.rw_handles [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fbf475-32e6-d7e6-18a5-5021edf1b862/disk-0.vmdk due to incomplete transfer. [ 769.277631] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d4931245-458f-40a3-8281-f170eab73897 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.286690] env[69603]: DEBUG oslo_vmware.rw_handles [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fbf475-32e6-d7e6-18a5-5021edf1b862/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 769.286894] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Uploaded image 96d77695-017b-4b88-9b67-6878bbebfe69 to the Glance image server {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 769.289553] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 769.289832] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-98656dc3-489b-4daf-929c-8465a5258ff7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.300615] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 769.300615] env[69603]: value = "task-3479723" [ 769.300615] env[69603]: _type = "Task" [ 769.300615] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.309364] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479723, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.358689] env[69603]: DEBUG nova.network.neutron [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Successfully created port: de733d00-dd5f-4dd7-9be9-f13cac2dc3e8 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.391150] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52104cb5-f3e3-1b8a-4fad-f087339c54ec, 'name': SearchDatastore_Task, 'duration_secs': 0.018734} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.393812] env[69603]: DEBUG oslo_concurrency.lockutils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.394089] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 85fd51f5-4335-48ec-a2d2-38aa5d209eba/85fd51f5-4335-48ec-a2d2-38aa5d209eba.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.394519] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d880f341-b4ae-46e3-b04f-c1ea6cad2794 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.402889] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 769.402889] env[69603]: value = "task-3479724" [ 769.402889] env[69603]: _type = "Task" [ 769.402889] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.414439] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.658925] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquiring lock "cc094eb0-4c88-4c87-b650-39ac0deaafbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.659252] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "cc094eb0-4c88-4c87-b650-39ac0deaafbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.659461] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquiring lock "cc094eb0-4c88-4c87-b650-39ac0deaafbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.659959] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "cc094eb0-4c88-4c87-b650-39ac0deaafbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.660165] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "cc094eb0-4c88-4c87-b650-39ac0deaafbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.662199] env[69603]: INFO nova.compute.manager [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Terminating instance [ 769.691502] env[69603]: DEBUG nova.compute.manager [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 769.691842] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 769.694201] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312d9114-fefe-488f-888e-830f7a9446dc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.697841] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17fff360-3e74-4091-889e-f2b6760a0be8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.701526] env[69603]: DEBUG nova.network.neutron [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.709685] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.710938] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9fd3aa-b7ae-4d19-9898-38f64f5225e3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.716231] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00300872-cf42-49ca-b42f-c370fd9edcbb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.751343] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245914cf-458a-4933-8ecc-74992b1a9a30 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.754040] env[69603]: DEBUG oslo_vmware.api [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 769.754040] env[69603]: value = "task-3479725" [ 769.754040] env[69603]: _type = "Task" [ 769.754040] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.761571] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1ef716-ba82-4cc0-b33c-ccf990f1134a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.768411] env[69603]: DEBUG oslo_vmware.api [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.778961] env[69603]: DEBUG nova.compute.provider_tree [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.810636] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479723, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.884133] env[69603]: DEBUG nova.network.neutron [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Updating instance_info_cache with network_info: [{"id": "a27946ec-9e9d-40c7-afe6-2b3ee1daad95", "address": "fa:16:3e:76:5c:0b", "network": {"id": "4e253bf4-431c-4b19-ad5b-ebe726d6a3a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-825676334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beb6b337d9ef49ce95f7f0f47c033245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa27946ec-9e", "ovs_interfaceid": "a27946ec-9e9d-40c7-afe6-2b3ee1daad95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.915117] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.917493] env[69603]: DEBUG nova.network.neutron [-] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.086307] env[69603]: DEBUG nova.network.neutron [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Updating instance_info_cache with network_info: [{"id": "787e861c-b20f-4235-a2a3-0331cee64a55", "address": "fa:16:3e:4a:b1:10", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap787e861c-b2", "ovs_interfaceid": "787e861c-b20f-4235-a2a3-0331cee64a55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.110036] env[69603]: DEBUG nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.136525] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.136525] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.136525] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.136746] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.136746] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.136746] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.136746] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.136746] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.136906] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.136906] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.136906] env[69603]: DEBUG nova.virt.hardware [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.137346] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fec302-931a-47f4-be97-d4efb161fc55 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.148436] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cbf2e8-243a-44bb-9a48-9972c4fc4b23 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.168501] env[69603]: DEBUG nova.compute.manager [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.168831] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.169747] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2baa45-8faf-468a-bf67-8843049365a9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.180017] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.180339] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-359f036f-0770-4b58-a32c-42c2b52642c0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.189343] env[69603]: DEBUG oslo_vmware.api [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 770.189343] env[69603]: value = "task-3479726" [ 770.189343] env[69603]: _type = "Task" [ 770.189343] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.197422] env[69603]: DEBUG oslo_vmware.api [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.268837] env[69603]: DEBUG oslo_vmware.api [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479725, 'name': PowerOffVM_Task, 'duration_secs': 0.255932} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.269239] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.269484] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.269772] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71fca84f-e4cc-40f3-a444-01b715ff9421 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.284328] env[69603]: DEBUG nova.scheduler.client.report [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.314123] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479723, 'name': Destroy_Task, 'duration_secs': 0.940666} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.314444] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Destroyed the VM [ 770.314693] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 770.315165] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-df4abc9b-0e46-4ffc-b1c5-9fec7a6b708f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.323256] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 770.323256] env[69603]: value = "task-3479728" [ 770.323256] env[69603]: _type = "Task" [ 770.323256] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.334119] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479728, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.343827] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.344097] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.344298] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Deleting the datastore file [datastore2] aca0f35f-d3e3-4e27-a758-1a3276ce181c {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.344575] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2248486-6db3-4eb6-8720-f3c3539476ba {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.352887] env[69603]: DEBUG oslo_vmware.api [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for the task: (returnval){ [ 770.352887] env[69603]: value = "task-3479729" [ 770.352887] env[69603]: _type = "Task" [ 770.352887] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.361933] env[69603]: DEBUG oslo_vmware.api [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.388480] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Releasing lock "refresh_cache-46ec109a-88fe-457f-b4e7-8bb58018b18d" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.388930] env[69603]: DEBUG nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Instance network_info: |[{"id": "a27946ec-9e9d-40c7-afe6-2b3ee1daad95", "address": "fa:16:3e:76:5c:0b", "network": {"id": "4e253bf4-431c-4b19-ad5b-ebe726d6a3a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-825676334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beb6b337d9ef49ce95f7f0f47c033245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa27946ec-9e", "ovs_interfaceid": "a27946ec-9e9d-40c7-afe6-2b3ee1daad95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.389484] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:5c:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a27946ec-9e9d-40c7-afe6-2b3ee1daad95', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.397365] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Creating folder: Project (beb6b337d9ef49ce95f7f0f47c033245). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.397686] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cf0f1b5-75f1-4e56-a513-af703db1ad7f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.410834] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Created folder: Project (beb6b337d9ef49ce95f7f0f47c033245) in parent group-v695567. [ 770.411119] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Creating folder: Instances. Parent ref: group-v695690. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 770.411787] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e92f4eb-fd58-4212-bcff-740fba2693a4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.417471] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479724, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.421784] env[69603]: INFO nova.compute.manager [-] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Took 1.57 seconds to deallocate network for instance. [ 770.425415] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Created folder: Instances in parent group-v695690. [ 770.426538] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.429331] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.431778] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bed8757-3556-4708-8701-51b02ca45ddb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.451685] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "375f9fb9-2dcf-49a1-bc37-53daa213d575" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.452036] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "375f9fb9-2dcf-49a1-bc37-53daa213d575" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.452250] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "375f9fb9-2dcf-49a1-bc37-53daa213d575-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.452435] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "375f9fb9-2dcf-49a1-bc37-53daa213d575-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.452602] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "375f9fb9-2dcf-49a1-bc37-53daa213d575-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.455430] env[69603]: INFO nova.compute.manager [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Terminating instance [ 770.459700] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.459700] env[69603]: value = "task-3479732" [ 770.459700] env[69603]: _type = "Task" [ 770.459700] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.468523] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479732, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.589832] env[69603]: DEBUG oslo_concurrency.lockutils [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "refresh_cache-a0aba5ee-b361-4f90-81a0-2fe4b9542819" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.590872] env[69603]: DEBUG nova.objects.instance [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lazy-loading 'flavor' on Instance uuid a0aba5ee-b361-4f90-81a0-2fe4b9542819 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.700928] env[69603]: DEBUG oslo_vmware.api [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479726, 'name': PowerOffVM_Task, 'duration_secs': 0.439082} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.701219] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 770.701389] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.701654] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7700518-1f52-427f-8e42-6e4739552ffb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.788880] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 770.789060] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 770.789248] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Deleting the datastore file [datastore2] cc094eb0-4c88-4c87-b650-39ac0deaafbf {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 770.791226] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.791703] env[69603]: DEBUG nova.compute.manager [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.794246] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-039f31f4-0225-4e23-a542-6e325e415b7a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.797561] env[69603]: DEBUG nova.compute.manager [req-ed7950e3-5ce6-48b5-85e9-7975bd16772f req-446c4049-ce8c-4389-9a2a-cc2f9a3ec3e3 service nova] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Received event network-changed-a27946ec-9e9d-40c7-afe6-2b3ee1daad95 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.797739] env[69603]: DEBUG nova.compute.manager [req-ed7950e3-5ce6-48b5-85e9-7975bd16772f req-446c4049-ce8c-4389-9a2a-cc2f9a3ec3e3 service nova] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Refreshing instance network info cache due to event network-changed-a27946ec-9e9d-40c7-afe6-2b3ee1daad95. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.797953] env[69603]: DEBUG oslo_concurrency.lockutils [req-ed7950e3-5ce6-48b5-85e9-7975bd16772f req-446c4049-ce8c-4389-9a2a-cc2f9a3ec3e3 service nova] Acquiring lock "refresh_cache-46ec109a-88fe-457f-b4e7-8bb58018b18d" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.798110] env[69603]: DEBUG oslo_concurrency.lockutils [req-ed7950e3-5ce6-48b5-85e9-7975bd16772f req-446c4049-ce8c-4389-9a2a-cc2f9a3ec3e3 service nova] Acquired lock "refresh_cache-46ec109a-88fe-457f-b4e7-8bb58018b18d" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.798269] env[69603]: DEBUG nova.network.neutron [req-ed7950e3-5ce6-48b5-85e9-7975bd16772f req-446c4049-ce8c-4389-9a2a-cc2f9a3ec3e3 service nova] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Refreshing network info cache for port a27946ec-9e9d-40c7-afe6-2b3ee1daad95 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.799537] env[69603]: DEBUG oslo_concurrency.lockutils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.098s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.800991] env[69603]: INFO nova.compute.claims [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.808587] env[69603]: DEBUG oslo_vmware.api [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for the task: (returnval){ [ 770.808587] env[69603]: value = "task-3479734" [ 770.808587] env[69603]: _type = "Task" [ 770.808587] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.817506] env[69603]: DEBUG oslo_vmware.api [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.834173] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479728, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.862828] env[69603]: DEBUG oslo_vmware.api [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Task: {'id': task-3479729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326468} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.863071] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.863259] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.863431] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.863597] env[69603]: INFO nova.compute.manager [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 770.863840] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.864034] env[69603]: DEBUG nova.compute.manager [-] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 770.864132] env[69603]: DEBUG nova.network.neutron [-] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 770.916036] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479724, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.016907} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.916320] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 85fd51f5-4335-48ec-a2d2-38aa5d209eba/85fd51f5-4335-48ec-a2d2-38aa5d209eba.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.916507] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.916766] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62a701a8-20d0-4ce7-b105-7d92798bc25a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.928259] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 770.928259] env[69603]: value = "task-3479735" [ 770.928259] env[69603]: _type = "Task" [ 770.928259] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.932704] env[69603]: DEBUG oslo_concurrency.lockutils [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.941940] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.960748] env[69603]: DEBUG nova.compute.manager [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.961018] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.962099] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5043aaa-799b-412d-a751-53fd7597e81a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.976402] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479732, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.978713] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 770.979078] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73857716-dddd-4322-83b7-f370ec93b984 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.097680] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af7d7cf-1d74-4467-9443-c53abd8176c6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.128317] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.131035] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ffdafda-bd9a-4ed0-920c-55d2514044a0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.137344] env[69603]: DEBUG oslo_vmware.api [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 771.137344] env[69603]: value = "task-3479737" [ 771.137344] env[69603]: _type = "Task" [ 771.137344] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.147820] env[69603]: DEBUG oslo_vmware.api [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.303692] env[69603]: DEBUG nova.compute.utils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.305505] env[69603]: DEBUG nova.compute.manager [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.305936] env[69603]: DEBUG nova.network.neutron [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.342541] env[69603]: DEBUG oslo_vmware.api [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Task: {'id': task-3479734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321161} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.347623] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.348171] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.352084] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.352084] env[69603]: INFO nova.compute.manager [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Took 1.18 seconds to destroy the instance on the hypervisor. [ 771.352084] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.352084] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479728, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.352084] env[69603]: DEBUG nova.compute.manager [-] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 771.352084] env[69603]: DEBUG nova.network.neutron [-] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.373379] env[69603]: DEBUG nova.policy [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d034ab13f3f47119ffecab1533674c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74d9ab34d2f84b679c7d19c6d2c058d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.439897] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072456} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.440624] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.445069] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8789b5d-02ce-4fc6-867a-0dbed44f4eb3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.471145] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 85fd51f5-4335-48ec-a2d2-38aa5d209eba/85fd51f5-4335-48ec-a2d2-38aa5d209eba.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.471145] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35ad8bb8-53bb-4ffc-8417-2355ba6b883c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.505832] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479732, 'name': CreateVM_Task, 'duration_secs': 0.582393} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.513401] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.513401] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 771.513401] env[69603]: value = "task-3479738" [ 771.513401] env[69603]: _type = "Task" [ 771.513401] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.514710] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.515120] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.515623] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.516334] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba9017df-9f68-40ca-bd81-327e8a93ea64 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.526273] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 771.526273] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52618623-08ca-ad80-5ffd-dd444c9f0e08" [ 771.526273] env[69603]: _type = "Task" [ 771.526273] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.531394] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.539803] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "26d81b16-cbe1-4520-8b1b-4881dd90b633" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.540082] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "26d81b16-cbe1-4520-8b1b-4881dd90b633" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.544636] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52618623-08ca-ad80-5ffd-dd444c9f0e08, 'name': SearchDatastore_Task, 'duration_secs': 0.015415} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.545573] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.545804] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 771.546060] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.546214] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.546390] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 771.547231] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9bd30ac-5e73-47ec-9234-7136d8c72cfc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.549166] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.549345] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.549521] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleting the datastore file [datastore1] 375f9fb9-2dcf-49a1-bc37-53daa213d575 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.550032] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df2a01b7-3e36-44bc-98d6-68bf81f0367f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.557327] env[69603]: DEBUG oslo_vmware.api [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 771.557327] env[69603]: value = "task-3479739" [ 771.557327] env[69603]: _type = "Task" [ 771.557327] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.564407] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 771.564407] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 771.564407] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae37dd5-a3c6-4d2c-9095-104328ba9a3f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.569034] env[69603]: DEBUG oslo_vmware.api [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.574008] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 771.574008] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5212bd07-a914-4cd7-c956-4b4391dfb75f" [ 771.574008] env[69603]: _type = "Task" [ 771.574008] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.580306] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5212bd07-a914-4cd7-c956-4b4391dfb75f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.647131] env[69603]: DEBUG oslo_vmware.api [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479737, 'name': PowerOffVM_Task, 'duration_secs': 0.240946} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.647427] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.653273] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Reconfiguring VM instance instance-00000023 to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 771.653273] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08b6ca85-d4be-479a-8b7f-bbb72c683e03 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.676117] env[69603]: DEBUG oslo_vmware.api [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 771.676117] env[69603]: value = "task-3479740" [ 771.676117] env[69603]: _type = "Task" [ 771.676117] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.686989] env[69603]: DEBUG oslo_vmware.api [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479740, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.687779] env[69603]: DEBUG nova.network.neutron [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Successfully created port: 4b2e10aa-ff8c-4b17-9542-7abdfaae8e09 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.806573] env[69603]: DEBUG nova.compute.manager [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.841747] env[69603]: DEBUG oslo_vmware.api [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479728, 'name': RemoveSnapshot_Task, 'duration_secs': 1.020967} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.841919] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 771.842198] env[69603]: INFO nova.compute.manager [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Took 15.56 seconds to snapshot the instance on the hypervisor. [ 771.901811] env[69603]: DEBUG nova.network.neutron [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Successfully updated port: de733d00-dd5f-4dd7-9be9-f13cac2dc3e8 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.030270] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479738, 'name': ReconfigVM_Task, 'duration_secs': 0.435139} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.030675] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 85fd51f5-4335-48ec-a2d2-38aa5d209eba/85fd51f5-4335-48ec-a2d2-38aa5d209eba.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.031332] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e69303c5-136e-4f4c-aef1-055f2efbb860 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.039953] env[69603]: DEBUG nova.network.neutron [req-ed7950e3-5ce6-48b5-85e9-7975bd16772f req-446c4049-ce8c-4389-9a2a-cc2f9a3ec3e3 service nova] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Updated VIF entry in instance network info cache for port a27946ec-9e9d-40c7-afe6-2b3ee1daad95. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.040374] env[69603]: DEBUG nova.network.neutron [req-ed7950e3-5ce6-48b5-85e9-7975bd16772f req-446c4049-ce8c-4389-9a2a-cc2f9a3ec3e3 service nova] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Updating instance_info_cache with network_info: [{"id": "a27946ec-9e9d-40c7-afe6-2b3ee1daad95", "address": "fa:16:3e:76:5c:0b", "network": {"id": "4e253bf4-431c-4b19-ad5b-ebe726d6a3a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-825676334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beb6b337d9ef49ce95f7f0f47c033245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa27946ec-9e", "ovs_interfaceid": "a27946ec-9e9d-40c7-afe6-2b3ee1daad95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.041608] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 772.041608] env[69603]: value = "task-3479741" [ 772.041608] env[69603]: _type = "Task" [ 772.041608] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.053886] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479741, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.072055] env[69603]: DEBUG oslo_vmware.api [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363942} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.072055] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.072223] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.072619] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.072720] env[69603]: INFO nova.compute.manager [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Took 1.11 seconds to destroy the instance on the hypervisor. [ 772.073054] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.076795] env[69603]: DEBUG nova.compute.manager [-] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.076795] env[69603]: DEBUG nova.network.neutron [-] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.088247] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5212bd07-a914-4cd7-c956-4b4391dfb75f, 'name': SearchDatastore_Task, 'duration_secs': 0.02375} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.089020] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1682643f-600e-4fc4-9712-082e0cffdbe2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.094040] env[69603]: DEBUG nova.network.neutron [-] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.097047] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 772.097047] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5270a45f-1e77-1296-a70c-586df0da347b" [ 772.097047] env[69603]: _type = "Task" [ 772.097047] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.107221] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5270a45f-1e77-1296-a70c-586df0da347b, 'name': SearchDatastore_Task, 'duration_secs': 0.009675} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.107735] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.107980] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 46ec109a-88fe-457f-b4e7-8bb58018b18d/46ec109a-88fe-457f-b4e7-8bb58018b18d.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.108242] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a8cc449-c045-4bbd-af9b-938646a8abb1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.117438] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 772.117438] env[69603]: value = "task-3479742" [ 772.117438] env[69603]: _type = "Task" [ 772.117438] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.125710] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479742, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.188070] env[69603]: DEBUG oslo_vmware.api [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479740, 'name': ReconfigVM_Task, 'duration_secs': 0.335082} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.188360] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Reconfigured VM instance instance-00000023 to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 772.188587] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.188844] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fc99a0f-aef7-4c9d-9c24-e0fc28149100 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.194623] env[69603]: DEBUG oslo_vmware.api [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 772.194623] env[69603]: value = "task-3479743" [ 772.194623] env[69603]: _type = "Task" [ 772.194623] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.204841] env[69603]: DEBUG oslo_vmware.api [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.351278] env[69603]: DEBUG nova.compute.manager [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Instance disappeared during snapshot {{(pid=69603) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 772.371328] env[69603]: DEBUG nova.compute.manager [None req-65fb0bd8-7307-459b-a883-ccd40790ab63 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Image not found during clean up 96d77695-017b-4b88-9b67-6878bbebfe69 {{(pid=69603) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 772.410863] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "refresh_cache-23c2c79b-ce0d-41f0-a7d9-7808de4783aa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.410863] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquired lock "refresh_cache-23c2c79b-ce0d-41f0-a7d9-7808de4783aa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.410863] env[69603]: DEBUG nova.network.neutron [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.467180] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296e5056-462d-4543-a131-457ee4bab3f9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.476472] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09396df4-5a1c-4205-981e-e73d1d147a4e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.510758] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46118f8-3aec-4f29-b4cf-37b2e35df341 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.519934] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730e29e4-6a4b-4123-a323-2478efacd65b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.534191] env[69603]: DEBUG nova.compute.provider_tree [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.545553] env[69603]: DEBUG oslo_concurrency.lockutils [req-ed7950e3-5ce6-48b5-85e9-7975bd16772f req-446c4049-ce8c-4389-9a2a-cc2f9a3ec3e3 service nova] Releasing lock "refresh_cache-46ec109a-88fe-457f-b4e7-8bb58018b18d" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.545816] env[69603]: DEBUG nova.compute.manager [req-ed7950e3-5ce6-48b5-85e9-7975bd16772f req-446c4049-ce8c-4389-9a2a-cc2f9a3ec3e3 service nova] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Received event network-vif-deleted-683839cd-93e5-4c2c-87ce-556ac7ac9640 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.556661] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479741, 'name': Rename_Task, 'duration_secs': 0.132386} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.556954] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.557222] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d8a2841-43f3-4a21-8b48-2b9f875d31ec {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.572749] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 772.572749] env[69603]: value = "task-3479744" [ 772.572749] env[69603]: _type = "Task" [ 772.572749] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.583296] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.598582] env[69603]: INFO nova.compute.manager [-] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Took 1.73 seconds to deallocate network for instance. [ 772.627858] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479742, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.631346] env[69603]: DEBUG nova.network.neutron [-] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.705263] env[69603]: DEBUG oslo_vmware.api [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479743, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.818289] env[69603]: DEBUG nova.compute.manager [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.843625] env[69603]: DEBUG nova.virt.hardware [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.843937] env[69603]: DEBUG nova.virt.hardware [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.844113] env[69603]: DEBUG nova.virt.hardware [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.844924] env[69603]: DEBUG nova.virt.hardware [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.844924] env[69603]: DEBUG nova.virt.hardware [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.844924] env[69603]: DEBUG nova.virt.hardware [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.844924] env[69603]: DEBUG nova.virt.hardware [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.844924] env[69603]: DEBUG nova.virt.hardware [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.845577] env[69603]: DEBUG nova.virt.hardware [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.845795] env[69603]: DEBUG nova.virt.hardware [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.845981] env[69603]: DEBUG nova.virt.hardware [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.846851] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da90fca-c027-4a0c-825d-3b1a1cad6e23 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.856857] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0724a180-fdf9-41b5-a422-cebb428045cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.965252] env[69603]: DEBUG nova.network.neutron [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.038047] env[69603]: DEBUG nova.scheduler.client.report [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.087020] env[69603]: DEBUG oslo_vmware.api [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479744, 'name': PowerOnVM_Task, 'duration_secs': 0.483353} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.087020] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.087020] env[69603]: INFO nova.compute.manager [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Took 8.53 seconds to spawn the instance on the hypervisor. [ 773.087020] env[69603]: DEBUG nova.compute.manager [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.087020] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f12bae4-e44f-41f7-80e7-52005739b349 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.108322] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.131115] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479742, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520151} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.131447] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 46ec109a-88fe-457f-b4e7-8bb58018b18d/46ec109a-88fe-457f-b4e7-8bb58018b18d.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.131844] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.132341] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85ed2573-311a-4d0f-b8a4-0c9b0db1140c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.135200] env[69603]: INFO nova.compute.manager [-] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Took 1.78 seconds to deallocate network for instance. [ 773.144538] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 773.144538] env[69603]: value = "task-3479745" [ 773.144538] env[69603]: _type = "Task" [ 773.144538] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.155410] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.169072] env[69603]: DEBUG nova.compute.manager [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Received event network-vif-plugged-de733d00-dd5f-4dd7-9be9-f13cac2dc3e8 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.169547] env[69603]: DEBUG oslo_concurrency.lockutils [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] Acquiring lock "23c2c79b-ce0d-41f0-a7d9-7808de4783aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.169797] env[69603]: DEBUG oslo_concurrency.lockutils [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] Lock "23c2c79b-ce0d-41f0-a7d9-7808de4783aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.170046] env[69603]: DEBUG oslo_concurrency.lockutils [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] Lock "23c2c79b-ce0d-41f0-a7d9-7808de4783aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.170248] env[69603]: DEBUG nova.compute.manager [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] No waiting events found dispatching network-vif-plugged-de733d00-dd5f-4dd7-9be9-f13cac2dc3e8 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.170433] env[69603]: WARNING nova.compute.manager [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Received unexpected event network-vif-plugged-de733d00-dd5f-4dd7-9be9-f13cac2dc3e8 for instance with vm_state building and task_state spawning. [ 773.170624] env[69603]: DEBUG nova.compute.manager [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Received event network-vif-deleted-1ed4829e-1847-4a4a-aad8-745b7e4108aa {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.170795] env[69603]: DEBUG nova.compute.manager [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Received event network-changed-de733d00-dd5f-4dd7-9be9-f13cac2dc3e8 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.170940] env[69603]: DEBUG nova.compute.manager [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Refreshing instance network info cache due to event network-changed-de733d00-dd5f-4dd7-9be9-f13cac2dc3e8. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.171198] env[69603]: DEBUG oslo_concurrency.lockutils [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] Acquiring lock "refresh_cache-23c2c79b-ce0d-41f0-a7d9-7808de4783aa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.192144] env[69603]: DEBUG nova.network.neutron [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Updating instance_info_cache with network_info: [{"id": "de733d00-dd5f-4dd7-9be9-f13cac2dc3e8", "address": "fa:16:3e:74:06:f2", "network": {"id": "4e253bf4-431c-4b19-ad5b-ebe726d6a3a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-825676334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beb6b337d9ef49ce95f7f0f47c033245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde733d00-dd", "ovs_interfaceid": "de733d00-dd5f-4dd7-9be9-f13cac2dc3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.210841] env[69603]: DEBUG oslo_vmware.api [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479743, 'name': PowerOnVM_Task, 'duration_secs': 0.595549} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.210841] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.210841] env[69603]: DEBUG nova.compute.manager [None req-22718d1c-330a-4f6c-807f-fb4e5b309b37 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.210841] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6e46d2-85e8-44e8-a4b7-de580aec371a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.238620] env[69603]: DEBUG nova.network.neutron [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Successfully updated port: 4b2e10aa-ff8c-4b17-9542-7abdfaae8e09 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 773.274737] env[69603]: DEBUG nova.network.neutron [-] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.320678] env[69603]: DEBUG nova.compute.manager [req-278c2cc2-b9f8-4cee-9bb6-be66ab2b445e req-7af7a8b1-7d1d-4d03-9513-adeeaeab7664 service nova] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Received event network-vif-plugged-4b2e10aa-ff8c-4b17-9542-7abdfaae8e09 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.320913] env[69603]: DEBUG oslo_concurrency.lockutils [req-278c2cc2-b9f8-4cee-9bb6-be66ab2b445e req-7af7a8b1-7d1d-4d03-9513-adeeaeab7664 service nova] Acquiring lock "61b80bcc-8603-48e4-9cef-493fea1eba57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.321122] env[69603]: DEBUG oslo_concurrency.lockutils [req-278c2cc2-b9f8-4cee-9bb6-be66ab2b445e req-7af7a8b1-7d1d-4d03-9513-adeeaeab7664 service nova] Lock "61b80bcc-8603-48e4-9cef-493fea1eba57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.321283] env[69603]: DEBUG oslo_concurrency.lockutils [req-278c2cc2-b9f8-4cee-9bb6-be66ab2b445e req-7af7a8b1-7d1d-4d03-9513-adeeaeab7664 service nova] Lock "61b80bcc-8603-48e4-9cef-493fea1eba57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.321447] env[69603]: DEBUG nova.compute.manager [req-278c2cc2-b9f8-4cee-9bb6-be66ab2b445e req-7af7a8b1-7d1d-4d03-9513-adeeaeab7664 service nova] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] No waiting events found dispatching network-vif-plugged-4b2e10aa-ff8c-4b17-9542-7abdfaae8e09 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.321635] env[69603]: WARNING nova.compute.manager [req-278c2cc2-b9f8-4cee-9bb6-be66ab2b445e req-7af7a8b1-7d1d-4d03-9513-adeeaeab7664 service nova] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Received unexpected event network-vif-plugged-4b2e10aa-ff8c-4b17-9542-7abdfaae8e09 for instance with vm_state building and task_state spawning. [ 773.543820] env[69603]: DEBUG oslo_concurrency.lockutils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.544595] env[69603]: DEBUG nova.compute.manager [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.547933] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.153s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.548137] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.550718] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.119s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.550901] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.553464] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.182s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.555768] env[69603]: INFO nova.compute.claims [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.601563] env[69603]: INFO nova.scheduler.client.report [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Deleted allocations for instance 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1 [ 773.605326] env[69603]: INFO nova.scheduler.client.report [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Deleted allocations for instance 9708bf88-1a5c-423b-bb92-49e90d343844 [ 773.613122] env[69603]: INFO nova.compute.manager [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Took 51.18 seconds to build instance. [ 773.646290] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.661220] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068324} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.661571] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.663187] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19125623-4735-41a5-bf1d-1dfa371f034e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.688133] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 46ec109a-88fe-457f-b4e7-8bb58018b18d/46ec109a-88fe-457f-b4e7-8bb58018b18d.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.688693] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e52c92b6-b271-49a8-a9da-034ec6e3f85a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.707313] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Releasing lock "refresh_cache-23c2c79b-ce0d-41f0-a7d9-7808de4783aa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.707313] env[69603]: DEBUG nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Instance network_info: |[{"id": "de733d00-dd5f-4dd7-9be9-f13cac2dc3e8", "address": "fa:16:3e:74:06:f2", "network": {"id": "4e253bf4-431c-4b19-ad5b-ebe726d6a3a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-825676334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beb6b337d9ef49ce95f7f0f47c033245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde733d00-dd", "ovs_interfaceid": "de733d00-dd5f-4dd7-9be9-f13cac2dc3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.710369] env[69603]: DEBUG oslo_concurrency.lockutils [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] Acquired lock "refresh_cache-23c2c79b-ce0d-41f0-a7d9-7808de4783aa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.710369] env[69603]: DEBUG nova.network.neutron [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Refreshing network info cache for port de733d00-dd5f-4dd7-9be9-f13cac2dc3e8 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.710369] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:06:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de733d00-dd5f-4dd7-9be9-f13cac2dc3e8', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.717935] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.721926] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.724700] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df6503a9-067f-414f-aaf8-32ed9fbfb095 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.742264] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 773.742264] env[69603]: value = "task-3479746" [ 773.742264] env[69603]: _type = "Task" [ 773.742264] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.744084] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Acquiring lock "refresh_cache-61b80bcc-8603-48e4-9cef-493fea1eba57" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.744335] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Acquired lock "refresh_cache-61b80bcc-8603-48e4-9cef-493fea1eba57" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.744403] env[69603]: DEBUG nova.network.neutron [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.751723] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.751723] env[69603]: value = "task-3479747" [ 773.751723] env[69603]: _type = "Task" [ 773.751723] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.755556] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.765421] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479747, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.776904] env[69603]: INFO nova.compute.manager [-] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Took 1.70 seconds to deallocate network for instance. [ 773.946559] env[69603]: DEBUG nova.network.neutron [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Updated VIF entry in instance network info cache for port de733d00-dd5f-4dd7-9be9-f13cac2dc3e8. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.947070] env[69603]: DEBUG nova.network.neutron [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Updating instance_info_cache with network_info: [{"id": "de733d00-dd5f-4dd7-9be9-f13cac2dc3e8", "address": "fa:16:3e:74:06:f2", "network": {"id": "4e253bf4-431c-4b19-ad5b-ebe726d6a3a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-825676334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beb6b337d9ef49ce95f7f0f47c033245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde733d00-dd", "ovs_interfaceid": "de733d00-dd5f-4dd7-9be9-f13cac2dc3e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.063021] env[69603]: DEBUG nova.compute.utils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.066936] env[69603]: DEBUG nova.compute.manager [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.066936] env[69603]: DEBUG nova.network.neutron [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.112600] env[69603]: DEBUG nova.policy [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b5a559e296f4a44808838df8b2652b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e45969eb4ad041bab259e6c0a7e8cddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.118128] env[69603]: DEBUG oslo_concurrency.lockutils [None req-45a98264-c458-48f1-b3ba-db74f0459e97 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "85fd51f5-4335-48ec-a2d2-38aa5d209eba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.430s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.118667] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f8a08bf6-f176-48ee-a40b-148d82d44597 tempest-ServerShowV247Test-1057284783 tempest-ServerShowV247Test-1057284783-project-member] Lock "2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.904s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.120918] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e176238c-d825-44ce-9bee-975d81806788 tempest-ServerGroupTestJSON-1804285031 tempest-ServerGroupTestJSON-1804285031-project-member] Lock "9708bf88-1a5c-423b-bb92-49e90d343844" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.119s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.259242] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.267422] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479747, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.288777] env[69603]: DEBUG nova.network.neutron [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.290616] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.450860] env[69603]: DEBUG oslo_concurrency.lockutils [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] Releasing lock "refresh_cache-23c2c79b-ce0d-41f0-a7d9-7808de4783aa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.451151] env[69603]: DEBUG nova.compute.manager [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Received event network-vif-deleted-5153f29d-fa13-4f11-9f98-06979547242c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.451337] env[69603]: DEBUG nova.compute.manager [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Received event network-vif-deleted-f16fac25-0b21-4b65-a650-4bb1ccc955a2 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.454016] env[69603]: INFO nova.compute.manager [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Neutron deleted interface f16fac25-0b21-4b65-a650-4bb1ccc955a2; detaching it from the instance and deleting it from the info cache [ 774.454016] env[69603]: DEBUG nova.network.neutron [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.454209] env[69603]: DEBUG nova.network.neutron [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Successfully created port: 99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.458524] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0c1ea5a6-23a6-446f-91af-c0dbe6a72e51 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "85fd51f5-4335-48ec-a2d2-38aa5d209eba" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.458763] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0c1ea5a6-23a6-446f-91af-c0dbe6a72e51 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "85fd51f5-4335-48ec-a2d2-38aa5d209eba" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.458973] env[69603]: INFO nova.compute.manager [None req-0c1ea5a6-23a6-446f-91af-c0dbe6a72e51 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Rebooting instance [ 774.569149] env[69603]: DEBUG nova.compute.manager [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.582548] env[69603]: DEBUG nova.network.neutron [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Updating instance_info_cache with network_info: [{"id": "4b2e10aa-ff8c-4b17-9542-7abdfaae8e09", "address": "fa:16:3e:c4:77:22", "network": {"id": "030eaeda-0aa4-4fb7-a5ba-79b92b183cad", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1711081446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74d9ab34d2f84b679c7d19c6d2c058d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2e10aa-ff", "ovs_interfaceid": "4b2e10aa-ff8c-4b17-9542-7abdfaae8e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.622603] env[69603]: DEBUG nova.compute.manager [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.763566] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479746, 'name': ReconfigVM_Task, 'duration_secs': 0.752064} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.766795] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 46ec109a-88fe-457f-b4e7-8bb58018b18d/46ec109a-88fe-457f-b4e7-8bb58018b18d.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.769904] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bd089ba-1d7a-4f10-82e7-d326f87a5bbb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.781429] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479747, 'name': CreateVM_Task, 'duration_secs': 0.651859} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.785410] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.785845] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 774.785845] env[69603]: value = "task-3479748" [ 774.785845] env[69603]: _type = "Task" [ 774.785845] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.791251] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.791426] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.791778] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.793225] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa1ae1fb-a9b4-418e-8240-ae78ad724039 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.802559] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 774.802559] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ab6947-d5b5-a70a-90a4-4e9619cd7cc0" [ 774.802559] env[69603]: _type = "Task" [ 774.802559] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.806059] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479748, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.817531] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ab6947-d5b5-a70a-90a4-4e9619cd7cc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.954834] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b80cf97e-1e49-496e-a4e4-8e47b549e128 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.974814] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb49a07-074f-4e32-882e-d01a9f1620e4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.015409] env[69603]: DEBUG nova.compute.manager [req-cec5f91e-a967-47b4-af2d-30e40db1a446 req-202ae465-4e86-4f61-be48-c704cc07b4fc service nova] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Detach interface failed, port_id=f16fac25-0b21-4b65-a650-4bb1ccc955a2, reason: Instance 375f9fb9-2dcf-49a1-bc37-53daa213d575 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 775.020258] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0c1ea5a6-23a6-446f-91af-c0dbe6a72e51 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "refresh_cache-85fd51f5-4335-48ec-a2d2-38aa5d209eba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.020419] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0c1ea5a6-23a6-446f-91af-c0dbe6a72e51 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquired lock "refresh_cache-85fd51f5-4335-48ec-a2d2-38aa5d209eba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.020593] env[69603]: DEBUG nova.network.neutron [None req-0c1ea5a6-23a6-446f-91af-c0dbe6a72e51 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.087860] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Releasing lock "refresh_cache-61b80bcc-8603-48e4-9cef-493fea1eba57" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.088251] env[69603]: DEBUG nova.compute.manager [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Instance network_info: |[{"id": "4b2e10aa-ff8c-4b17-9542-7abdfaae8e09", "address": "fa:16:3e:c4:77:22", "network": {"id": "030eaeda-0aa4-4fb7-a5ba-79b92b183cad", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1711081446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74d9ab34d2f84b679c7d19c6d2c058d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2e10aa-ff", "ovs_interfaceid": "4b2e10aa-ff8c-4b17-9542-7abdfaae8e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.088930] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:77:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '023d6500-887e-4dc4-bec5-06b40450d9c0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b2e10aa-ff8c-4b17-9542-7abdfaae8e09', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.097108] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Creating folder: Project (74d9ab34d2f84b679c7d19c6d2c058d4). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.097490] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef99788a-909b-4cb6-9bf9-94fd24ae0549 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.108623] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Created folder: Project (74d9ab34d2f84b679c7d19c6d2c058d4) in parent group-v695567. [ 775.110966] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Creating folder: Instances. Parent ref: group-v695694. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.110966] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d43aaaa-ec3b-4fd6-b940-d96a326cea45 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.118165] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Created folder: Instances in parent group-v695694. [ 775.118550] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.123555] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.123555] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f085a6df-799f-4601-8500-1a30684deef7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.147899] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.147899] env[69603]: value = "task-3479751" [ 775.147899] env[69603]: _type = "Task" [ 775.147899] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.156535] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479751, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.163543] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.236048] env[69603]: DEBUG nova.compute.manager [req-61f3cc87-53d7-4450-9596-ce9fb005f25b req-ae08978d-ad82-4632-9106-41c73c8a5464 service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Received event network-changed-02fefeda-7f11-4ca6-b5bf-dfb22c064fda {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.236238] env[69603]: DEBUG nova.compute.manager [req-61f3cc87-53d7-4450-9596-ce9fb005f25b req-ae08978d-ad82-4632-9106-41c73c8a5464 service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Refreshing instance network info cache due to event network-changed-02fefeda-7f11-4ca6-b5bf-dfb22c064fda. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.236473] env[69603]: DEBUG oslo_concurrency.lockutils [req-61f3cc87-53d7-4450-9596-ce9fb005f25b req-ae08978d-ad82-4632-9106-41c73c8a5464 service nova] Acquiring lock "refresh_cache-85fd51f5-4335-48ec-a2d2-38aa5d209eba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.272016] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c787ab56-f93b-4282-bdf7-6b8bf397a68e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.280623] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071024e8-a13d-4ff3-afa8-aa67c0198daa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.327656] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457e6d3b-a68a-4b19-aeb4-03e90131db94 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.337434] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ab6947-d5b5-a70a-90a4-4e9619cd7cc0, 'name': SearchDatastore_Task, 'duration_secs': 0.020731} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.342362] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.343587] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.343587] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.343587] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.343587] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.343773] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479748, 'name': Rename_Task, 'duration_secs': 0.168407} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.343773] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3b4694e-40d5-40cd-887e-b37825179d94 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.346631] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.347882] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187b4110-be87-4aa2-b83f-b3abe3036c04 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.352788] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ba40215-834f-481e-9cbb-64e8390aa88f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.366946] env[69603]: DEBUG nova.compute.provider_tree [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.372129] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 775.372129] env[69603]: value = "task-3479752" [ 775.372129] env[69603]: _type = "Task" [ 775.372129] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.372129] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.372129] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.373650] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60244130-c268-4f29-bdcc-405ce67db287 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.377167] env[69603]: DEBUG nova.compute.manager [req-9cabe8c0-da42-427f-91b1-903cfef27404 req-b949e67b-2099-457c-af5a-ca5cdea882ef service nova] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Received event network-changed-4b2e10aa-ff8c-4b17-9542-7abdfaae8e09 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.377357] env[69603]: DEBUG nova.compute.manager [req-9cabe8c0-da42-427f-91b1-903cfef27404 req-b949e67b-2099-457c-af5a-ca5cdea882ef service nova] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Refreshing instance network info cache due to event network-changed-4b2e10aa-ff8c-4b17-9542-7abdfaae8e09. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.377565] env[69603]: DEBUG oslo_concurrency.lockutils [req-9cabe8c0-da42-427f-91b1-903cfef27404 req-b949e67b-2099-457c-af5a-ca5cdea882ef service nova] Acquiring lock "refresh_cache-61b80bcc-8603-48e4-9cef-493fea1eba57" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.377707] env[69603]: DEBUG oslo_concurrency.lockutils [req-9cabe8c0-da42-427f-91b1-903cfef27404 req-b949e67b-2099-457c-af5a-ca5cdea882ef service nova] Acquired lock "refresh_cache-61b80bcc-8603-48e4-9cef-493fea1eba57" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.377865] env[69603]: DEBUG nova.network.neutron [req-9cabe8c0-da42-427f-91b1-903cfef27404 req-b949e67b-2099-457c-af5a-ca5cdea882ef service nova] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Refreshing network info cache for port 4b2e10aa-ff8c-4b17-9542-7abdfaae8e09 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.391416] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479752, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.393919] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 775.393919] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5242b770-56f9-71ef-e353-d9c59eeb8345" [ 775.393919] env[69603]: _type = "Task" [ 775.393919] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.405418] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5242b770-56f9-71ef-e353-d9c59eeb8345, 'name': SearchDatastore_Task, 'duration_secs': 0.013118} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.406399] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c39129-5256-431d-8d35-c6dc21358c50 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.412196] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 775.412196] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ce6c0c-2337-b948-6dc8-cf7420a81525" [ 775.412196] env[69603]: _type = "Task" [ 775.412196] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.421551] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ce6c0c-2337-b948-6dc8-cf7420a81525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.581023] env[69603]: DEBUG nova.compute.manager [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.612797] env[69603]: DEBUG nova.virt.hardware [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.613044] env[69603]: DEBUG nova.virt.hardware [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.613203] env[69603]: DEBUG nova.virt.hardware [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.613384] env[69603]: DEBUG nova.virt.hardware [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.613534] env[69603]: DEBUG nova.virt.hardware [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.613681] env[69603]: DEBUG nova.virt.hardware [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.613883] env[69603]: DEBUG nova.virt.hardware [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.614115] env[69603]: DEBUG nova.virt.hardware [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.614319] env[69603]: DEBUG nova.virt.hardware [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.614525] env[69603]: DEBUG nova.virt.hardware [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.614774] env[69603]: DEBUG nova.virt.hardware [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.615765] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f66601-244e-483a-b0b7-e29aa5ec493e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.626046] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970bb85d-9ad6-4a47-9bec-ba4fee27042d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.659022] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479751, 'name': CreateVM_Task, 'duration_secs': 0.426071} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.659121] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.659846] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.659995] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.660340] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.662030] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d06a33c5-c966-4e52-876b-4e491c8aaa9b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.666028] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Waiting for the task: (returnval){ [ 775.666028] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524b3e81-d010-fda6-5f6b-23d584d75a9f" [ 775.666028] env[69603]: _type = "Task" [ 775.666028] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.679560] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524b3e81-d010-fda6-5f6b-23d584d75a9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.759020] env[69603]: DEBUG nova.network.neutron [None req-0c1ea5a6-23a6-446f-91af-c0dbe6a72e51 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Updating instance_info_cache with network_info: [{"id": "02fefeda-7f11-4ca6-b5bf-dfb22c064fda", "address": "fa:16:3e:18:94:f7", "network": {"id": "b2dffa2f-fbb2-484d-8088-c9e0bcea8ae0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1645583158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c219c115c0742f49bd00fcae2dd6a0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02fefeda-7f", "ovs_interfaceid": "02fefeda-7f11-4ca6-b5bf-dfb22c064fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.870185] env[69603]: DEBUG nova.scheduler.client.report [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.897408] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479752, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.925332] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ce6c0c-2337-b948-6dc8-cf7420a81525, 'name': SearchDatastore_Task, 'duration_secs': 0.010496} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.925629] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.925941] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 23c2c79b-ce0d-41f0-a7d9-7808de4783aa/23c2c79b-ce0d-41f0-a7d9-7808de4783aa.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.926267] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4da4d96-9f72-487a-80df-5ddc1667576c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.934099] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 775.934099] env[69603]: value = "task-3479753" [ 775.934099] env[69603]: _type = "Task" [ 775.934099] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.945480] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479753, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.187096] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524b3e81-d010-fda6-5f6b-23d584d75a9f, 'name': SearchDatastore_Task, 'duration_secs': 0.013314} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.187530] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.187846] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.188161] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.188767] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.188767] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.189038] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-435e0e4e-d19f-4c08-b3f5-d0f54959b99f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.207378] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.208649] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.208649] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6506a51f-326e-40f5-baf2-91de85b587a2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.217587] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Waiting for the task: (returnval){ [ 776.217587] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c1d599-09cf-8a23-d352-ab110c9f73c1" [ 776.217587] env[69603]: _type = "Task" [ 776.217587] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.227351] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c1d599-09cf-8a23-d352-ab110c9f73c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.260146] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0c1ea5a6-23a6-446f-91af-c0dbe6a72e51 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Releasing lock "refresh_cache-85fd51f5-4335-48ec-a2d2-38aa5d209eba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.261513] env[69603]: DEBUG oslo_concurrency.lockutils [req-61f3cc87-53d7-4450-9596-ce9fb005f25b req-ae08978d-ad82-4632-9106-41c73c8a5464 service nova] Acquired lock "refresh_cache-85fd51f5-4335-48ec-a2d2-38aa5d209eba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.262570] env[69603]: DEBUG nova.network.neutron [req-61f3cc87-53d7-4450-9596-ce9fb005f25b req-ae08978d-ad82-4632-9106-41c73c8a5464 service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Refreshing network info cache for port 02fefeda-7f11-4ca6-b5bf-dfb22c064fda {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.274405] env[69603]: DEBUG nova.network.neutron [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Successfully updated port: 99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.385310] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.385948] env[69603]: DEBUG nova.compute.manager [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.390084] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479752, 'name': PowerOnVM_Task, 'duration_secs': 0.607765} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.390394] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.333s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.390591] env[69603]: DEBUG nova.objects.instance [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69603) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 776.396019] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.396019] env[69603]: INFO nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Took 9.07 seconds to spawn the instance on the hypervisor. [ 776.396019] env[69603]: DEBUG nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.396019] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5de973b-4275-4d11-bdec-4618d6f03ca0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.446754] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479753, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.465408] env[69603]: DEBUG nova.network.neutron [req-9cabe8c0-da42-427f-91b1-903cfef27404 req-b949e67b-2099-457c-af5a-ca5cdea882ef service nova] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Updated VIF entry in instance network info cache for port 4b2e10aa-ff8c-4b17-9542-7abdfaae8e09. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.466052] env[69603]: DEBUG nova.network.neutron [req-9cabe8c0-da42-427f-91b1-903cfef27404 req-b949e67b-2099-457c-af5a-ca5cdea882ef service nova] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Updating instance_info_cache with network_info: [{"id": "4b2e10aa-ff8c-4b17-9542-7abdfaae8e09", "address": "fa:16:3e:c4:77:22", "network": {"id": "030eaeda-0aa4-4fb7-a5ba-79b92b183cad", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1711081446-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74d9ab34d2f84b679c7d19c6d2c058d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "023d6500-887e-4dc4-bec5-06b40450d9c0", "external-id": "nsx-vlan-transportzone-108", "segmentation_id": 108, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2e10aa-ff", "ovs_interfaceid": "4b2e10aa-ff8c-4b17-9542-7abdfaae8e09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.727177] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c1d599-09cf-8a23-d352-ab110c9f73c1, 'name': SearchDatastore_Task, 'duration_secs': 0.073685} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.728000] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c69f68a2-90cf-4d85-a056-13c693c57c2b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.736019] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Waiting for the task: (returnval){ [ 776.736019] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52de76a2-40bb-5cdb-159e-1602af941c93" [ 776.736019] env[69603]: _type = "Task" [ 776.736019] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.743020] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52de76a2-40bb-5cdb-159e-1602af941c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.767362] env[69603]: DEBUG nova.compute.manager [None req-0c1ea5a6-23a6-446f-91af-c0dbe6a72e51 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 776.768202] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105221d6-2dac-463b-8692-4228ac66862d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.779375] env[69603]: DEBUG oslo_concurrency.lockutils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.779482] env[69603]: DEBUG oslo_concurrency.lockutils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.779838] env[69603]: DEBUG nova.network.neutron [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.897619] env[69603]: DEBUG nova.compute.utils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 776.903050] env[69603]: DEBUG nova.compute.manager [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 776.903460] env[69603]: DEBUG nova.network.neutron [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 776.920244] env[69603]: INFO nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Took 52.18 seconds to build instance. [ 776.947072] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479753, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715331} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.947676] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 23c2c79b-ce0d-41f0-a7d9-7808de4783aa/23c2c79b-ce0d-41f0-a7d9-7808de4783aa.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.947676] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.948270] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae5f30ad-d172-4768-933f-0d2d1133c593 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.955817] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 776.955817] env[69603]: value = "task-3479754" [ 776.955817] env[69603]: _type = "Task" [ 776.955817] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.967669] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.969939] env[69603]: DEBUG oslo_concurrency.lockutils [req-9cabe8c0-da42-427f-91b1-903cfef27404 req-b949e67b-2099-457c-af5a-ca5cdea882ef service nova] Releasing lock "refresh_cache-61b80bcc-8603-48e4-9cef-493fea1eba57" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.082860] env[69603]: DEBUG nova.network.neutron [req-61f3cc87-53d7-4450-9596-ce9fb005f25b req-ae08978d-ad82-4632-9106-41c73c8a5464 service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Updated VIF entry in instance network info cache for port 02fefeda-7f11-4ca6-b5bf-dfb22c064fda. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.083200] env[69603]: DEBUG nova.network.neutron [req-61f3cc87-53d7-4450-9596-ce9fb005f25b req-ae08978d-ad82-4632-9106-41c73c8a5464 service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Updating instance_info_cache with network_info: [{"id": "02fefeda-7f11-4ca6-b5bf-dfb22c064fda", "address": "fa:16:3e:18:94:f7", "network": {"id": "b2dffa2f-fbb2-484d-8088-c9e0bcea8ae0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1645583158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c219c115c0742f49bd00fcae2dd6a0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02fefeda-7f", "ovs_interfaceid": "02fefeda-7f11-4ca6-b5bf-dfb22c064fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.102893] env[69603]: DEBUG nova.policy [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd9577cc1684ae0bc1f62c7338ba2f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5099543364e4a9ea273ac9c53f8bf25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.250582] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52de76a2-40bb-5cdb-159e-1602af941c93, 'name': SearchDatastore_Task, 'duration_secs': 0.047837} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.250906] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.251172] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 61b80bcc-8603-48e4-9cef-493fea1eba57/61b80bcc-8603-48e4-9cef-493fea1eba57.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.251438] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b1335f5-6289-4b62-9207-063d83c11451 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.259186] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Waiting for the task: (returnval){ [ 777.259186] env[69603]: value = "task-3479755" [ 777.259186] env[69603]: _type = "Task" [ 777.259186] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.267677] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479755, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.321273] env[69603]: DEBUG nova.network.neutron [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.404205] env[69603]: DEBUG nova.compute.manager [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.407983] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb8a1f73-03e3-487d-9512-54e5b642490c tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.409453] env[69603]: DEBUG oslo_concurrency.lockutils [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.321s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.409740] env[69603]: DEBUG nova.objects.instance [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lazy-loading 'resources' on Instance uuid 8da78725-c35d-41e6-a7dd-1a68e4458dac {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.423108] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "46ec109a-88fe-457f-b4e7-8bb58018b18d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.071s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.431615] env[69603]: DEBUG nova.compute.manager [req-6abb0f6a-df47-4244-bf37-3db7f6ece4f5 req-7b6cd7a1-d72c-4ff1-8b21-ff1136c3017c service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Received event network-vif-plugged-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.431997] env[69603]: DEBUG oslo_concurrency.lockutils [req-6abb0f6a-df47-4244-bf37-3db7f6ece4f5 req-7b6cd7a1-d72c-4ff1-8b21-ff1136c3017c service nova] Acquiring lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.432356] env[69603]: DEBUG oslo_concurrency.lockutils [req-6abb0f6a-df47-4244-bf37-3db7f6ece4f5 req-7b6cd7a1-d72c-4ff1-8b21-ff1136c3017c service nova] Lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.432671] env[69603]: DEBUG oslo_concurrency.lockutils [req-6abb0f6a-df47-4244-bf37-3db7f6ece4f5 req-7b6cd7a1-d72c-4ff1-8b21-ff1136c3017c service nova] Lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.432968] env[69603]: DEBUG nova.compute.manager [req-6abb0f6a-df47-4244-bf37-3db7f6ece4f5 req-7b6cd7a1-d72c-4ff1-8b21-ff1136c3017c service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] No waiting events found dispatching network-vif-plugged-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.433292] env[69603]: WARNING nova.compute.manager [req-6abb0f6a-df47-4244-bf37-3db7f6ece4f5 req-7b6cd7a1-d72c-4ff1-8b21-ff1136c3017c service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Received unexpected event network-vif-plugged-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 for instance with vm_state building and task_state spawning. [ 777.433560] env[69603]: DEBUG nova.compute.manager [req-6abb0f6a-df47-4244-bf37-3db7f6ece4f5 req-7b6cd7a1-d72c-4ff1-8b21-ff1136c3017c service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Received event network-changed-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.433909] env[69603]: DEBUG nova.compute.manager [req-6abb0f6a-df47-4244-bf37-3db7f6ece4f5 req-7b6cd7a1-d72c-4ff1-8b21-ff1136c3017c service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Refreshing instance network info cache due to event network-changed-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 777.434215] env[69603]: DEBUG oslo_concurrency.lockutils [req-6abb0f6a-df47-4244-bf37-3db7f6ece4f5 req-7b6cd7a1-d72c-4ff1-8b21-ff1136c3017c service nova] Acquiring lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.462642] env[69603]: DEBUG nova.network.neutron [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Successfully created port: 535d4aa1-e334-418f-8139-86720129a314 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.471076] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1064} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.471744] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.472640] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24301de-0e36-4aa0-b6c3-c3da29bc47b7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.500216] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 23c2c79b-ce0d-41f0-a7d9-7808de4783aa/23c2c79b-ce0d-41f0-a7d9-7808de4783aa.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.501050] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9df4b49e-0dc3-4aba-a515-ddd9852c59c0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.529412] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 777.529412] env[69603]: value = "task-3479756" [ 777.529412] env[69603]: _type = "Task" [ 777.529412] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.540434] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.585880] env[69603]: DEBUG oslo_concurrency.lockutils [req-61f3cc87-53d7-4450-9596-ce9fb005f25b req-ae08978d-ad82-4632-9106-41c73c8a5464 service nova] Releasing lock "refresh_cache-85fd51f5-4335-48ec-a2d2-38aa5d209eba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.602850] env[69603]: DEBUG nova.network.neutron [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Updating instance_info_cache with network_info: [{"id": "99f9e237-6100-4b2a-bdd0-e56a4fdf4b10", "address": "fa:16:3e:5e:bb:8c", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f9e237-61", "ovs_interfaceid": "99f9e237-6100-4b2a-bdd0-e56a4fdf4b10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.773681] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479755, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.792925] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efc3321-3b00-4e66-ad94-18a96f9769fc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.802516] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1ea5a6-23a6-446f-91af-c0dbe6a72e51 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Doing hard reboot of VM {{(pid=69603) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 777.802779] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2c34ab8a-5a40-4d0e-a374-82480c15d79f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.809166] env[69603]: DEBUG oslo_vmware.api [None req-0c1ea5a6-23a6-446f-91af-c0dbe6a72e51 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 777.809166] env[69603]: value = "task-3479757" [ 777.809166] env[69603]: _type = "Task" [ 777.809166] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.817603] env[69603]: DEBUG oslo_vmware.api [None req-0c1ea5a6-23a6-446f-91af-c0dbe6a72e51 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479757, 'name': ResetVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.926975] env[69603]: DEBUG nova.compute.manager [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.042726] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.105148] env[69603]: DEBUG oslo_concurrency.lockutils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.105695] env[69603]: DEBUG nova.compute.manager [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Instance network_info: |[{"id": "99f9e237-6100-4b2a-bdd0-e56a4fdf4b10", "address": "fa:16:3e:5e:bb:8c", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f9e237-61", "ovs_interfaceid": "99f9e237-6100-4b2a-bdd0-e56a4fdf4b10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.106119] env[69603]: DEBUG oslo_concurrency.lockutils [req-6abb0f6a-df47-4244-bf37-3db7f6ece4f5 req-7b6cd7a1-d72c-4ff1-8b21-ff1136c3017c service nova] Acquired lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.106451] env[69603]: DEBUG nova.network.neutron [req-6abb0f6a-df47-4244-bf37-3db7f6ece4f5 req-7b6cd7a1-d72c-4ff1-8b21-ff1136c3017c service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Refreshing network info cache for port 99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.114751] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:bb:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99f9e237-6100-4b2a-bdd0-e56a4fdf4b10', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.123769] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Creating folder: Project (e45969eb4ad041bab259e6c0a7e8cddf). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.127811] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e127f66-293a-484b-9502-8a66fa03f5f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.140738] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Created folder: Project (e45969eb4ad041bab259e6c0a7e8cddf) in parent group-v695567. [ 778.140959] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Creating folder: Instances. Parent ref: group-v695697. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.141223] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15e6d9ad-3ad6-4f0e-a4ad-0fc2b544949a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.153372] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Created folder: Instances in parent group-v695697. [ 778.154034] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.154034] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.154161] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9a869d6-542e-48ac-a4ca-8e99990efeee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.179752] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.179752] env[69603]: value = "task-3479760" [ 778.179752] env[69603]: _type = "Task" [ 778.179752] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.190856] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479760, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.270574] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479755, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.931417} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.273565] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 61b80bcc-8603-48e4-9cef-493fea1eba57/61b80bcc-8603-48e4-9cef-493fea1eba57.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.274038] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 778.274924] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e6cc457-e68f-4e7a-ab59-593dff7c9c3e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.284062] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Waiting for the task: (returnval){ [ 778.284062] env[69603]: value = "task-3479761" [ 778.284062] env[69603]: _type = "Task" [ 778.284062] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.296285] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.320519] env[69603]: DEBUG oslo_vmware.api [None req-0c1ea5a6-23a6-446f-91af-c0dbe6a72e51 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479757, 'name': ResetVM_Task, 'duration_secs': 0.100099} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.321061] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1ea5a6-23a6-446f-91af-c0dbe6a72e51 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Did hard reboot of VM {{(pid=69603) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 778.321520] env[69603]: DEBUG nova.compute.manager [None req-0c1ea5a6-23a6-446f-91af-c0dbe6a72e51 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.322787] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f610e1f-8ff8-497b-9816-e6be0419be1f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.422680] env[69603]: DEBUG nova.compute.manager [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.447167] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.447516] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.454113] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.461813] env[69603]: DEBUG nova.virt.hardware [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.462158] env[69603]: DEBUG nova.virt.hardware [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.462419] env[69603]: DEBUG nova.virt.hardware [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.462715] env[69603]: DEBUG nova.virt.hardware [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.462927] env[69603]: DEBUG nova.virt.hardware [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.463176] env[69603]: DEBUG nova.virt.hardware [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.463525] env[69603]: DEBUG nova.virt.hardware [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.463736] env[69603]: DEBUG nova.virt.hardware [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.464015] env[69603]: DEBUG nova.virt.hardware [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.464274] env[69603]: DEBUG nova.virt.hardware [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.464539] env[69603]: DEBUG nova.virt.hardware [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.466320] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6347a640-f279-4464-bd7b-7d02ee684966 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.480022] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb2b7d1-46ec-42fa-8b45-c66c401aabb1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.544369] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479756, 'name': ReconfigVM_Task, 'duration_secs': 0.719544} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.544369] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 23c2c79b-ce0d-41f0-a7d9-7808de4783aa/23c2c79b-ce0d-41f0-a7d9-7808de4783aa.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.544744] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d6f0a19-8000-4ca4-9f74-2975a94cef32 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.551472] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 778.551472] env[69603]: value = "task-3479762" [ 778.551472] env[69603]: _type = "Task" [ 778.551472] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.560939] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479762, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.593715] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690c5af7-1c78-4e57-a0d9-254b56dafcea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.601412] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee01231-efe4-460e-8c66-dec6076b4a4d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.635742] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fe50d7-823d-45c4-9aef-dccd5156a1e9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.643888] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2e1cac-7d45-49c5-bcdf-8b6f1960a8d1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.657445] env[69603]: DEBUG nova.compute.provider_tree [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.690656] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479760, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.794474] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.837179] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0c1ea5a6-23a6-446f-91af-c0dbe6a72e51 tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "85fd51f5-4335-48ec-a2d2-38aa5d209eba" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.378s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.957397] env[69603]: DEBUG nova.network.neutron [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Successfully updated port: 535d4aa1-e334-418f-8139-86720129a314 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.062646] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479762, 'name': Rename_Task, 'duration_secs': 0.306186} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.063320] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.063716] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37c86dec-ab81-4d20-98b2-1b96928f0f8f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.073023] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 779.073023] env[69603]: value = "task-3479763" [ 779.073023] env[69603]: _type = "Task" [ 779.073023] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.085405] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.164026] env[69603]: DEBUG nova.scheduler.client.report [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.195027] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479760, 'name': CreateVM_Task, 'duration_secs': 0.718281} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.195027] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.195027] env[69603]: DEBUG oslo_concurrency.lockutils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.195278] env[69603]: DEBUG oslo_concurrency.lockutils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.195511] env[69603]: DEBUG oslo_concurrency.lockutils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.195779] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a96c8e-0894-42bf-8492-c788e0bd76dc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.201157] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 779.201157] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528452aa-ea20-ef36-f64a-f6f0e206d539" [ 779.201157] env[69603]: _type = "Task" [ 779.201157] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.209693] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528452aa-ea20-ef36-f64a-f6f0e206d539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.300748] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.455247] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Acquiring lock "refresh_cache-b2106f86-8b4e-4ea1-990e-8dda353eaef4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.455247] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Acquired lock "refresh_cache-b2106f86-8b4e-4ea1-990e-8dda353eaef4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.455247] env[69603]: DEBUG nova.network.neutron [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.484747] env[69603]: DEBUG nova.network.neutron [req-6abb0f6a-df47-4244-bf37-3db7f6ece4f5 req-7b6cd7a1-d72c-4ff1-8b21-ff1136c3017c service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Updated VIF entry in instance network info cache for port 99f9e237-6100-4b2a-bdd0-e56a4fdf4b10. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.485096] env[69603]: DEBUG nova.network.neutron [req-6abb0f6a-df47-4244-bf37-3db7f6ece4f5 req-7b6cd7a1-d72c-4ff1-8b21-ff1136c3017c service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Updating instance_info_cache with network_info: [{"id": "99f9e237-6100-4b2a-bdd0-e56a4fdf4b10", "address": "fa:16:3e:5e:bb:8c", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f9e237-61", "ovs_interfaceid": "99f9e237-6100-4b2a-bdd0-e56a4fdf4b10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.586009] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479763, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.667769] env[69603]: DEBUG oslo_concurrency.lockutils [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.671311] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.607s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.672208] env[69603]: INFO nova.compute.claims [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.712685] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528452aa-ea20-ef36-f64a-f6f0e206d539, 'name': SearchDatastore_Task, 'duration_secs': 0.030267} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.713056] env[69603]: DEBUG oslo_concurrency.lockutils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.713437] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.714475] env[69603]: DEBUG oslo_concurrency.lockutils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.714475] env[69603]: DEBUG oslo_concurrency.lockutils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.714475] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.715852] env[69603]: INFO nova.scheduler.client.report [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleted allocations for instance 8da78725-c35d-41e6-a7dd-1a68e4458dac [ 779.716846] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3d61e4a-7eda-47f3-8eb7-e8caf67c711b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.728470] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.728470] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.729179] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4d7e2d-96f3-4a93-be14-5fd4f3b8a688 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.734806] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 779.734806] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524ba9e1-53ed-8019-01d0-90968bbf8f80" [ 779.734806] env[69603]: _type = "Task" [ 779.734806] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.743497] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524ba9e1-53ed-8019-01d0-90968bbf8f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.796766] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.155216} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.797048] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.797828] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efd5559-34d0-49cb-99cf-4a70f8a3c035 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.821086] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 61b80bcc-8603-48e4-9cef-493fea1eba57/61b80bcc-8603-48e4-9cef-493fea1eba57.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.821830] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96b40d06-3e21-46ba-95f3-3a3ab600c539 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.842090] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Waiting for the task: (returnval){ [ 779.842090] env[69603]: value = "task-3479764" [ 779.842090] env[69603]: _type = "Task" [ 779.842090] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.847820] env[69603]: DEBUG nova.compute.manager [req-aafed445-1688-46b0-9b62-fd8fabe90d71 req-9d9fe449-1096-4736-8867-2c250225aaee service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Received event network-vif-plugged-535d4aa1-e334-418f-8139-86720129a314 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.848059] env[69603]: DEBUG oslo_concurrency.lockutils [req-aafed445-1688-46b0-9b62-fd8fabe90d71 req-9d9fe449-1096-4736-8867-2c250225aaee service nova] Acquiring lock "b2106f86-8b4e-4ea1-990e-8dda353eaef4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.848241] env[69603]: DEBUG oslo_concurrency.lockutils [req-aafed445-1688-46b0-9b62-fd8fabe90d71 req-9d9fe449-1096-4736-8867-2c250225aaee service nova] Lock "b2106f86-8b4e-4ea1-990e-8dda353eaef4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.848403] env[69603]: DEBUG oslo_concurrency.lockutils [req-aafed445-1688-46b0-9b62-fd8fabe90d71 req-9d9fe449-1096-4736-8867-2c250225aaee service nova] Lock "b2106f86-8b4e-4ea1-990e-8dda353eaef4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.848595] env[69603]: DEBUG nova.compute.manager [req-aafed445-1688-46b0-9b62-fd8fabe90d71 req-9d9fe449-1096-4736-8867-2c250225aaee service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] No waiting events found dispatching network-vif-plugged-535d4aa1-e334-418f-8139-86720129a314 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.848818] env[69603]: WARNING nova.compute.manager [req-aafed445-1688-46b0-9b62-fd8fabe90d71 req-9d9fe449-1096-4736-8867-2c250225aaee service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Received unexpected event network-vif-plugged-535d4aa1-e334-418f-8139-86720129a314 for instance with vm_state building and task_state spawning. [ 779.848925] env[69603]: DEBUG nova.compute.manager [req-aafed445-1688-46b0-9b62-fd8fabe90d71 req-9d9fe449-1096-4736-8867-2c250225aaee service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Received event network-changed-535d4aa1-e334-418f-8139-86720129a314 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.849088] env[69603]: DEBUG nova.compute.manager [req-aafed445-1688-46b0-9b62-fd8fabe90d71 req-9d9fe449-1096-4736-8867-2c250225aaee service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Refreshing instance network info cache due to event network-changed-535d4aa1-e334-418f-8139-86720129a314. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 779.849303] env[69603]: DEBUG oslo_concurrency.lockutils [req-aafed445-1688-46b0-9b62-fd8fabe90d71 req-9d9fe449-1096-4736-8867-2c250225aaee service nova] Acquiring lock "refresh_cache-b2106f86-8b4e-4ea1-990e-8dda353eaef4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.855814] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479764, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.993836] env[69603]: DEBUG oslo_concurrency.lockutils [req-6abb0f6a-df47-4244-bf37-3db7f6ece4f5 req-7b6cd7a1-d72c-4ff1-8b21-ff1136c3017c service nova] Releasing lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.055321] env[69603]: DEBUG nova.network.neutron [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.087490] env[69603]: DEBUG oslo_vmware.api [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479763, 'name': PowerOnVM_Task, 'duration_secs': 1.008667} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.094744] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.095011] env[69603]: INFO nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Took 9.98 seconds to spawn the instance on the hypervisor. [ 780.095249] env[69603]: DEBUG nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.096170] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57dc0f0-96d2-484a-83de-9bfb4873b63d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.225476] env[69603]: DEBUG oslo_concurrency.lockutils [None req-245d0edd-5900-4139-99b5-01dc7a023655 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "8da78725-c35d-41e6-a7dd-1a68e4458dac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.905s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.249278] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524ba9e1-53ed-8019-01d0-90968bbf8f80, 'name': SearchDatastore_Task, 'duration_secs': 0.011218} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.250669] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5388df5a-df24-4661-baef-daa179b7bde8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.258365] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 780.258365] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52419e9a-ff06-25de-2a14-4720f73b44cd" [ 780.258365] env[69603]: _type = "Task" [ 780.258365] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.267102] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52419e9a-ff06-25de-2a14-4720f73b44cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.354871] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479764, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.364565] env[69603]: DEBUG nova.network.neutron [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Updating instance_info_cache with network_info: [{"id": "535d4aa1-e334-418f-8139-86720129a314", "address": "fa:16:3e:eb:af:5d", "network": {"id": "b36bd49f-dd92-490d-ac1d-e93377467534", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-8239558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5099543364e4a9ea273ac9c53f8bf25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535d4aa1-e3", "ovs_interfaceid": "535d4aa1-e334-418f-8139-86720129a314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.598124] env[69603]: DEBUG nova.compute.manager [req-364f1c2c-b358-4f93-a5ce-9c34412f35e2 req-6b826b5a-fe8f-42d1-8c1a-8d81ce491c0d service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Received event network-changed-02fefeda-7f11-4ca6-b5bf-dfb22c064fda {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.598269] env[69603]: DEBUG nova.compute.manager [req-364f1c2c-b358-4f93-a5ce-9c34412f35e2 req-6b826b5a-fe8f-42d1-8c1a-8d81ce491c0d service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Refreshing instance network info cache due to event network-changed-02fefeda-7f11-4ca6-b5bf-dfb22c064fda. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.599860] env[69603]: DEBUG oslo_concurrency.lockutils [req-364f1c2c-b358-4f93-a5ce-9c34412f35e2 req-6b826b5a-fe8f-42d1-8c1a-8d81ce491c0d service nova] Acquiring lock "refresh_cache-85fd51f5-4335-48ec-a2d2-38aa5d209eba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.599860] env[69603]: DEBUG oslo_concurrency.lockutils [req-364f1c2c-b358-4f93-a5ce-9c34412f35e2 req-6b826b5a-fe8f-42d1-8c1a-8d81ce491c0d service nova] Acquired lock "refresh_cache-85fd51f5-4335-48ec-a2d2-38aa5d209eba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.599860] env[69603]: DEBUG nova.network.neutron [req-364f1c2c-b358-4f93-a5ce-9c34412f35e2 req-6b826b5a-fe8f-42d1-8c1a-8d81ce491c0d service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Refreshing network info cache for port 02fefeda-7f11-4ca6-b5bf-dfb22c064fda {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.615561] env[69603]: INFO nova.compute.manager [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Took 49.68 seconds to build instance. [ 780.771358] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52419e9a-ff06-25de-2a14-4720f73b44cd, 'name': SearchDatastore_Task, 'duration_secs': 0.031492} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.772024] env[69603]: DEBUG oslo_concurrency.lockutils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.772024] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e/1a96d3ed-c017-4fbb-8c55-4f42ba583d8e.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.772182] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ff11264-921a-495f-8d92-c8e9db184771 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.782903] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 780.782903] env[69603]: value = "task-3479765" [ 780.782903] env[69603]: _type = "Task" [ 780.782903] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.791729] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.853979] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479764, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.866789] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Releasing lock "refresh_cache-b2106f86-8b4e-4ea1-990e-8dda353eaef4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.868264] env[69603]: DEBUG nova.compute.manager [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Instance network_info: |[{"id": "535d4aa1-e334-418f-8139-86720129a314", "address": "fa:16:3e:eb:af:5d", "network": {"id": "b36bd49f-dd92-490d-ac1d-e93377467534", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-8239558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5099543364e4a9ea273ac9c53f8bf25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535d4aa1-e3", "ovs_interfaceid": "535d4aa1-e334-418f-8139-86720129a314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.868264] env[69603]: DEBUG oslo_concurrency.lockutils [req-aafed445-1688-46b0-9b62-fd8fabe90d71 req-9d9fe449-1096-4736-8867-2c250225aaee service nova] Acquired lock "refresh_cache-b2106f86-8b4e-4ea1-990e-8dda353eaef4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.868395] env[69603]: DEBUG nova.network.neutron [req-aafed445-1688-46b0-9b62-fd8fabe90d71 req-9d9fe449-1096-4736-8867-2c250225aaee service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Refreshing network info cache for port 535d4aa1-e334-418f-8139-86720129a314 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.869281] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:af:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '34a581cb-6d33-4e2e-af50-735a6749d6da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '535d4aa1-e334-418f-8139-86720129a314', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.879404] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Creating folder: Project (a5099543364e4a9ea273ac9c53f8bf25). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.887690] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da06ba3c-50bc-4fb3-b306-6931afec40a0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.902130] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Created folder: Project (a5099543364e4a9ea273ac9c53f8bf25) in parent group-v695567. [ 780.902375] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Creating folder: Instances. Parent ref: group-v695700. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.902630] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd420a18-f736-448d-996a-af2b14d67f13 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.914338] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Created folder: Instances in parent group-v695700. [ 780.914688] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.914930] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.915219] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c9e2e9b-4c8f-4fb4-8ccc-45b73c9ead23 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.947589] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.947589] env[69603]: value = "task-3479768" [ 780.947589] env[69603]: _type = "Task" [ 780.947589] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.954649] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479768, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.117556] env[69603]: DEBUG oslo_concurrency.lockutils [None req-908d3021-1c8a-41e0-bf91-219c9d1ed4d3 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "23c2c79b-ce0d-41f0-a7d9-7808de4783aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.737s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.266448] env[69603]: DEBUG nova.network.neutron [req-aafed445-1688-46b0-9b62-fd8fabe90d71 req-9d9fe449-1096-4736-8867-2c250225aaee service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Updated VIF entry in instance network info cache for port 535d4aa1-e334-418f-8139-86720129a314. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.267076] env[69603]: DEBUG nova.network.neutron [req-aafed445-1688-46b0-9b62-fd8fabe90d71 req-9d9fe449-1096-4736-8867-2c250225aaee service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Updating instance_info_cache with network_info: [{"id": "535d4aa1-e334-418f-8139-86720129a314", "address": "fa:16:3e:eb:af:5d", "network": {"id": "b36bd49f-dd92-490d-ac1d-e93377467534", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-8239558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5099543364e4a9ea273ac9c53f8bf25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535d4aa1-e3", "ovs_interfaceid": "535d4aa1-e334-418f-8139-86720129a314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.296263] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479765, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.360679] env[69603]: DEBUG nova.network.neutron [req-364f1c2c-b358-4f93-a5ce-9c34412f35e2 req-6b826b5a-fe8f-42d1-8c1a-8d81ce491c0d service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Updated VIF entry in instance network info cache for port 02fefeda-7f11-4ca6-b5bf-dfb22c064fda. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.361154] env[69603]: DEBUG nova.network.neutron [req-364f1c2c-b358-4f93-a5ce-9c34412f35e2 req-6b826b5a-fe8f-42d1-8c1a-8d81ce491c0d service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Updating instance_info_cache with network_info: [{"id": "02fefeda-7f11-4ca6-b5bf-dfb22c064fda", "address": "fa:16:3e:18:94:f7", "network": {"id": "b2dffa2f-fbb2-484d-8088-c9e0bcea8ae0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1645583158-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6c219c115c0742f49bd00fcae2dd6a0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "28d04eee-6dbb-491a-a999-b659c799679d", "external-id": "nsx-vlan-transportzone-501", "segmentation_id": 501, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02fefeda-7f", "ovs_interfaceid": "02fefeda-7f11-4ca6-b5bf-dfb22c064fda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.362552] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479764, 'name': ReconfigVM_Task, 'duration_secs': 1.299613} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.363321] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 61b80bcc-8603-48e4-9cef-493fea1eba57/61b80bcc-8603-48e4-9cef-493fea1eba57.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.366197] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0dfe47d-f868-433e-8c2e-a97430527476 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.375010] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Waiting for the task: (returnval){ [ 781.375010] env[69603]: value = "task-3479769" [ 781.375010] env[69603]: _type = "Task" [ 781.375010] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.390919] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479769, 'name': Rename_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.412491] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3245317-37d0-45c2-bd38-53f40dcdb523 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.420037] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58ecd09-dcea-4b7b-becb-60b8c1ebca23 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.456841] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "85fd51f5-4335-48ec-a2d2-38aa5d209eba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.457114] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "85fd51f5-4335-48ec-a2d2-38aa5d209eba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.457349] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "85fd51f5-4335-48ec-a2d2-38aa5d209eba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.457569] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "85fd51f5-4335-48ec-a2d2-38aa5d209eba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.457738] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "85fd51f5-4335-48ec-a2d2-38aa5d209eba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.464183] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822bf5a0-55c4-4f3d-a165-30acf7c7b488 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.467603] env[69603]: INFO nova.compute.manager [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Terminating instance [ 781.474685] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479768, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.478230] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7a4f12-f819-42e7-ba31-a071b94e1999 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.494156] env[69603]: DEBUG nova.compute.provider_tree [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.623101] env[69603]: DEBUG nova.compute.manager [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.771129] env[69603]: DEBUG oslo_concurrency.lockutils [req-aafed445-1688-46b0-9b62-fd8fabe90d71 req-9d9fe449-1096-4736-8867-2c250225aaee service nova] Releasing lock "refresh_cache-b2106f86-8b4e-4ea1-990e-8dda353eaef4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.798692] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479765, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.864048] env[69603]: DEBUG oslo_concurrency.lockutils [req-364f1c2c-b358-4f93-a5ce-9c34412f35e2 req-6b826b5a-fe8f-42d1-8c1a-8d81ce491c0d service nova] Releasing lock "refresh_cache-85fd51f5-4335-48ec-a2d2-38aa5d209eba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.885966] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479769, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.970348] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479768, 'name': CreateVM_Task, 'duration_secs': 0.561948} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.971774] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.972408] env[69603]: DEBUG nova.compute.manager [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 781.972604] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 781.976030] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.976196] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.976526] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.979671] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27066cea-8572-4f4a-bc2f-63514b072d56 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.983834] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-997d5bbe-29c1-420e-b0ab-8ecc67eb27ff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.989330] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Waiting for the task: (returnval){ [ 781.989330] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52caa436-ca9f-c303-32ca-1f2ad2236925" [ 781.989330] env[69603]: _type = "Task" [ 781.989330] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.991500] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 781.993992] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3a91040-03c6-4a8a-9975-ec7b2c827618 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.997583] env[69603]: DEBUG nova.scheduler.client.report [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.005696] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52caa436-ca9f-c303-32ca-1f2ad2236925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.006034] env[69603]: DEBUG oslo_vmware.api [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 782.006034] env[69603]: value = "task-3479770" [ 782.006034] env[69603]: _type = "Task" [ 782.006034] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.018590] env[69603]: DEBUG oslo_vmware.api [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.066634] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "46ec109a-88fe-457f-b4e7-8bb58018b18d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.066761] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "46ec109a-88fe-457f-b4e7-8bb58018b18d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.067025] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "46ec109a-88fe-457f-b4e7-8bb58018b18d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.067242] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "46ec109a-88fe-457f-b4e7-8bb58018b18d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.067654] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "46ec109a-88fe-457f-b4e7-8bb58018b18d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.070249] env[69603]: INFO nova.compute.manager [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Terminating instance [ 782.145972] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.163523] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Acquiring lock "4f8791ac-90cc-439e-8e5d-86f42dafb9aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.163777] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Lock "4f8791ac-90cc-439e-8e5d-86f42dafb9aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.299521] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479765, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.390147] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479769, 'name': Rename_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.476552] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "23c2c79b-ce0d-41f0-a7d9-7808de4783aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.476828] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "23c2c79b-ce0d-41f0-a7d9-7808de4783aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.477055] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "23c2c79b-ce0d-41f0-a7d9-7808de4783aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.477247] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "23c2c79b-ce0d-41f0-a7d9-7808de4783aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.477414] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "23c2c79b-ce0d-41f0-a7d9-7808de4783aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.479678] env[69603]: INFO nova.compute.manager [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Terminating instance [ 782.501214] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52caa436-ca9f-c303-32ca-1f2ad2236925, 'name': SearchDatastore_Task, 'duration_secs': 0.033795} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.501998] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.502488] env[69603]: DEBUG nova.compute.manager [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.505497] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.505497] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.505497] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.505497] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.505775] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.506444] env[69603]: DEBUG oslo_concurrency.lockutils [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.192s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.506444] env[69603]: DEBUG nova.objects.instance [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lazy-loading 'resources' on Instance uuid b628745a-e944-4112-b4b9-644333d17d53 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.507526] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd8dc456-b65f-41fe-9abe-abae8bc3e301 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.518954] env[69603]: DEBUG oslo_vmware.api [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479770, 'name': PowerOffVM_Task, 'duration_secs': 0.389721} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.519776] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.519951] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.520209] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ee85496-6082-4fe4-a67a-3162a15003b6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.523394] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.523574] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.524657] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96ff1ab5-45f1-4edf-a4fd-84afe5512301 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.530881] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Waiting for the task: (returnval){ [ 782.530881] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b9d629-45a5-8cb1-392d-82aca369156b" [ 782.530881] env[69603]: _type = "Task" [ 782.530881] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.541042] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b9d629-45a5-8cb1-392d-82aca369156b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.575793] env[69603]: DEBUG nova.compute.manager [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.576190] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.577619] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36023f1-edf4-4bd7-b8ee-856af1965c44 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.588226] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.588518] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c58c9fce-bbb2-43d5-99d2-37831ba5457f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.594934] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.595170] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.595361] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Deleting the datastore file [datastore2] 85fd51f5-4335-48ec-a2d2-38aa5d209eba {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.596642] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb44264c-14a5-4929-980e-e8dece33f8bf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.598559] env[69603]: DEBUG oslo_vmware.api [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 782.598559] env[69603]: value = "task-3479772" [ 782.598559] env[69603]: _type = "Task" [ 782.598559] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.607012] env[69603]: DEBUG oslo_vmware.api [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 782.607012] env[69603]: value = "task-3479773" [ 782.607012] env[69603]: _type = "Task" [ 782.607012] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.611099] env[69603]: DEBUG oslo_vmware.api [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.615856] env[69603]: DEBUG oslo_vmware.api [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.797745] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479765, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.898966} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.798036] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e/1a96d3ed-c017-4fbb-8c55-4f42ba583d8e.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.798268] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.798536] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5016b349-3325-470c-accb-2eca1f387b93 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.808158] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 782.808158] env[69603]: value = "task-3479774" [ 782.808158] env[69603]: _type = "Task" [ 782.808158] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.814613] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479774, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.887407] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479769, 'name': Rename_Task, 'duration_secs': 1.021727} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.887683] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.887919] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bb8f7e0-745c-4fc9-aafb-800e3e7de323 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.893985] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Waiting for the task: (returnval){ [ 782.893985] env[69603]: value = "task-3479775" [ 782.893985] env[69603]: _type = "Task" [ 782.893985] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.901763] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.984177] env[69603]: DEBUG nova.compute.manager [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.984415] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.985333] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bb53cb-e300-4484-a700-a493d305020c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.992956] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.994269] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f036c576-3123-40e5-87fd-ccfe9b1179ef {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.998546] env[69603]: DEBUG oslo_vmware.api [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 782.998546] env[69603]: value = "task-3479776" [ 782.998546] env[69603]: _type = "Task" [ 782.998546] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.008038] env[69603]: DEBUG nova.compute.utils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.009565] env[69603]: DEBUG oslo_vmware.api [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479776, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.010008] env[69603]: DEBUG nova.compute.manager [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.010244] env[69603]: DEBUG nova.network.neutron [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.052507] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b9d629-45a5-8cb1-392d-82aca369156b, 'name': SearchDatastore_Task, 'duration_secs': 0.021609} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.053459] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee16e5d0-5d14-48a5-a424-7d59a6c23e33 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.064891] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Waiting for the task: (returnval){ [ 783.064891] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bd05ca-57c2-0ef9-dbd2-e52c8706c823" [ 783.064891] env[69603]: _type = "Task" [ 783.064891] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.074043] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bd05ca-57c2-0ef9-dbd2-e52c8706c823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.078146] env[69603]: DEBUG nova.policy [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '043cc1fbb38a437aa22789b94c96d4aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b6ede380d2f4f3cb17e0b1521dc41e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.110988] env[69603]: DEBUG oslo_vmware.api [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479772, 'name': PowerOffVM_Task, 'duration_secs': 0.329647} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.114013] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.114198] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.114990] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2937818f-ae2b-44ac-9d24-1f7bd0d62079 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.119440] env[69603]: DEBUG oslo_vmware.api [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207034} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.120036] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.120036] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.120036] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.120188] env[69603]: INFO nova.compute.manager [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Took 1.15 seconds to destroy the instance on the hypervisor. [ 783.120805] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.120805] env[69603]: DEBUG nova.compute.manager [-] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.120805] env[69603]: DEBUG nova.network.neutron [-] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.183684] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.183936] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.184163] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Deleting the datastore file [datastore2] 46ec109a-88fe-457f-b4e7-8bb58018b18d {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.184476] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce032ec0-b770-45c1-8dbe-c39974934202 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.194985] env[69603]: DEBUG oslo_vmware.api [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 783.194985] env[69603]: value = "task-3479778" [ 783.194985] env[69603]: _type = "Task" [ 783.194985] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.206327] env[69603]: DEBUG oslo_vmware.api [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.317489] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479774, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087107} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.317748] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.321020] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e332ed7c-4366-4139-8177-a14582e3eed1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.347147] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e/1a96d3ed-c017-4fbb-8c55-4f42ba583d8e.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.350681] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-daad0fcb-f3e0-4439-ad5f-0d7ac312cc86 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.371468] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 783.371468] env[69603]: value = "task-3479779" [ 783.371468] env[69603]: _type = "Task" [ 783.371468] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.380107] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.403925] env[69603]: DEBUG nova.network.neutron [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Successfully created port: 88319c3c-6548-4b0c-8df1-5129227ab207 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 783.409396] env[69603]: DEBUG oslo_vmware.api [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479775, 'name': PowerOnVM_Task, 'duration_secs': 0.466125} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.410061] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.410061] env[69603]: INFO nova.compute.manager [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Took 10.59 seconds to spawn the instance on the hypervisor. [ 783.410061] env[69603]: DEBUG nova.compute.manager [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.410880] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dce733-97b0-421a-8f77-714f7c3f1052 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.509090] env[69603]: DEBUG oslo_vmware.api [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479776, 'name': PowerOffVM_Task, 'duration_secs': 0.203455} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.509155] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.509310] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.509571] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76c24720-a873-4d76-a49d-514e3efe08c2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.516220] env[69603]: DEBUG nova.compute.manager [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.574635] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.574856] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.575860] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Deleting the datastore file [datastore2] 23c2c79b-ce0d-41f0-a7d9-7808de4783aa {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.575860] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4aa1f44f-83ac-4f13-aa11-3cbdd7eea8b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.581911] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bd05ca-57c2-0ef9-dbd2-e52c8706c823, 'name': SearchDatastore_Task, 'duration_secs': 0.011869} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.581911] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.581911] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] b2106f86-8b4e-4ea1-990e-8dda353eaef4/b2106f86-8b4e-4ea1-990e-8dda353eaef4.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 783.582098] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62640083-ba9a-4c86-befb-0c97bc96f350 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.587762] env[69603]: DEBUG oslo_vmware.api [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 783.587762] env[69603]: value = "task-3479781" [ 783.587762] env[69603]: _type = "Task" [ 783.587762] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.589032] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Waiting for the task: (returnval){ [ 783.589032] env[69603]: value = "task-3479782" [ 783.589032] env[69603]: _type = "Task" [ 783.589032] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.600075] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': task-3479782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.605489] env[69603]: DEBUG oslo_vmware.api [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.607951] env[69603]: DEBUG nova.compute.manager [req-669f625b-213f-4324-8a2a-7c9c3e614242 req-244807ca-c8da-4c72-9145-2151685b1d3e service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Received event network-vif-deleted-02fefeda-7f11-4ca6-b5bf-dfb22c064fda {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.607951] env[69603]: INFO nova.compute.manager [req-669f625b-213f-4324-8a2a-7c9c3e614242 req-244807ca-c8da-4c72-9145-2151685b1d3e service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Neutron deleted interface 02fefeda-7f11-4ca6-b5bf-dfb22c064fda; detaching it from the instance and deleting it from the info cache [ 783.608204] env[69603]: DEBUG nova.network.neutron [req-669f625b-213f-4324-8a2a-7c9c3e614242 req-244807ca-c8da-4c72-9145-2151685b1d3e service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.684446] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1e1871-ef1c-40ac-b4c2-7e2ed4913e75 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.692389] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b6ac83-86f2-42f6-9632-b681cef02a8d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.703353] env[69603]: DEBUG oslo_vmware.api [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144303} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.728696] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.728899] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.729645] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.729645] env[69603]: INFO nova.compute.manager [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 783.729645] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.729925] env[69603]: DEBUG nova.compute.manager [-] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.730083] env[69603]: DEBUG nova.network.neutron [-] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.732334] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768c9563-ec91-4156-bee2-e5dfd8a22bb8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.740265] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce218e41-19a1-4183-88bd-40a8eb6070cd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.755806] env[69603]: DEBUG nova.compute.provider_tree [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.883210] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479779, 'name': ReconfigVM_Task, 'duration_secs': 0.295143} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.883578] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e/1a96d3ed-c017-4fbb-8c55-4f42ba583d8e.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.884319] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cad3687f-6a54-487f-be32-d00151277097 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.891230] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 783.891230] env[69603]: value = "task-3479783" [ 783.891230] env[69603]: _type = "Task" [ 783.891230] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.900330] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479783, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.929706] env[69603]: INFO nova.compute.manager [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Took 50.96 seconds to build instance. [ 784.030750] env[69603]: DEBUG nova.network.neutron [-] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.102944] env[69603]: DEBUG oslo_vmware.api [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3479781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146256} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.106246] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.106451] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.106631] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.106901] env[69603]: INFO nova.compute.manager [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 784.107048] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.107257] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': task-3479782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468427} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.107594] env[69603]: DEBUG nova.compute.manager [-] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.107594] env[69603]: DEBUG nova.network.neutron [-] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.109353] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] b2106f86-8b4e-4ea1-990e-8dda353eaef4/b2106f86-8b4e-4ea1-990e-8dda353eaef4.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 784.109734] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 784.109809] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ccddb26-54ea-4bcc-9e52-4ae87d1c97d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.112956] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23de0363-5792-4783-9238-46f1d886d3cc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.123116] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06688c60-85bd-45a4-9b15-514178a32df5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.138748] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Waiting for the task: (returnval){ [ 784.138748] env[69603]: value = "task-3479784" [ 784.138748] env[69603]: _type = "Task" [ 784.138748] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.146457] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': task-3479784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.159166] env[69603]: DEBUG nova.compute.manager [req-669f625b-213f-4324-8a2a-7c9c3e614242 req-244807ca-c8da-4c72-9145-2151685b1d3e service nova] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Detach interface failed, port_id=02fefeda-7f11-4ca6-b5bf-dfb22c064fda, reason: Instance 85fd51f5-4335-48ec-a2d2-38aa5d209eba could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 784.259579] env[69603]: DEBUG nova.scheduler.client.report [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.402991] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479783, 'name': Rename_Task, 'duration_secs': 0.173033} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.403289] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.403533] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98465558-d21f-4ef2-aec1-bf9c7903d073 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.411516] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 784.411516] env[69603]: value = "task-3479785" [ 784.411516] env[69603]: _type = "Task" [ 784.411516] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.422615] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.434491] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37ceba57-cc5b-4420-936e-26fa381a28f9 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Lock "61b80bcc-8603-48e4-9cef-493fea1eba57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.207s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.529100] env[69603]: DEBUG nova.compute.manager [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.533203] env[69603]: INFO nova.compute.manager [-] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Took 1.41 seconds to deallocate network for instance. [ 784.562898] env[69603]: DEBUG nova.virt.hardware [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.563414] env[69603]: DEBUG nova.virt.hardware [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.563687] env[69603]: DEBUG nova.virt.hardware [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.564023] env[69603]: DEBUG nova.virt.hardware [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.564967] env[69603]: DEBUG nova.virt.hardware [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.564967] env[69603]: DEBUG nova.virt.hardware [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.564967] env[69603]: DEBUG nova.virt.hardware [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.564967] env[69603]: DEBUG nova.virt.hardware [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.564967] env[69603]: DEBUG nova.virt.hardware [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.565207] env[69603]: DEBUG nova.virt.hardware [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.565510] env[69603]: DEBUG nova.virt.hardware [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.566213] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e580223a-6448-4f00-9418-273078eb5956 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.574665] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4692b809-538d-4dba-a584-82706a6ae396 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.579317] env[69603]: DEBUG nova.network.neutron [-] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.648497] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': task-3479784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062752} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.648808] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.649585] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0effef-b59a-45da-b615-f3bacbdea06c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.671696] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] b2106f86-8b4e-4ea1-990e-8dda353eaef4/b2106f86-8b4e-4ea1-990e-8dda353eaef4.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.671957] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38f28946-9349-4ca7-9e04-d96c927db033 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.693638] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Waiting for the task: (returnval){ [ 784.693638] env[69603]: value = "task-3479786" [ 784.693638] env[69603]: _type = "Task" [ 784.693638] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.702054] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': task-3479786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.764828] env[69603]: DEBUG oslo_concurrency.lockutils [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.258s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.767628] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.804s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.769432] env[69603]: INFO nova.compute.claims [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.803995] env[69603]: INFO nova.scheduler.client.report [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Deleted allocations for instance b628745a-e944-4112-b4b9-644333d17d53 [ 784.921419] env[69603]: DEBUG oslo_vmware.api [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479785, 'name': PowerOnVM_Task, 'duration_secs': 0.446193} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.921755] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.921978] env[69603]: INFO nova.compute.manager [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Took 9.34 seconds to spawn the instance on the hypervisor. [ 784.922175] env[69603]: DEBUG nova.compute.manager [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.922970] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70f73fc-d785-43ef-893f-f4a7d93c55f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.936833] env[69603]: DEBUG nova.compute.manager [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 784.940268] env[69603]: DEBUG nova.network.neutron [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Successfully updated port: 88319c3c-6548-4b0c-8df1-5129227ab207 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.999197] env[69603]: DEBUG nova.network.neutron [-] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.038320] env[69603]: DEBUG nova.compute.manager [req-49b62a8e-7c08-4d5d-bdaa-f7d0550f7321 req-ece672ba-6269-46aa-a2ee-6e19d4088ea4 service nova] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Received event network-vif-plugged-88319c3c-6548-4b0c-8df1-5129227ab207 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.038557] env[69603]: DEBUG oslo_concurrency.lockutils [req-49b62a8e-7c08-4d5d-bdaa-f7d0550f7321 req-ece672ba-6269-46aa-a2ee-6e19d4088ea4 service nova] Acquiring lock "6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.038765] env[69603]: DEBUG oslo_concurrency.lockutils [req-49b62a8e-7c08-4d5d-bdaa-f7d0550f7321 req-ece672ba-6269-46aa-a2ee-6e19d4088ea4 service nova] Lock "6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.038945] env[69603]: DEBUG oslo_concurrency.lockutils [req-49b62a8e-7c08-4d5d-bdaa-f7d0550f7321 req-ece672ba-6269-46aa-a2ee-6e19d4088ea4 service nova] Lock "6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.039215] env[69603]: DEBUG nova.compute.manager [req-49b62a8e-7c08-4d5d-bdaa-f7d0550f7321 req-ece672ba-6269-46aa-a2ee-6e19d4088ea4 service nova] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] No waiting events found dispatching network-vif-plugged-88319c3c-6548-4b0c-8df1-5129227ab207 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 785.039444] env[69603]: WARNING nova.compute.manager [req-49b62a8e-7c08-4d5d-bdaa-f7d0550f7321 req-ece672ba-6269-46aa-a2ee-6e19d4088ea4 service nova] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Received unexpected event network-vif-plugged-88319c3c-6548-4b0c-8df1-5129227ab207 for instance with vm_state building and task_state spawning. [ 785.040684] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.081767] env[69603]: INFO nova.compute.manager [-] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Took 1.35 seconds to deallocate network for instance. [ 785.204252] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': task-3479786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.311649] env[69603]: DEBUG oslo_concurrency.lockutils [None req-05b947c9-68cf-465d-81b4-7e0d7da99e3f tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "b628745a-e944-4112-b4b9-644333d17d53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.140s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.441560] env[69603]: INFO nova.compute.manager [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Took 51.76 seconds to build instance. [ 785.444018] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "refresh_cache-6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.444598] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "refresh_cache-6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.444754] env[69603]: DEBUG nova.network.neutron [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.463086] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.501960] env[69603]: INFO nova.compute.manager [-] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Took 1.39 seconds to deallocate network for instance. [ 785.591338] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.704485] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': task-3479786, 'name': ReconfigVM_Task, 'duration_secs': 0.580607} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.704813] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Reconfigured VM instance instance-0000002e to attach disk [datastore1] b2106f86-8b4e-4ea1-990e-8dda353eaef4/b2106f86-8b4e-4ea1-990e-8dda353eaef4.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.705466] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae5de331-da7d-4da3-8853-4b75a56eff9f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.712729] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Waiting for the task: (returnval){ [ 785.712729] env[69603]: value = "task-3479787" [ 785.712729] env[69603]: _type = "Task" [ 785.712729] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.722134] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': task-3479787, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.730287] env[69603]: DEBUG nova.compute.manager [req-10b37252-53f2-49bb-bf29-77cd13b8d85e req-9ae5eb3c-42d7-4244-b5eb-02bfdbc1d975 service nova] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Received event network-vif-deleted-a27946ec-9e9d-40c7-afe6-2b3ee1daad95 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.730340] env[69603]: DEBUG nova.compute.manager [req-10b37252-53f2-49bb-bf29-77cd13b8d85e req-9ae5eb3c-42d7-4244-b5eb-02bfdbc1d975 service nova] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Received event network-vif-deleted-de733d00-dd5f-4dd7-9be9-f13cac2dc3e8 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.553091] env[69603]: DEBUG oslo_concurrency.lockutils [None req-411802b0-e6eb-4d2a-8a60-aff38ac5a057 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.638s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.553923] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.568777] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': task-3479787, 'name': Rename_Task, 'duration_secs': 0.15624} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.569129] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.569422] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b568362-d7d6-422d-bd8a-0a64f86bf1a3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.576373] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Waiting for the task: (returnval){ [ 786.576373] env[69603]: value = "task-3479788" [ 786.576373] env[69603]: _type = "Task" [ 786.576373] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.587697] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': task-3479788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.599420] env[69603]: DEBUG nova.network.neutron [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.746670] env[69603]: DEBUG nova.network.neutron [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Updating instance_info_cache with network_info: [{"id": "88319c3c-6548-4b0c-8df1-5129227ab207", "address": "fa:16:3e:ea:ab:c8", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88319c3c-65", "ovs_interfaceid": "88319c3c-6548-4b0c-8df1-5129227ab207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.052040] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af9f21c-5765-47df-885c-31327271a302 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.059885] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b33d4a-fd6c-4d1d-8b94-c20390f0e3a2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.063394] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Acquiring lock "61b80bcc-8603-48e4-9cef-493fea1eba57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.063795] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Lock "61b80bcc-8603-48e4-9cef-493fea1eba57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.063964] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Acquiring lock "61b80bcc-8603-48e4-9cef-493fea1eba57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.064036] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Lock "61b80bcc-8603-48e4-9cef-493fea1eba57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.064170] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Lock "61b80bcc-8603-48e4-9cef-493fea1eba57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.065784] env[69603]: DEBUG nova.compute.manager [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.069228] env[69603]: INFO nova.compute.manager [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Terminating instance [ 787.072337] env[69603]: DEBUG nova.compute.manager [req-48c23ea9-a5b3-4754-9237-240def0900da req-ad4b6b32-e4b7-4446-bc84-36a04fcd224d service nova] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Received event network-changed-88319c3c-6548-4b0c-8df1-5129227ab207 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.072529] env[69603]: DEBUG nova.compute.manager [req-48c23ea9-a5b3-4754-9237-240def0900da req-ad4b6b32-e4b7-4446-bc84-36a04fcd224d service nova] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Refreshing instance network info cache due to event network-changed-88319c3c-6548-4b0c-8df1-5129227ab207. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.072709] env[69603]: DEBUG oslo_concurrency.lockutils [req-48c23ea9-a5b3-4754-9237-240def0900da req-ad4b6b32-e4b7-4446-bc84-36a04fcd224d service nova] Acquiring lock "refresh_cache-6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.104848] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5800e6b7-e176-4010-b8cf-a430005ba550 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.113241] env[69603]: DEBUG oslo_vmware.api [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': task-3479788, 'name': PowerOnVM_Task, 'duration_secs': 0.520514} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.115426] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.115642] env[69603]: INFO nova.compute.manager [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Took 8.69 seconds to spawn the instance on the hypervisor. [ 787.115824] env[69603]: DEBUG nova.compute.manager [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.116817] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc5c4a4-2cc8-47b6-ae80-236cb00dafa1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.120525] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abf5b19-cbc6-4178-b3c3-69663611b445 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.138632] env[69603]: DEBUG nova.compute.provider_tree [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.249190] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "refresh_cache-6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.249635] env[69603]: DEBUG nova.compute.manager [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Instance network_info: |[{"id": "88319c3c-6548-4b0c-8df1-5129227ab207", "address": "fa:16:3e:ea:ab:c8", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88319c3c-65", "ovs_interfaceid": "88319c3c-6548-4b0c-8df1-5129227ab207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.249985] env[69603]: DEBUG oslo_concurrency.lockutils [req-48c23ea9-a5b3-4754-9237-240def0900da req-ad4b6b32-e4b7-4446-bc84-36a04fcd224d service nova] Acquired lock "refresh_cache-6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.250187] env[69603]: DEBUG nova.network.neutron [req-48c23ea9-a5b3-4754-9237-240def0900da req-ad4b6b32-e4b7-4446-bc84-36a04fcd224d service nova] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Refreshing network info cache for port 88319c3c-6548-4b0c-8df1-5129227ab207 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.251516] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:ab:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88319c3c-6548-4b0c-8df1-5129227ab207', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.260399] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.261406] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.261664] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d70a9251-2c24-41de-9edb-93279cd354fe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.282067] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.282067] env[69603]: value = "task-3479789" [ 787.282067] env[69603]: _type = "Task" [ 787.282067] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.289991] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479789, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.594631] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.601929] env[69603]: DEBUG nova.compute.manager [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.602091] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.603083] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20db41b7-78aa-4ddb-ad34-f42870f44e8a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.611969] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.613370] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc878620-a676-49d9-9729-c3dc9971fdf7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.619633] env[69603]: DEBUG oslo_vmware.api [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Waiting for the task: (returnval){ [ 787.619633] env[69603]: value = "task-3479790" [ 787.619633] env[69603]: _type = "Task" [ 787.619633] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.631267] env[69603]: DEBUG oslo_vmware.api [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.648039] env[69603]: DEBUG nova.scheduler.client.report [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.654527] env[69603]: INFO nova.compute.manager [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Took 45.31 seconds to build instance. [ 787.792081] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479789, 'name': CreateVM_Task, 'duration_secs': 0.349495} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.794348] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.795041] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.795220] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.795531] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.796647] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504cebcf-38c3-4f64-8721-4d064f97246c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.800502] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 787.800502] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ce6596-034d-1a24-c789-7ae411060e73" [ 787.800502] env[69603]: _type = "Task" [ 787.800502] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.809839] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ce6596-034d-1a24-c789-7ae411060e73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.981552] env[69603]: DEBUG nova.network.neutron [req-48c23ea9-a5b3-4754-9237-240def0900da req-ad4b6b32-e4b7-4446-bc84-36a04fcd224d service nova] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Updated VIF entry in instance network info cache for port 88319c3c-6548-4b0c-8df1-5129227ab207. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.982219] env[69603]: DEBUG nova.network.neutron [req-48c23ea9-a5b3-4754-9237-240def0900da req-ad4b6b32-e4b7-4446-bc84-36a04fcd224d service nova] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Updating instance_info_cache with network_info: [{"id": "88319c3c-6548-4b0c-8df1-5129227ab207", "address": "fa:16:3e:ea:ab:c8", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88319c3c-65", "ovs_interfaceid": "88319c3c-6548-4b0c-8df1-5129227ab207", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.131270] env[69603]: DEBUG oslo_vmware.api [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479790, 'name': PowerOffVM_Task, 'duration_secs': 0.265998} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.135306] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.135306] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.135306] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4361ca35-5c2b-499d-ace2-8c5ad121c984 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.157097] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.389s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.157790] env[69603]: DEBUG nova.compute.manager [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.161107] env[69603]: DEBUG oslo_concurrency.lockutils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.141s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.163092] env[69603]: INFO nova.compute.claims [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.165959] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a96d328a-269c-4668-bf61-5f40e0a25b17 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Lock "b2106f86-8b4e-4ea1-990e-8dda353eaef4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.064s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.196788] env[69603]: DEBUG nova.compute.manager [req-1915587e-fc52-4107-b92a-f88929662a2e req-05016ed5-1372-4b9f-85d5-7aa5792712be service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Received event network-changed-535d4aa1-e334-418f-8139-86720129a314 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.197049] env[69603]: DEBUG nova.compute.manager [req-1915587e-fc52-4107-b92a-f88929662a2e req-05016ed5-1372-4b9f-85d5-7aa5792712be service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Refreshing instance network info cache due to event network-changed-535d4aa1-e334-418f-8139-86720129a314. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.197467] env[69603]: DEBUG oslo_concurrency.lockutils [req-1915587e-fc52-4107-b92a-f88929662a2e req-05016ed5-1372-4b9f-85d5-7aa5792712be service nova] Acquiring lock "refresh_cache-b2106f86-8b4e-4ea1-990e-8dda353eaef4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.197467] env[69603]: DEBUG oslo_concurrency.lockutils [req-1915587e-fc52-4107-b92a-f88929662a2e req-05016ed5-1372-4b9f-85d5-7aa5792712be service nova] Acquired lock "refresh_cache-b2106f86-8b4e-4ea1-990e-8dda353eaef4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.197625] env[69603]: DEBUG nova.network.neutron [req-1915587e-fc52-4107-b92a-f88929662a2e req-05016ed5-1372-4b9f-85d5-7aa5792712be service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Refreshing network info cache for port 535d4aa1-e334-418f-8139-86720129a314 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.204536] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.204752] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.204937] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Deleting the datastore file [datastore2] 61b80bcc-8603-48e4-9cef-493fea1eba57 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.205215] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbea1b4c-704d-4a20-9f57-4cead170efb7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.217177] env[69603]: DEBUG oslo_vmware.api [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Waiting for the task: (returnval){ [ 788.217177] env[69603]: value = "task-3479792" [ 788.217177] env[69603]: _type = "Task" [ 788.217177] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.228282] env[69603]: DEBUG oslo_vmware.api [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.311498] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ce6596-034d-1a24-c789-7ae411060e73, 'name': SearchDatastore_Task, 'duration_secs': 0.011066} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.311878] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.312223] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.312440] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.312587] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.312765] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.313032] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a20a8c6-f5ee-4626-8430-8a5801d03584 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.330018] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.330218] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.330980] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53babc56-8c4f-4418-9eda-cbd7a579d495 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.336299] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 788.336299] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e2fc2f-ff7e-45f5-82a4-4af38421e2f1" [ 788.336299] env[69603]: _type = "Task" [ 788.336299] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.344552] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e2fc2f-ff7e-45f5-82a4-4af38421e2f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.484981] env[69603]: DEBUG oslo_concurrency.lockutils [req-48c23ea9-a5b3-4754-9237-240def0900da req-ad4b6b32-e4b7-4446-bc84-36a04fcd224d service nova] Releasing lock "refresh_cache-6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.485292] env[69603]: DEBUG nova.compute.manager [req-48c23ea9-a5b3-4754-9237-240def0900da req-ad4b6b32-e4b7-4446-bc84-36a04fcd224d service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Received event network-changed-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.485461] env[69603]: DEBUG nova.compute.manager [req-48c23ea9-a5b3-4754-9237-240def0900da req-ad4b6b32-e4b7-4446-bc84-36a04fcd224d service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Refreshing instance network info cache due to event network-changed-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.485670] env[69603]: DEBUG oslo_concurrency.lockutils [req-48c23ea9-a5b3-4754-9237-240def0900da req-ad4b6b32-e4b7-4446-bc84-36a04fcd224d service nova] Acquiring lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.485812] env[69603]: DEBUG oslo_concurrency.lockutils [req-48c23ea9-a5b3-4754-9237-240def0900da req-ad4b6b32-e4b7-4446-bc84-36a04fcd224d service nova] Acquired lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.485993] env[69603]: DEBUG nova.network.neutron [req-48c23ea9-a5b3-4754-9237-240def0900da req-ad4b6b32-e4b7-4446-bc84-36a04fcd224d service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Refreshing network info cache for port 99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.667790] env[69603]: DEBUG nova.compute.utils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.671245] env[69603]: DEBUG nova.compute.manager [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.671475] env[69603]: DEBUG nova.network.neutron [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.673585] env[69603]: DEBUG nova.compute.manager [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 788.714057] env[69603]: DEBUG nova.policy [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85bb43e6a1254dc18f46b1a3f3fe2936', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dce8757bc73450f9edf1b602a633bd6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.729181] env[69603]: DEBUG oslo_vmware.api [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Task: {'id': task-3479792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186721} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.729449] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.729635] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.729814] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.729983] env[69603]: INFO nova.compute.manager [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Took 1.13 seconds to destroy the instance on the hypervisor. [ 788.730249] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.730569] env[69603]: DEBUG nova.compute.manager [-] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.730569] env[69603]: DEBUG nova.network.neutron [-] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.851425] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e2fc2f-ff7e-45f5-82a4-4af38421e2f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011312} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.852843] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6719ec-37e2-455d-ad8f-3fe65fb20e79 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.860087] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 788.860087] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525bd6d4-9f98-7e75-aba7-b8b3948b7fbb" [ 788.860087] env[69603]: _type = "Task" [ 788.860087] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.868447] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525bd6d4-9f98-7e75-aba7-b8b3948b7fbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.996982] env[69603]: DEBUG nova.network.neutron [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Successfully created port: 0a1bd959-34d2-45e1-9d79-29e60f78f4af {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.171680] env[69603]: DEBUG nova.compute.manager [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.206604] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.225797] env[69603]: DEBUG nova.network.neutron [req-1915587e-fc52-4107-b92a-f88929662a2e req-05016ed5-1372-4b9f-85d5-7aa5792712be service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Updated VIF entry in instance network info cache for port 535d4aa1-e334-418f-8139-86720129a314. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.226154] env[69603]: DEBUG nova.network.neutron [req-1915587e-fc52-4107-b92a-f88929662a2e req-05016ed5-1372-4b9f-85d5-7aa5792712be service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Updating instance_info_cache with network_info: [{"id": "535d4aa1-e334-418f-8139-86720129a314", "address": "fa:16:3e:eb:af:5d", "network": {"id": "b36bd49f-dd92-490d-ac1d-e93377467534", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-8239558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5099543364e4a9ea273ac9c53f8bf25", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap535d4aa1-e3", "ovs_interfaceid": "535d4aa1-e334-418f-8139-86720129a314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.370918] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525bd6d4-9f98-7e75-aba7-b8b3948b7fbb, 'name': SearchDatastore_Task, 'duration_secs': 0.03662} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.373494] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.373750] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee/6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.374222] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-886db6dc-8622-4b95-945f-3e5d1335d7b0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.381658] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 789.381658] env[69603]: value = "task-3479793" [ 789.381658] env[69603]: _type = "Task" [ 789.381658] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.390082] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.393243] env[69603]: DEBUG nova.network.neutron [req-48c23ea9-a5b3-4754-9237-240def0900da req-ad4b6b32-e4b7-4446-bc84-36a04fcd224d service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Updated VIF entry in instance network info cache for port 99f9e237-6100-4b2a-bdd0-e56a4fdf4b10. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.393572] env[69603]: DEBUG nova.network.neutron [req-48c23ea9-a5b3-4754-9237-240def0900da req-ad4b6b32-e4b7-4446-bc84-36a04fcd224d service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Updating instance_info_cache with network_info: [{"id": "99f9e237-6100-4b2a-bdd0-e56a4fdf4b10", "address": "fa:16:3e:5e:bb:8c", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f9e237-61", "ovs_interfaceid": "99f9e237-6100-4b2a-bdd0-e56a4fdf4b10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.729656] env[69603]: DEBUG oslo_concurrency.lockutils [req-1915587e-fc52-4107-b92a-f88929662a2e req-05016ed5-1372-4b9f-85d5-7aa5792712be service nova] Releasing lock "refresh_cache-b2106f86-8b4e-4ea1-990e-8dda353eaef4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.742601] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2470cee-e020-45f4-982b-af70bb6d9bf8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.753691] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0121c9ad-1319-4590-8d24-0c61a0aaf62e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.785479] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d203a337-b2e8-407f-a6ec-ee8100619b0b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.790785] env[69603]: DEBUG nova.network.neutron [-] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.795927] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4df01ec-8629-40b0-977f-66663d48c5f7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.811704] env[69603]: DEBUG nova.compute.provider_tree [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.892512] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505131} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.892773] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee/6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.892988] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.893244] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29af5e8d-feaf-4bad-b2cd-ffb3ff78700f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.895716] env[69603]: DEBUG oslo_concurrency.lockutils [req-48c23ea9-a5b3-4754-9237-240def0900da req-ad4b6b32-e4b7-4446-bc84-36a04fcd224d service nova] Releasing lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.900062] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 789.900062] env[69603]: value = "task-3479794" [ 789.900062] env[69603]: _type = "Task" [ 789.900062] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.909161] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.181208] env[69603]: DEBUG nova.compute.manager [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.209872] env[69603]: DEBUG nova.virt.hardware [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.210146] env[69603]: DEBUG nova.virt.hardware [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.210308] env[69603]: DEBUG nova.virt.hardware [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.210536] env[69603]: DEBUG nova.virt.hardware [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.210791] env[69603]: DEBUG nova.virt.hardware [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.210905] env[69603]: DEBUG nova.virt.hardware [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.211125] env[69603]: DEBUG nova.virt.hardware [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.211281] env[69603]: DEBUG nova.virt.hardware [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.211439] env[69603]: DEBUG nova.virt.hardware [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.211597] env[69603]: DEBUG nova.virt.hardware [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.211809] env[69603]: DEBUG nova.virt.hardware [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.212673] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f69951d-e0e0-4a2b-b40a-bc4f524301cd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.222477] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68b4b05-0a6c-4f4b-9ec9-8d453ddb10ca {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.227089] env[69603]: DEBUG nova.compute.manager [req-7fd58dfb-a0cb-4bdc-bc03-abd7df6a6860 req-3dd55e98-261f-4aa9-979d-ad90354b2cfe service nova] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Received event network-vif-deleted-4b2e10aa-ff8c-4b17-9542-7abdfaae8e09 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.296046] env[69603]: INFO nova.compute.manager [-] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Took 1.57 seconds to deallocate network for instance. [ 790.315226] env[69603]: DEBUG nova.scheduler.client.report [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.409895] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057941} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.410180] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.411014] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac84370-fbb5-4701-aabd-a9c917697aa0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.432464] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee/6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.432720] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-647e8329-c4d8-4384-941f-f793e81406b4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.452097] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 790.452097] env[69603]: value = "task-3479795" [ 790.452097] env[69603]: _type = "Task" [ 790.452097] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.460145] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.464449] env[69603]: DEBUG nova.compute.manager [req-7f5211d0-489a-4ce1-8ba4-19d302e4c9b1 req-ab65c578-365c-4633-b07f-b8d59b41bb5b service nova] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Received event network-vif-plugged-0a1bd959-34d2-45e1-9d79-29e60f78f4af {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.464657] env[69603]: DEBUG oslo_concurrency.lockutils [req-7f5211d0-489a-4ce1-8ba4-19d302e4c9b1 req-ab65c578-365c-4633-b07f-b8d59b41bb5b service nova] Acquiring lock "8511f125-1683-4be8-9948-4d9eda22c816-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.464866] env[69603]: DEBUG oslo_concurrency.lockutils [req-7f5211d0-489a-4ce1-8ba4-19d302e4c9b1 req-ab65c578-365c-4633-b07f-b8d59b41bb5b service nova] Lock "8511f125-1683-4be8-9948-4d9eda22c816-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.465033] env[69603]: DEBUG oslo_concurrency.lockutils [req-7f5211d0-489a-4ce1-8ba4-19d302e4c9b1 req-ab65c578-365c-4633-b07f-b8d59b41bb5b service nova] Lock "8511f125-1683-4be8-9948-4d9eda22c816-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.465210] env[69603]: DEBUG nova.compute.manager [req-7f5211d0-489a-4ce1-8ba4-19d302e4c9b1 req-ab65c578-365c-4633-b07f-b8d59b41bb5b service nova] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] No waiting events found dispatching network-vif-plugged-0a1bd959-34d2-45e1-9d79-29e60f78f4af {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 790.465370] env[69603]: WARNING nova.compute.manager [req-7f5211d0-489a-4ce1-8ba4-19d302e4c9b1 req-ab65c578-365c-4633-b07f-b8d59b41bb5b service nova] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Received unexpected event network-vif-plugged-0a1bd959-34d2-45e1-9d79-29e60f78f4af for instance with vm_state building and task_state spawning. [ 790.551713] env[69603]: DEBUG nova.network.neutron [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Successfully updated port: 0a1bd959-34d2-45e1-9d79-29e60f78f4af {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.802272] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.820454] env[69603]: DEBUG oslo_concurrency.lockutils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.821086] env[69603]: DEBUG nova.compute.manager [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.825796] env[69603]: DEBUG oslo_concurrency.lockutils [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.702s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.826022] env[69603]: DEBUG nova.objects.instance [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Lazy-loading 'resources' on Instance uuid cff730ac-fa36-496c-bc48-3ec8354f193f {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.962986] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.054472] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "refresh_cache-8511f125-1683-4be8-9948-4d9eda22c816" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.054472] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquired lock "refresh_cache-8511f125-1683-4be8-9948-4d9eda22c816" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.054615] env[69603]: DEBUG nova.network.neutron [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.327666] env[69603]: DEBUG nova.compute.utils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.329043] env[69603]: DEBUG nova.compute.manager [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.329213] env[69603]: DEBUG nova.network.neutron [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.379516] env[69603]: DEBUG nova.policy [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8e99814533134519ba792eb9795af96f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cb343b395894b9e821f1e5bf1cfc73e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.465036] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.593224] env[69603]: DEBUG nova.network.neutron [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.673165] env[69603]: DEBUG nova.network.neutron [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Successfully created port: 451d4acf-cbd7-479a-96a1-2cd15616e899 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.736637] env[69603]: DEBUG nova.network.neutron [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Updating instance_info_cache with network_info: [{"id": "0a1bd959-34d2-45e1-9d79-29e60f78f4af", "address": "fa:16:3e:11:1a:ea", "network": {"id": "be42f9ec-d04b-4d89-971e-2cad513d7569", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-240588904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dce8757bc73450f9edf1b602a633bd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1bd959-34", "ovs_interfaceid": "0a1bd959-34d2-45e1-9d79-29e60f78f4af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.837022] env[69603]: DEBUG nova.compute.manager [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.875104] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfa4aaf-b069-4b14-9f9b-809d23cce0a9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.883881] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff28b92a-dfb3-4411-ac50-1696fc68d1d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.918593] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b64fa6d-83c3-426d-94e6-346d34d71f3e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.926420] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bf8e77-ccb3-411e-8daa-21dfe5980c60 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.943245] env[69603]: DEBUG nova.compute.provider_tree [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.964014] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479795, 'name': ReconfigVM_Task, 'duration_secs': 1.079156} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.964310] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee/6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.964910] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4e4ac60-a7ca-420a-88d8-57b6cef465bb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.971078] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 791.971078] env[69603]: value = "task-3479796" [ 791.971078] env[69603]: _type = "Task" [ 791.971078] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.979104] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479796, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.239486] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Releasing lock "refresh_cache-8511f125-1683-4be8-9948-4d9eda22c816" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.239835] env[69603]: DEBUG nova.compute.manager [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Instance network_info: |[{"id": "0a1bd959-34d2-45e1-9d79-29e60f78f4af", "address": "fa:16:3e:11:1a:ea", "network": {"id": "be42f9ec-d04b-4d89-971e-2cad513d7569", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-240588904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dce8757bc73450f9edf1b602a633bd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1bd959-34", "ovs_interfaceid": "0a1bd959-34d2-45e1-9d79-29e60f78f4af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.240329] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:1a:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a1bd959-34d2-45e1-9d79-29e60f78f4af', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.248348] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.248610] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.248982] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7bd70ea-f53d-4ed3-918f-01e6a6f1db9c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.270470] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.270470] env[69603]: value = "task-3479797" [ 792.270470] env[69603]: _type = "Task" [ 792.270470] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.279132] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479797, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.447148] env[69603]: DEBUG nova.scheduler.client.report [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.481532] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479796, 'name': Rename_Task, 'duration_secs': 0.136344} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.481807] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.482086] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef6a8310-4ee3-48c9-a22f-9c49b9d3d3f3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.489958] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 792.489958] env[69603]: value = "task-3479798" [ 792.489958] env[69603]: _type = "Task" [ 792.489958] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.499899] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.526228] env[69603]: DEBUG nova.compute.manager [req-98a49d8c-cb6f-4b55-937a-824946559795 req-99645bbe-dc2f-44f2-a2ce-961fd02b6969 service nova] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Received event network-changed-0a1bd959-34d2-45e1-9d79-29e60f78f4af {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.526496] env[69603]: DEBUG nova.compute.manager [req-98a49d8c-cb6f-4b55-937a-824946559795 req-99645bbe-dc2f-44f2-a2ce-961fd02b6969 service nova] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Refreshing instance network info cache due to event network-changed-0a1bd959-34d2-45e1-9d79-29e60f78f4af. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.526775] env[69603]: DEBUG oslo_concurrency.lockutils [req-98a49d8c-cb6f-4b55-937a-824946559795 req-99645bbe-dc2f-44f2-a2ce-961fd02b6969 service nova] Acquiring lock "refresh_cache-8511f125-1683-4be8-9948-4d9eda22c816" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.526927] env[69603]: DEBUG oslo_concurrency.lockutils [req-98a49d8c-cb6f-4b55-937a-824946559795 req-99645bbe-dc2f-44f2-a2ce-961fd02b6969 service nova] Acquired lock "refresh_cache-8511f125-1683-4be8-9948-4d9eda22c816" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.527109] env[69603]: DEBUG nova.network.neutron [req-98a49d8c-cb6f-4b55-937a-824946559795 req-99645bbe-dc2f-44f2-a2ce-961fd02b6969 service nova] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Refreshing network info cache for port 0a1bd959-34d2-45e1-9d79-29e60f78f4af {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.780633] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479797, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.848413] env[69603]: DEBUG nova.compute.manager [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.873893] env[69603]: DEBUG nova.virt.hardware [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.874239] env[69603]: DEBUG nova.virt.hardware [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.874405] env[69603]: DEBUG nova.virt.hardware [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.874589] env[69603]: DEBUG nova.virt.hardware [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.874735] env[69603]: DEBUG nova.virt.hardware [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.874879] env[69603]: DEBUG nova.virt.hardware [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.875097] env[69603]: DEBUG nova.virt.hardware [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.876340] env[69603]: DEBUG nova.virt.hardware [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.876541] env[69603]: DEBUG nova.virt.hardware [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.876738] env[69603]: DEBUG nova.virt.hardware [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.876957] env[69603]: DEBUG nova.virt.hardware [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.877874] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181e0203-dd97-40f4-891d-16b1b9c6c923 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.886182] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a26332-4f5c-4ed9-a6e0-8f9ba8e77410 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.952483] env[69603]: DEBUG oslo_concurrency.lockutils [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.955403] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.722s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.957197] env[69603]: INFO nova.compute.claims [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.977539] env[69603]: INFO nova.scheduler.client.report [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Deleted allocations for instance cff730ac-fa36-496c-bc48-3ec8354f193f [ 793.002042] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479798, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.180234] env[69603]: DEBUG nova.network.neutron [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Successfully updated port: 451d4acf-cbd7-479a-96a1-2cd15616e899 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.283719] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479797, 'name': CreateVM_Task, 'duration_secs': 0.738803} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.283719] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.283719] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.283719] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.283719] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.283900] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b83ccce-cd17-43d0-928a-9f7e8779ea8d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.287015] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 793.287015] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524a5a2c-96a4-384f-c83d-c5fd746ae296" [ 793.287015] env[69603]: _type = "Task" [ 793.287015] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.294711] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524a5a2c-96a4-384f-c83d-c5fd746ae296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.347970] env[69603]: DEBUG nova.network.neutron [req-98a49d8c-cb6f-4b55-937a-824946559795 req-99645bbe-dc2f-44f2-a2ce-961fd02b6969 service nova] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Updated VIF entry in instance network info cache for port 0a1bd959-34d2-45e1-9d79-29e60f78f4af. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.348361] env[69603]: DEBUG nova.network.neutron [req-98a49d8c-cb6f-4b55-937a-824946559795 req-99645bbe-dc2f-44f2-a2ce-961fd02b6969 service nova] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Updating instance_info_cache with network_info: [{"id": "0a1bd959-34d2-45e1-9d79-29e60f78f4af", "address": "fa:16:3e:11:1a:ea", "network": {"id": "be42f9ec-d04b-4d89-971e-2cad513d7569", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-240588904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dce8757bc73450f9edf1b602a633bd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a1bd959-34", "ovs_interfaceid": "0a1bd959-34d2-45e1-9d79-29e60f78f4af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.485484] env[69603]: DEBUG oslo_concurrency.lockutils [None req-35a4b5ea-5e0b-4043-92fd-ccd327310a2f tempest-ImagesNegativeTestJSON-1968990913 tempest-ImagesNegativeTestJSON-1968990913-project-member] Lock "cff730ac-fa36-496c-bc48-3ec8354f193f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.854s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.500544] env[69603]: DEBUG oslo_vmware.api [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479798, 'name': PowerOnVM_Task, 'duration_secs': 0.568786} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.501434] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.501640] env[69603]: INFO nova.compute.manager [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Took 8.97 seconds to spawn the instance on the hypervisor. [ 793.501849] env[69603]: DEBUG nova.compute.manager [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 793.502629] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52841dfe-3ca4-462b-878a-ee85bf4fbdf4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.684209] env[69603]: DEBUG oslo_concurrency.lockutils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Acquiring lock "refresh_cache-269fe022-caa0-4662-83cc-0bc967b07323" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.684376] env[69603]: DEBUG oslo_concurrency.lockutils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Acquired lock "refresh_cache-269fe022-caa0-4662-83cc-0bc967b07323" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.684526] env[69603]: DEBUG nova.network.neutron [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.797316] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524a5a2c-96a4-384f-c83d-c5fd746ae296, 'name': SearchDatastore_Task, 'duration_secs': 0.009871} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.797316] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.797577] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.797785] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.797930] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.798154] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.798478] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4d2f00d-ebc1-464e-a2dc-d74db1e0594d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.808121] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.808312] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.809074] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15a2c59-7058-42f4-beed-6b61c517820a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.814402] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 793.814402] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bfb485-044f-dd28-ece6-913384c49d54" [ 793.814402] env[69603]: _type = "Task" [ 793.814402] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.822523] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bfb485-044f-dd28-ece6-913384c49d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.851119] env[69603]: DEBUG oslo_concurrency.lockutils [req-98a49d8c-cb6f-4b55-937a-824946559795 req-99645bbe-dc2f-44f2-a2ce-961fd02b6969 service nova] Releasing lock "refresh_cache-8511f125-1683-4be8-9948-4d9eda22c816" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.022243] env[69603]: INFO nova.compute.manager [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Took 44.98 seconds to build instance. [ 794.244174] env[69603]: DEBUG nova.network.neutron [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.328652] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bfb485-044f-dd28-ece6-913384c49d54, 'name': SearchDatastore_Task, 'duration_secs': 0.035768} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.332587] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f66a4f6-7f8f-4ebd-8591-8a33a0c51fd7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.340730] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 794.340730] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524d80f8-d2d8-95a5-e116-3f914822387b" [ 794.340730] env[69603]: _type = "Task" [ 794.340730] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.354813] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524d80f8-d2d8-95a5-e116-3f914822387b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.514139] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718ed69c-8807-45b7-ade5-6ef974c6e7d2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.521493] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219e8129-a494-4965-b918-6818db76c5ff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.524976] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5e2bfd0e-8116-45ae-8b1c-fe2e9666e041 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.591s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.563986] env[69603]: DEBUG nova.network.neutron [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Updating instance_info_cache with network_info: [{"id": "451d4acf-cbd7-479a-96a1-2cd15616e899", "address": "fa:16:3e:a8:91:94", "network": {"id": "b2e83d72-4282-41ee-a1c3-65ccc4cc10bf", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-153459180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cb343b395894b9e821f1e5bf1cfc73e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap451d4acf-cb", "ovs_interfaceid": "451d4acf-cbd7-479a-96a1-2cd15616e899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.565611] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788ce944-7f54-4115-adf0-2e0fb75a7ab5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.574330] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367f7c95-3db4-4160-8173-f130ba89ad90 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.589480] env[69603]: DEBUG nova.compute.provider_tree [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.720616] env[69603]: DEBUG nova.compute.manager [req-e527bd8f-82a2-4cb2-92f6-f75f90e4f0a5 req-1eea17af-b7a5-456c-8fb7-f9d09054d8da service nova] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Received event network-vif-plugged-451d4acf-cbd7-479a-96a1-2cd15616e899 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.720836] env[69603]: DEBUG oslo_concurrency.lockutils [req-e527bd8f-82a2-4cb2-92f6-f75f90e4f0a5 req-1eea17af-b7a5-456c-8fb7-f9d09054d8da service nova] Acquiring lock "269fe022-caa0-4662-83cc-0bc967b07323-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.721076] env[69603]: DEBUG oslo_concurrency.lockutils [req-e527bd8f-82a2-4cb2-92f6-f75f90e4f0a5 req-1eea17af-b7a5-456c-8fb7-f9d09054d8da service nova] Lock "269fe022-caa0-4662-83cc-0bc967b07323-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.721249] env[69603]: DEBUG oslo_concurrency.lockutils [req-e527bd8f-82a2-4cb2-92f6-f75f90e4f0a5 req-1eea17af-b7a5-456c-8fb7-f9d09054d8da service nova] Lock "269fe022-caa0-4662-83cc-0bc967b07323-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.721418] env[69603]: DEBUG nova.compute.manager [req-e527bd8f-82a2-4cb2-92f6-f75f90e4f0a5 req-1eea17af-b7a5-456c-8fb7-f9d09054d8da service nova] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] No waiting events found dispatching network-vif-plugged-451d4acf-cbd7-479a-96a1-2cd15616e899 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 794.721577] env[69603]: WARNING nova.compute.manager [req-e527bd8f-82a2-4cb2-92f6-f75f90e4f0a5 req-1eea17af-b7a5-456c-8fb7-f9d09054d8da service nova] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Received unexpected event network-vif-plugged-451d4acf-cbd7-479a-96a1-2cd15616e899 for instance with vm_state building and task_state spawning. [ 794.721777] env[69603]: DEBUG nova.compute.manager [req-e527bd8f-82a2-4cb2-92f6-f75f90e4f0a5 req-1eea17af-b7a5-456c-8fb7-f9d09054d8da service nova] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Received event network-changed-451d4acf-cbd7-479a-96a1-2cd15616e899 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.721941] env[69603]: DEBUG nova.compute.manager [req-e527bd8f-82a2-4cb2-92f6-f75f90e4f0a5 req-1eea17af-b7a5-456c-8fb7-f9d09054d8da service nova] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Refreshing instance network info cache due to event network-changed-451d4acf-cbd7-479a-96a1-2cd15616e899. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.722194] env[69603]: DEBUG oslo_concurrency.lockutils [req-e527bd8f-82a2-4cb2-92f6-f75f90e4f0a5 req-1eea17af-b7a5-456c-8fb7-f9d09054d8da service nova] Acquiring lock "refresh_cache-269fe022-caa0-4662-83cc-0bc967b07323" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.855580] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524d80f8-d2d8-95a5-e116-3f914822387b, 'name': SearchDatastore_Task, 'duration_secs': 0.021573} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.856354] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.856622] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 8511f125-1683-4be8-9948-4d9eda22c816/8511f125-1683-4be8-9948-4d9eda22c816.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.857256] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fa4d5b4-1e8e-42ea-8fdc-5a4d964fa008 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.864503] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 794.864503] env[69603]: value = "task-3479799" [ 794.864503] env[69603]: _type = "Task" [ 794.864503] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.873656] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.030520] env[69603]: DEBUG nova.compute.manager [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.069299] env[69603]: DEBUG oslo_concurrency.lockutils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Releasing lock "refresh_cache-269fe022-caa0-4662-83cc-0bc967b07323" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.070961] env[69603]: DEBUG nova.compute.manager [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Instance network_info: |[{"id": "451d4acf-cbd7-479a-96a1-2cd15616e899", "address": "fa:16:3e:a8:91:94", "network": {"id": "b2e83d72-4282-41ee-a1c3-65ccc4cc10bf", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-153459180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cb343b395894b9e821f1e5bf1cfc73e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap451d4acf-cb", "ovs_interfaceid": "451d4acf-cbd7-479a-96a1-2cd15616e899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.071884] env[69603]: DEBUG oslo_concurrency.lockutils [req-e527bd8f-82a2-4cb2-92f6-f75f90e4f0a5 req-1eea17af-b7a5-456c-8fb7-f9d09054d8da service nova] Acquired lock "refresh_cache-269fe022-caa0-4662-83cc-0bc967b07323" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.073707] env[69603]: DEBUG nova.network.neutron [req-e527bd8f-82a2-4cb2-92f6-f75f90e4f0a5 req-1eea17af-b7a5-456c-8fb7-f9d09054d8da service nova] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Refreshing network info cache for port 451d4acf-cbd7-479a-96a1-2cd15616e899 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.073707] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:91:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3739ba33-c119-432c-9aee-80a62864317d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '451d4acf-cbd7-479a-96a1-2cd15616e899', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.084318] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Creating folder: Project (2cb343b395894b9e821f1e5bf1cfc73e). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.089561] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c1d727a-6f3e-4227-a931-9e1bbea3fa08 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.092650] env[69603]: DEBUG nova.scheduler.client.report [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.110606] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Created folder: Project (2cb343b395894b9e821f1e5bf1cfc73e) in parent group-v695567. [ 795.110953] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Creating folder: Instances. Parent ref: group-v695705. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.111680] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6cd22b36-0796-4f3b-ba2b-4b36d8906193 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.121459] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Created folder: Instances in parent group-v695705. [ 795.121459] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.122460] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.123930] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98193d1f-be12-4ea2-836e-3b056c415a23 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.153461] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.153461] env[69603]: value = "task-3479802" [ 795.153461] env[69603]: _type = "Task" [ 795.153461] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.170398] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479802, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.291362] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.291741] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.291993] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.292208] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.292414] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.298150] env[69603]: INFO nova.compute.manager [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Terminating instance [ 795.378931] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479799, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.414126] env[69603]: DEBUG nova.network.neutron [req-e527bd8f-82a2-4cb2-92f6-f75f90e4f0a5 req-1eea17af-b7a5-456c-8fb7-f9d09054d8da service nova] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Updated VIF entry in instance network info cache for port 451d4acf-cbd7-479a-96a1-2cd15616e899. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.414499] env[69603]: DEBUG nova.network.neutron [req-e527bd8f-82a2-4cb2-92f6-f75f90e4f0a5 req-1eea17af-b7a5-456c-8fb7-f9d09054d8da service nova] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Updating instance_info_cache with network_info: [{"id": "451d4acf-cbd7-479a-96a1-2cd15616e899", "address": "fa:16:3e:a8:91:94", "network": {"id": "b2e83d72-4282-41ee-a1c3-65ccc4cc10bf", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-153459180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2cb343b395894b9e821f1e5bf1cfc73e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3739ba33-c119-432c-9aee-80a62864317d", "external-id": "nsx-vlan-transportzone-474", "segmentation_id": 474, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap451d4acf-cb", "ovs_interfaceid": "451d4acf-cbd7-479a-96a1-2cd15616e899", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.557249] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.600158] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.600753] env[69603]: DEBUG nova.compute.manager [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.604297] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.426s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.604550] env[69603]: DEBUG nova.objects.instance [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Lazy-loading 'resources' on Instance uuid 0bc05767-01e1-48da-ae01-2985abcd944c {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.667351] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479802, 'name': CreateVM_Task, 'duration_secs': 0.403036} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.667541] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.668404] env[69603]: DEBUG oslo_concurrency.lockutils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.668656] env[69603]: DEBUG oslo_concurrency.lockutils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.669050] env[69603]: DEBUG oslo_concurrency.lockutils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.669396] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38893e2-22fb-4b0c-8c8c-5dc8005a72b3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.674636] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Waiting for the task: (returnval){ [ 795.674636] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c2962a-d7ef-e7e2-1fda-212a6e738e1c" [ 795.674636] env[69603]: _type = "Task" [ 795.674636] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.683247] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c2962a-d7ef-e7e2-1fda-212a6e738e1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.811714] env[69603]: DEBUG nova.compute.manager [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.811970] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.813423] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be774d9-2690-4648-9db2-a465d9608dd5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.823189] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.823441] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-954f2947-198d-4260-ba0a-321cac2322b4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.829863] env[69603]: DEBUG oslo_vmware.api [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 795.829863] env[69603]: value = "task-3479803" [ 795.829863] env[69603]: _type = "Task" [ 795.829863] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.838441] env[69603]: DEBUG oslo_vmware.api [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.876265] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479799, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.918124] env[69603]: DEBUG oslo_concurrency.lockutils [req-e527bd8f-82a2-4cb2-92f6-f75f90e4f0a5 req-1eea17af-b7a5-456c-8fb7-f9d09054d8da service nova] Releasing lock "refresh_cache-269fe022-caa0-4662-83cc-0bc967b07323" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.108754] env[69603]: DEBUG nova.compute.utils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.110760] env[69603]: DEBUG nova.compute.manager [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.110760] env[69603]: DEBUG nova.network.neutron [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.185232] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c2962a-d7ef-e7e2-1fda-212a6e738e1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010904} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.185546] env[69603]: DEBUG oslo_concurrency.lockutils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.186042] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.186042] env[69603]: DEBUG oslo_concurrency.lockutils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.186155] env[69603]: DEBUG oslo_concurrency.lockutils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.186332] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.186595] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bcba7bc-5c19-4543-b8ab-04f1acf9b0ae {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.195728] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.195910] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.197142] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f02a1699-ff0b-464d-97f8-06adcf47b65e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.202352] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Waiting for the task: (returnval){ [ 796.202352] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525549e9-df50-656c-4e49-c8669bbb955f" [ 796.202352] env[69603]: _type = "Task" [ 796.202352] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.207589] env[69603]: DEBUG nova.policy [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bfceafe66d341449e5741e28cb57794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8198682609684cf3b6741806b7d5da40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.218141] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525549e9-df50-656c-4e49-c8669bbb955f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.345077] env[69603]: DEBUG oslo_vmware.api [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479803, 'name': PowerOffVM_Task, 'duration_secs': 0.398072} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.345358] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.345727] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.346026] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22c35adb-ea4a-4b6e-a1af-1fe6dbbc4b26 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.377263] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479799, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.413526] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.413751] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.414190] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleting the datastore file [datastore2] 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.414659] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8f38a01-52fc-4c1a-b445-ec79a77c72f6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.425330] env[69603]: DEBUG oslo_vmware.api [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 796.425330] env[69603]: value = "task-3479805" [ 796.425330] env[69603]: _type = "Task" [ 796.425330] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.435695] env[69603]: DEBUG oslo_vmware.api [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.618229] env[69603]: DEBUG nova.compute.manager [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.638775] env[69603]: DEBUG nova.network.neutron [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Successfully created port: bef13fa4-99d4-437d-926d-b6a34e0ad770 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.714175] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525549e9-df50-656c-4e49-c8669bbb955f, 'name': SearchDatastore_Task, 'duration_secs': 0.027337} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.717206] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09eb9805-e617-4fe1-a9c8-b8b53c7e4060 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.720558] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-053efb97-612a-46ca-a771-02f5e3627964 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.724719] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Waiting for the task: (returnval){ [ 796.724719] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522db0a7-eb79-b831-86ab-27716f270d54" [ 796.724719] env[69603]: _type = "Task" [ 796.724719] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.730068] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c301e13-11d6-4b14-a0ab-3e63ca971144 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.738645] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522db0a7-eb79-b831-86ab-27716f270d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.766417] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6263018-a301-4846-9816-82b117666843 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.776951] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c75da20-4509-4f2e-a331-97a5e50393da {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.789047] env[69603]: DEBUG nova.compute.provider_tree [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.878330] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479799, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.536968} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.882022] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 8511f125-1683-4be8-9948-4d9eda22c816/8511f125-1683-4be8-9948-4d9eda22c816.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.882022] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.882022] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7549ef77-ee59-4208-b0ea-d9fb195b19f9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.889018] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 796.889018] env[69603]: value = "task-3479806" [ 796.889018] env[69603]: _type = "Task" [ 796.889018] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.896561] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479806, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.940095] env[69603]: DEBUG oslo_vmware.api [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3479805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476352} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.941431] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 796.941895] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 796.942014] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 796.942166] env[69603]: INFO nova.compute.manager [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Took 1.13 seconds to destroy the instance on the hypervisor. [ 796.942438] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.943162] env[69603]: DEBUG nova.compute.manager [-] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 796.943162] env[69603]: DEBUG nova.network.neutron [-] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.237267] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522db0a7-eb79-b831-86ab-27716f270d54, 'name': SearchDatastore_Task, 'duration_secs': 0.023496} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.240541] env[69603]: DEBUG oslo_concurrency.lockutils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.240854] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 269fe022-caa0-4662-83cc-0bc967b07323/269fe022-caa0-4662-83cc-0bc967b07323.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.241144] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91516dfd-de85-4d0b-8eb1-e7925d8d2c47 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.250516] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Waiting for the task: (returnval){ [ 797.250516] env[69603]: value = "task-3479807" [ 797.250516] env[69603]: _type = "Task" [ 797.250516] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.261018] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.293329] env[69603]: DEBUG nova.scheduler.client.report [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.396388] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479806, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068251} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.400040] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 797.400040] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59058122-abb8-449c-9a3d-fb2dd70103c2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.426453] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 8511f125-1683-4be8-9948-4d9eda22c816/8511f125-1683-4be8-9948-4d9eda22c816.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 797.426453] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c39e5f9-c23b-428f-b273-7bb3c32af179 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.446664] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 797.446664] env[69603]: value = "task-3479808" [ 797.446664] env[69603]: _type = "Task" [ 797.446664] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.460232] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479808, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.597738] env[69603]: DEBUG nova.compute.manager [req-f0f5999a-b007-49f3-9d3d-ed8cfd023d30 req-46786e55-df56-4c1a-884a-4f4706f98444 service nova] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Received event network-vif-deleted-88319c3c-6548-4b0c-8df1-5129227ab207 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.597938] env[69603]: INFO nova.compute.manager [req-f0f5999a-b007-49f3-9d3d-ed8cfd023d30 req-46786e55-df56-4c1a-884a-4f4706f98444 service nova] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Neutron deleted interface 88319c3c-6548-4b0c-8df1-5129227ab207; detaching it from the instance and deleting it from the info cache [ 797.598122] env[69603]: DEBUG nova.network.neutron [req-f0f5999a-b007-49f3-9d3d-ed8cfd023d30 req-46786e55-df56-4c1a-884a-4f4706f98444 service nova] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.632118] env[69603]: DEBUG nova.compute.manager [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.656505] env[69603]: DEBUG nova.virt.hardware [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.656771] env[69603]: DEBUG nova.virt.hardware [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.656933] env[69603]: DEBUG nova.virt.hardware [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.657229] env[69603]: DEBUG nova.virt.hardware [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.657387] env[69603]: DEBUG nova.virt.hardware [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.657549] env[69603]: DEBUG nova.virt.hardware [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.657751] env[69603]: DEBUG nova.virt.hardware [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.657915] env[69603]: DEBUG nova.virt.hardware [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.658098] env[69603]: DEBUG nova.virt.hardware [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.658262] env[69603]: DEBUG nova.virt.hardware [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.658434] env[69603]: DEBUG nova.virt.hardware [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.659442] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d256c52-5add-4e67-a59c-f780d4552299 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.668787] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ffc556-a95f-4cd9-8159-2d149825d0fc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.760164] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479807, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.799270] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.802335] env[69603]: DEBUG oslo_concurrency.lockutils [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.986s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.802335] env[69603]: DEBUG nova.objects.instance [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Lazy-loading 'resources' on Instance uuid 78a5569d-5d31-48f9-a9d0-ed9921385b3c {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.826863] env[69603]: INFO nova.scheduler.client.report [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Deleted allocations for instance 0bc05767-01e1-48da-ae01-2985abcd944c [ 797.956963] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479808, 'name': ReconfigVM_Task, 'duration_secs': 0.302308} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.957677] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 8511f125-1683-4be8-9948-4d9eda22c816/8511f125-1683-4be8-9948-4d9eda22c816.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.958487] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ebae25eb-588b-4ae0-b55a-0cab067b3677 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.968329] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 797.968329] env[69603]: value = "task-3479809" [ 797.968329] env[69603]: _type = "Task" [ 797.968329] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.976062] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479809, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.084671] env[69603]: DEBUG nova.network.neutron [-] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.105984] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d7513df-5efc-43c1-b4d8-9737fb2e7ca9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.114243] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f269967c-0281-41af-b4b3-44cbcd54afa5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.153379] env[69603]: DEBUG nova.compute.manager [req-f0f5999a-b007-49f3-9d3d-ed8cfd023d30 req-46786e55-df56-4c1a-884a-4f4706f98444 service nova] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Detach interface failed, port_id=88319c3c-6548-4b0c-8df1-5129227ab207, reason: Instance 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 798.261646] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479807, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.335723] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbf28811-aea3-4be6-857c-3267b03e45d4 tempest-ServerRescueTestJSONUnderV235-1126146753 tempest-ServerRescueTestJSONUnderV235-1126146753-project-member] Lock "0bc05767-01e1-48da-ae01-2985abcd944c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.902s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.476012] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479809, 'name': Rename_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.523742] env[69603]: DEBUG nova.compute.manager [req-a9d44dfc-fd3a-47db-a640-47f17e692b13 req-2f25d368-0f03-413f-96d9-1b836550dce6 service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Received event network-vif-plugged-bef13fa4-99d4-437d-926d-b6a34e0ad770 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.524515] env[69603]: DEBUG oslo_concurrency.lockutils [req-a9d44dfc-fd3a-47db-a640-47f17e692b13 req-2f25d368-0f03-413f-96d9-1b836550dce6 service nova] Acquiring lock "ab7d128e-418e-4a33-af8c-366587dc6a8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.525669] env[69603]: DEBUG oslo_concurrency.lockutils [req-a9d44dfc-fd3a-47db-a640-47f17e692b13 req-2f25d368-0f03-413f-96d9-1b836550dce6 service nova] Lock "ab7d128e-418e-4a33-af8c-366587dc6a8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.529439] env[69603]: DEBUG oslo_concurrency.lockutils [req-a9d44dfc-fd3a-47db-a640-47f17e692b13 req-2f25d368-0f03-413f-96d9-1b836550dce6 service nova] Lock "ab7d128e-418e-4a33-af8c-366587dc6a8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.529439] env[69603]: DEBUG nova.compute.manager [req-a9d44dfc-fd3a-47db-a640-47f17e692b13 req-2f25d368-0f03-413f-96d9-1b836550dce6 service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] No waiting events found dispatching network-vif-plugged-bef13fa4-99d4-437d-926d-b6a34e0ad770 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 798.529439] env[69603]: WARNING nova.compute.manager [req-a9d44dfc-fd3a-47db-a640-47f17e692b13 req-2f25d368-0f03-413f-96d9-1b836550dce6 service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Received unexpected event network-vif-plugged-bef13fa4-99d4-437d-926d-b6a34e0ad770 for instance with vm_state building and task_state spawning. [ 798.590148] env[69603]: INFO nova.compute.manager [-] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Took 1.65 seconds to deallocate network for instance. [ 798.736718] env[69603]: DEBUG nova.network.neutron [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Successfully updated port: bef13fa4-99d4-437d-926d-b6a34e0ad770 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 798.764378] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479807, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.15254} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.764641] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 269fe022-caa0-4662-83cc-0bc967b07323/269fe022-caa0-4662-83cc-0bc967b07323.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.764853] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.765122] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e99e8a3f-28aa-4539-b340-c26ea738d2a3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.777043] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Waiting for the task: (returnval){ [ 798.777043] env[69603]: value = "task-3479810" [ 798.777043] env[69603]: _type = "Task" [ 798.777043] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.790294] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.935681] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8114bb3-f512-4652-88a5-bd1277c40d42 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.943963] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aaa6434-a511-4311-8608-793b2f676c25 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.987814] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd03dac4-b260-426d-b9b6-1b681a7b48bd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.998030] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479809, 'name': Rename_Task, 'duration_secs': 0.651764} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.999572] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fac97c-9a77-4780-a770-cdab07bf7f3b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.003431] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.003695] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-808e9097-6d06-4a51-bdcb-b31506b6b31d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.015325] env[69603]: DEBUG nova.compute.provider_tree [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.019112] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 799.019112] env[69603]: value = "task-3479811" [ 799.019112] env[69603]: _type = "Task" [ 799.019112] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.101495] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.241572] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.241572] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.241572] env[69603]: DEBUG nova.network.neutron [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.287964] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068507} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.289410] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.291672] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1213ac54-51e3-4658-a99c-d424374183c3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.314981] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 269fe022-caa0-4662-83cc-0bc967b07323/269fe022-caa0-4662-83cc-0bc967b07323.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.315546] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82be8aa0-2b92-4706-9072-9372cdc90738 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.340809] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Waiting for the task: (returnval){ [ 799.340809] env[69603]: value = "task-3479812" [ 799.340809] env[69603]: _type = "Task" [ 799.340809] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.349848] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.519983] env[69603]: DEBUG nova.scheduler.client.report [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.533717] env[69603]: DEBUG oslo_vmware.api [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479811, 'name': PowerOnVM_Task, 'duration_secs': 0.509113} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.534016] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.535670] env[69603]: INFO nova.compute.manager [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Took 9.35 seconds to spawn the instance on the hypervisor. [ 799.537628] env[69603]: DEBUG nova.compute.manager [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.539857] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b1ed22-d0ea-4ce6-ab04-0e9dc697f8cb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.810269] env[69603]: DEBUG nova.network.neutron [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.852087] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479812, 'name': ReconfigVM_Task, 'duration_secs': 0.472631} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.852445] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 269fe022-caa0-4662-83cc-0bc967b07323/269fe022-caa0-4662-83cc-0bc967b07323.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.853096] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34aa119e-5f71-4e56-8e1a-8595480c259a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.859875] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Waiting for the task: (returnval){ [ 799.859875] env[69603]: value = "task-3479813" [ 799.859875] env[69603]: _type = "Task" [ 799.859875] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.870110] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479813, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.031413] env[69603]: DEBUG oslo_concurrency.lockutils [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.032342] env[69603]: DEBUG oslo_concurrency.lockutils [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.100s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.033092] env[69603]: DEBUG nova.objects.instance [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lazy-loading 'resources' on Instance uuid 77e4d517-af5f-491b-a44f-fd3e4954dbdc {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.060329] env[69603]: INFO nova.compute.manager [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Took 48.12 seconds to build instance. [ 800.074661] env[69603]: INFO nova.scheduler.client.report [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Deleted allocations for instance 78a5569d-5d31-48f9-a9d0-ed9921385b3c [ 800.111395] env[69603]: DEBUG nova.network.neutron [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating instance_info_cache with network_info: [{"id": "bef13fa4-99d4-437d-926d-b6a34e0ad770", "address": "fa:16:3e:2b:bd:a4", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef13fa4-99", "ovs_interfaceid": "bef13fa4-99d4-437d-926d-b6a34e0ad770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.375282] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479813, 'name': Rename_Task, 'duration_secs': 0.176035} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.375632] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.375889] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4262728e-e58a-4f77-8cb4-1e45112a7241 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.384731] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Waiting for the task: (returnval){ [ 800.384731] env[69603]: value = "task-3479814" [ 800.384731] env[69603]: _type = "Task" [ 800.384731] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.397015] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.565749] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8486cc51-5cb8-4d5a-83a0-bc0e0b2de540 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "8511f125-1683-4be8-9948-4d9eda22c816" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.386s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.572313] env[69603]: DEBUG nova.compute.manager [req-882f59bf-2f79-4dd5-b1d5-5664159a4b49 req-5c494f32-82f8-4a65-80a5-c2668dce3efa service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Received event network-changed-bef13fa4-99d4-437d-926d-b6a34e0ad770 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.572392] env[69603]: DEBUG nova.compute.manager [req-882f59bf-2f79-4dd5-b1d5-5664159a4b49 req-5c494f32-82f8-4a65-80a5-c2668dce3efa service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Refreshing instance network info cache due to event network-changed-bef13fa4-99d4-437d-926d-b6a34e0ad770. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 800.572582] env[69603]: DEBUG oslo_concurrency.lockutils [req-882f59bf-2f79-4dd5-b1d5-5664159a4b49 req-5c494f32-82f8-4a65-80a5-c2668dce3efa service nova] Acquiring lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.590466] env[69603]: DEBUG oslo_concurrency.lockutils [None req-293c5556-aabc-4d31-b706-dd2a992f9065 tempest-DeleteServersAdminTestJSON-2086666183 tempest-DeleteServersAdminTestJSON-2086666183-project-member] Lock "78a5569d-5d31-48f9-a9d0-ed9921385b3c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.308s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.619043] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.619635] env[69603]: DEBUG nova.compute.manager [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Instance network_info: |[{"id": "bef13fa4-99d4-437d-926d-b6a34e0ad770", "address": "fa:16:3e:2b:bd:a4", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef13fa4-99", "ovs_interfaceid": "bef13fa4-99d4-437d-926d-b6a34e0ad770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.621010] env[69603]: DEBUG oslo_concurrency.lockutils [req-882f59bf-2f79-4dd5-b1d5-5664159a4b49 req-5c494f32-82f8-4a65-80a5-c2668dce3efa service nova] Acquired lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.621010] env[69603]: DEBUG nova.network.neutron [req-882f59bf-2f79-4dd5-b1d5-5664159a4b49 req-5c494f32-82f8-4a65-80a5-c2668dce3efa service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Refreshing network info cache for port bef13fa4-99d4-437d-926d-b6a34e0ad770 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.626795] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:bd:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bef13fa4-99d4-437d-926d-b6a34e0ad770', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.635956] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Creating folder: Project (8198682609684cf3b6741806b7d5da40). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.642807] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2834fb8-28fa-4e6b-9f50-e862a271bc69 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.655503] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Created folder: Project (8198682609684cf3b6741806b7d5da40) in parent group-v695567. [ 800.655703] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Creating folder: Instances. Parent ref: group-v695708. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 800.655937] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52893d1a-6283-4dc3-b751-3bd614a8ef57 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.668394] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Created folder: Instances in parent group-v695708. [ 800.668698] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.668925] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.669202] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8bba99c-1d42-470d-a6d0-ed2792efada6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.692731] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.692731] env[69603]: value = "task-3479817" [ 800.692731] env[69603]: _type = "Task" [ 800.692731] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.702870] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479817, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.900664] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479814, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.964295] env[69603]: DEBUG nova.network.neutron [req-882f59bf-2f79-4dd5-b1d5-5664159a4b49 req-5c494f32-82f8-4a65-80a5-c2668dce3efa service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updated VIF entry in instance network info cache for port bef13fa4-99d4-437d-926d-b6a34e0ad770. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.964686] env[69603]: DEBUG nova.network.neutron [req-882f59bf-2f79-4dd5-b1d5-5664159a4b49 req-5c494f32-82f8-4a65-80a5-c2668dce3efa service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating instance_info_cache with network_info: [{"id": "bef13fa4-99d4-437d-926d-b6a34e0ad770", "address": "fa:16:3e:2b:bd:a4", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef13fa4-99", "ovs_interfaceid": "bef13fa4-99d4-437d-926d-b6a34e0ad770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.074804] env[69603]: DEBUG nova.compute.manager [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.191810] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bed523-03f0-4ded-9136-9283c7a2bd1a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.208149] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c0eb51-26e4-454d-8149-2a4f4faa1230 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.210648] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479817, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.240748] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8870db97-8f9b-4a0a-88b5-278ab2156f60 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.249547] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2cf56a-3ce2-4988-9cb5-4692c1a6b943 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.265510] env[69603]: DEBUG nova.compute.provider_tree [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.396853] env[69603]: DEBUG oslo_vmware.api [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479814, 'name': PowerOnVM_Task, 'duration_secs': 0.88549} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.397575] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.398559] env[69603]: INFO nova.compute.manager [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Took 8.55 seconds to spawn the instance on the hypervisor. [ 801.398559] env[69603]: DEBUG nova.compute.manager [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.399385] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290ec657-6857-4495-8f0c-f09e7c62cb7a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.467456] env[69603]: DEBUG oslo_concurrency.lockutils [req-882f59bf-2f79-4dd5-b1d5-5664159a4b49 req-5c494f32-82f8-4a65-80a5-c2668dce3efa service nova] Releasing lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.598437] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.705219] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479817, 'name': CreateVM_Task, 'duration_secs': 0.523136} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.705390] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.706084] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.706279] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.706585] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.706833] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c2588fc-d9e5-425e-9f33-1a5dfd8ccedd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.711464] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 801.711464] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ecbcf9-23f5-df03-055e-51d43ca7180b" [ 801.711464] env[69603]: _type = "Task" [ 801.711464] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.720322] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ecbcf9-23f5-df03-055e-51d43ca7180b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.771186] env[69603]: DEBUG nova.scheduler.client.report [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.919086] env[69603]: INFO nova.compute.manager [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Took 46.92 seconds to build instance. [ 802.223540] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ecbcf9-23f5-df03-055e-51d43ca7180b, 'name': SearchDatastore_Task, 'duration_secs': 0.011637} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.223809] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.224061] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.224309] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.224452] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.224627] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.224915] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-516d76d7-5375-4bd9-acc7-3ec0d483ec54 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.235013] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.235630] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.236085] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8889cd00-162f-43d4-9b0d-e6ffaf519575 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.241573] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 802.241573] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d3a9fb-65aa-130c-0d2d-c6e01f211443" [ 802.241573] env[69603]: _type = "Task" [ 802.241573] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.250710] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d3a9fb-65aa-130c-0d2d-c6e01f211443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.280928] env[69603]: DEBUG oslo_concurrency.lockutils [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.283871] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.175s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.283871] env[69603]: DEBUG nova.objects.instance [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lazy-loading 'resources' on Instance uuid aca0f35f-d3e3-4e27-a758-1a3276ce181c {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.307304] env[69603]: INFO nova.scheduler.client.report [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Deleted allocations for instance 77e4d517-af5f-491b-a44f-fd3e4954dbdc [ 802.421996] env[69603]: DEBUG oslo_concurrency.lockutils [None req-27161ab5-3ade-4a92-9ae9-e101ba726506 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Lock "269fe022-caa0-4662-83cc-0bc967b07323" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.694s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.751958] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d3a9fb-65aa-130c-0d2d-c6e01f211443, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.752810] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06fbe4e-549d-4c71-b5f4-f1ff80ec17a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.758213] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 802.758213] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52181f1a-c28b-4348-5ff9-efb289419f92" [ 802.758213] env[69603]: _type = "Task" [ 802.758213] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.766354] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52181f1a-c28b-4348-5ff9-efb289419f92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.814443] env[69603]: DEBUG oslo_concurrency.lockutils [None req-851186c7-1e9e-4b56-8b3a-784726766457 tempest-FloatingIPsAssociationTestJSON-1846508684 tempest-FloatingIPsAssociationTestJSON-1846508684-project-member] Lock "77e4d517-af5f-491b-a44f-fd3e4954dbdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.088s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.927373] env[69603]: DEBUG nova.compute.manager [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 802.954266] env[69603]: DEBUG nova.compute.manager [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.957272] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2e2b4c-8cec-42d8-8e8f-76f652ec947f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.278753] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52181f1a-c28b-4348-5ff9-efb289419f92, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.280419] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.284389] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] ab7d128e-418e-4a33-af8c-366587dc6a8b/ab7d128e-418e-4a33-af8c-366587dc6a8b.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.284389] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-244e5364-5f1e-4bf0-81b4-32a09eb0fe85 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.298918] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 803.298918] env[69603]: value = "task-3479818" [ 803.298918] env[69603]: _type = "Task" [ 803.298918] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.313099] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3479818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.319791] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5c2aa9-919c-4165-a43a-43cef3b17548 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.328218] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30435bd-3b7c-494f-b7a2-16cf73248629 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.365076] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22466cb-bbd1-43d8-85e9-18ce6a6a0413 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.371371] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0d0098-c213-4930-82a1-7bb7e792bb7d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.387870] env[69603]: DEBUG nova.compute.provider_tree [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.446721] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.483255] env[69603]: INFO nova.compute.manager [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] instance snapshotting [ 803.484650] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cf20d4-aad5-4421-99fd-677f3cef3dca {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.509013] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632eab88-022e-4e9d-8f95-168571bf4db3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.781159] env[69603]: DEBUG oslo_concurrency.lockutils [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Acquiring lock "269fe022-caa0-4662-83cc-0bc967b07323" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.781538] env[69603]: DEBUG oslo_concurrency.lockutils [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Lock "269fe022-caa0-4662-83cc-0bc967b07323" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.781698] env[69603]: DEBUG oslo_concurrency.lockutils [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Acquiring lock "269fe022-caa0-4662-83cc-0bc967b07323-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.782022] env[69603]: DEBUG oslo_concurrency.lockutils [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Lock "269fe022-caa0-4662-83cc-0bc967b07323-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.782140] env[69603]: DEBUG oslo_concurrency.lockutils [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Lock "269fe022-caa0-4662-83cc-0bc967b07323-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.785324] env[69603]: INFO nova.compute.manager [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Terminating instance [ 803.809174] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3479818, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.891593] env[69603]: DEBUG nova.scheduler.client.report [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.929754] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Acquiring lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.930071] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.021309] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 804.021632] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eedf9a76-e23a-4c22-a098-9bae9f790db3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.031280] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 804.031280] env[69603]: value = "task-3479819" [ 804.031280] env[69603]: _type = "Task" [ 804.031280] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.042408] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479819, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.290180] env[69603]: DEBUG nova.compute.manager [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.290409] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.291378] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d669ecf9-0d4a-4b33-921f-3b85c1edf7e8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.299834] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.304338] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82db061d-b99d-4f4b-bd1d-58409a604cca {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.310863] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3479818, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.313736] env[69603]: DEBUG oslo_vmware.api [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Waiting for the task: (returnval){ [ 804.313736] env[69603]: value = "task-3479820" [ 804.313736] env[69603]: _type = "Task" [ 804.313736] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.321237] env[69603]: DEBUG oslo_vmware.api [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479820, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.397994] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.401528] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.754s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.401629] env[69603]: DEBUG nova.objects.instance [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lazy-loading 'resources' on Instance uuid cc094eb0-4c88-4c87-b650-39ac0deaafbf {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.433460] env[69603]: DEBUG nova.compute.utils [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.436032] env[69603]: INFO nova.scheduler.client.report [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Deleted allocations for instance aca0f35f-d3e3-4e27-a758-1a3276ce181c [ 804.543140] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479819, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.811346] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3479818, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.820619] env[69603]: DEBUG oslo_vmware.api [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479820, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.937836] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.943053] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2e8a1d3f-ae2b-4ba1-b0ee-cc9dc2ffdbba tempest-ListImageFiltersTestJSON-709718420 tempest-ListImageFiltersTestJSON-709718420-project-member] Lock "aca0f35f-d3e3-4e27-a758-1a3276ce181c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.759s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.045201] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479819, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.315914] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3479818, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.522255} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.321497] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] ab7d128e-418e-4a33-af8c-366587dc6a8b/ab7d128e-418e-4a33-af8c-366587dc6a8b.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.321738] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.322917] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c21d6b8-d92a-46f8-a03e-b1d85b42367e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.328920] env[69603]: DEBUG oslo_vmware.api [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479820, 'name': PowerOffVM_Task, 'duration_secs': 0.520058} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.330124] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.330309] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.330601] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 805.330601] env[69603]: value = "task-3479821" [ 805.330601] env[69603]: _type = "Task" [ 805.330601] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.330787] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9e2d50f-28a7-45d6-88ed-1ee80aeae7eb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.342730] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3479821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.404710] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.404710] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.404710] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Deleting the datastore file [datastore2] 269fe022-caa0-4662-83cc-0bc967b07323 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.404710] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-003ee0b3-4793-4fc4-b162-f6722db6f284 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.410437] env[69603]: DEBUG oslo_vmware.api [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Waiting for the task: (returnval){ [ 805.410437] env[69603]: value = "task-3479823" [ 805.410437] env[69603]: _type = "Task" [ 805.410437] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.422314] env[69603]: DEBUG oslo_vmware.api [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.444538] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ea03d2-ee53-4017-a282-ed9dbddba368 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.453495] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78271f75-36db-416d-8f40-23e6b0404d03 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.494648] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccadf5d9-3ada-4404-9593-663beee26392 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.502997] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69ee74a-a4a1-41f5-bbac-504920c9d160 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.522058] env[69603]: DEBUG nova.compute.provider_tree [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.546941] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479819, 'name': CreateSnapshot_Task, 'duration_secs': 1.118393} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.547435] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 805.548268] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0b9266-30b1-41fa-a5f3-433478cd5e36 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.843145] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3479821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063391} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.843460] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.844269] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e222f298-5440-4819-a3bb-5cffb3052fda {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.877106] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] ab7d128e-418e-4a33-af8c-366587dc6a8b/ab7d128e-418e-4a33-af8c-366587dc6a8b.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.877106] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44567ee7-3c60-4f23-a341-3b835e74d895 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.903513] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 805.903513] env[69603]: value = "task-3479824" [ 805.903513] env[69603]: _type = "Task" [ 805.903513] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.911910] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3479824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.919474] env[69603]: DEBUG oslo_vmware.api [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Task: {'id': task-3479823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124424} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.919986] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.920206] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.920383] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.920556] env[69603]: INFO nova.compute.manager [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Took 1.63 seconds to destroy the instance on the hypervisor. [ 805.920850] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.922982] env[69603]: DEBUG nova.compute.manager [-] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.922982] env[69603]: DEBUG nova.network.neutron [-] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.026287] env[69603]: DEBUG nova.scheduler.client.report [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.048882] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Acquiring lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.049254] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.049452] env[69603]: INFO nova.compute.manager [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Attaching volume 743b3c92-3ec7-4058-ab04-786ed097cc54 to /dev/sdb [ 806.067916] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 806.079176] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b232bbed-5816-44a5-b91d-cff2c394f448 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.094683] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 806.094683] env[69603]: value = "task-3479825" [ 806.094683] env[69603]: _type = "Task" [ 806.094683] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.106089] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479825, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.126842] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1970a37-d58f-4dea-9a05-3b014bb47df7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.134911] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b1e6ec-ab51-4ad0-9400-299e3beade08 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.152607] env[69603]: DEBUG nova.virt.block_device [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Updating existing volume attachment record: 49c591c4-0311-4fcf-a176-62ee91dea1bb {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 806.346251] env[69603]: DEBUG nova.compute.manager [req-75ccd0bd-2d54-4bda-b64a-0fadd1a957dd req-0d887e0a-1db4-4cca-9df1-7f4894865bee service nova] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Received event network-vif-deleted-451d4acf-cbd7-479a-96a1-2cd15616e899 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.346486] env[69603]: INFO nova.compute.manager [req-75ccd0bd-2d54-4bda-b64a-0fadd1a957dd req-0d887e0a-1db4-4cca-9df1-7f4894865bee service nova] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Neutron deleted interface 451d4acf-cbd7-479a-96a1-2cd15616e899; detaching it from the instance and deleting it from the info cache [ 806.346606] env[69603]: DEBUG nova.network.neutron [req-75ccd0bd-2d54-4bda-b64a-0fadd1a957dd req-0d887e0a-1db4-4cca-9df1-7f4894865bee service nova] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.413567] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3479824, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.531606] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.534437] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.244s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.535391] env[69603]: DEBUG nova.objects.instance [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lazy-loading 'resources' on Instance uuid 375f9fb9-2dcf-49a1-bc37-53daa213d575 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.567070] env[69603]: INFO nova.scheduler.client.report [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Deleted allocations for instance cc094eb0-4c88-4c87-b650-39ac0deaafbf [ 806.616941] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479825, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.820239] env[69603]: DEBUG nova.network.neutron [-] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.848783] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5210e57f-83b3-4e09-990f-e939ecabdbd6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.862160] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638616af-5eba-46d2-9057-3079f997a6d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.910033] env[69603]: DEBUG nova.compute.manager [req-75ccd0bd-2d54-4bda-b64a-0fadd1a957dd req-0d887e0a-1db4-4cca-9df1-7f4894865bee service nova] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Detach interface failed, port_id=451d4acf-cbd7-479a-96a1-2cd15616e899, reason: Instance 269fe022-caa0-4662-83cc-0bc967b07323 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 806.920077] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3479824, 'name': ReconfigVM_Task, 'duration_secs': 0.547411} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.920374] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Reconfigured VM instance instance-00000032 to attach disk [datastore2] ab7d128e-418e-4a33-af8c-366587dc6a8b/ab7d128e-418e-4a33-af8c-366587dc6a8b.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.921155] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fd66427-3fe4-43cc-92c8-ab361a265fa0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.930856] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 806.930856] env[69603]: value = "task-3479830" [ 806.930856] env[69603]: _type = "Task" [ 806.930856] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.939717] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3479830, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.077838] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4e95afd7-4003-4df5-804d-5797408ad5c3 tempest-ServersAdminNegativeTestJSON-718292765 tempest-ServersAdminNegativeTestJSON-718292765-project-member] Lock "cc094eb0-4c88-4c87-b650-39ac0deaafbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.418s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.115426] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479825, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.330038] env[69603]: INFO nova.compute.manager [-] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Took 1.41 seconds to deallocate network for instance. [ 807.441138] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3479830, 'name': Rename_Task, 'duration_secs': 0.158348} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.441138] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.441138] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf17afed-5f0e-4b70-8f9c-8e7769f9b94e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.449044] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 807.449044] env[69603]: value = "task-3479831" [ 807.449044] env[69603]: _type = "Task" [ 807.449044] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.459893] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3479831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.610171] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479825, 'name': CloneVM_Task, 'duration_secs': 1.361466} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.610482] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Created linked-clone VM from snapshot [ 807.611576] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389ec043-7016-41da-a896-fa1f65f0e30b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.622925] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Uploading image 1a28f991-1a37-4d36-9966-b081539dd4ad {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 807.648731] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 807.649153] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6ac9b8ce-15ee-4a9b-a1bf-f4ff6005ae5a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.657078] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 807.657078] env[69603]: value = "task-3479832" [ 807.657078] env[69603]: _type = "Task" [ 807.657078] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.667160] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479832, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.670298] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c912949-11ae-40c8-8e55-f0e4e623efab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.678691] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8ef353-7b06-4652-82c3-bfe64d0c1c75 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.713939] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e7cea3-cb2c-4fe0-8a4c-3ef5b7ca97b4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.721777] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0b74cd-f2bd-491d-9fd7-0fec212eec64 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.737364] env[69603]: DEBUG nova.compute.provider_tree [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.837750] env[69603]: DEBUG oslo_concurrency.lockutils [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.966019] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3479831, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.168476] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479832, 'name': Destroy_Task, 'duration_secs': 0.483959} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.168986] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Destroyed the VM [ 808.169081] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 808.169835] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ec56578e-3bfe-4fd6-93cb-692410e102ce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.177775] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 808.177775] env[69603]: value = "task-3479833" [ 808.177775] env[69603]: _type = "Task" [ 808.177775] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.191286] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479833, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.241303] env[69603]: DEBUG nova.scheduler.client.report [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.460081] env[69603]: DEBUG oslo_vmware.api [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3479831, 'name': PowerOnVM_Task, 'duration_secs': 0.714442} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.460342] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.460550] env[69603]: INFO nova.compute.manager [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Took 10.83 seconds to spawn the instance on the hypervisor. [ 808.460732] env[69603]: DEBUG nova.compute.manager [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.461592] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f7195f-dc6d-4159-95f1-291ff1d5d2aa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.692502] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479833, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.749066] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.214s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.753169] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.589s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.754450] env[69603]: INFO nova.compute.claims [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.787401] env[69603]: INFO nova.scheduler.client.report [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleted allocations for instance 375f9fb9-2dcf-49a1-bc37-53daa213d575 [ 808.986195] env[69603]: INFO nova.compute.manager [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Took 48.77 seconds to build instance. [ 809.190233] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479833, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.309267] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f479ebb-c1ae-4d9f-b791-b34f571f890f tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "375f9fb9-2dcf-49a1-bc37-53daa213d575" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.857s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.489519] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4bbd7616-9819-442a-ad69-082d678a1127 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "ab7d128e-418e-4a33-af8c-366587dc6a8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.342s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.690930] env[69603]: DEBUG oslo_vmware.api [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479833, 'name': RemoveSnapshot_Task, 'duration_secs': 1.141393} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.690930] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 809.995485] env[69603]: DEBUG nova.compute.manager [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.030763] env[69603]: DEBUG oslo_concurrency.lockutils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Acquiring lock "df0970e4-5938-4bba-bd70-71c66963c55c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.031106] env[69603]: DEBUG oslo_concurrency.lockutils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Lock "df0970e4-5938-4bba-bd70-71c66963c55c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.195844] env[69603]: WARNING nova.compute.manager [None req-526ec277-3412-43d6-87d5-607a3aab3c8d tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Image not found during snapshot: nova.exception.ImageNotFound: Image 1a28f991-1a37-4d36-9966-b081539dd4ad could not be found. [ 810.353084] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544f62eb-293a-419a-8527-ab210c546f65 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.362146] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f3bf09-62a4-4f34-aadc-3f5790a5049c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.400840] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df598ef7-553f-40db-9fb9-54a2b968d077 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.413900] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd30804-a585-457e-ba7f-8e3abdabc502 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.444232] env[69603]: DEBUG nova.compute.provider_tree [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.498472] env[69603]: DEBUG nova.compute.manager [req-028ffabe-f9dc-4d25-9faf-e677b0f4c3fc req-38f063c2-c8e1-4ea5-bc8c-d9843b47b759 service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Received event network-changed-bef13fa4-99d4-437d-926d-b6a34e0ad770 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.498472] env[69603]: DEBUG nova.compute.manager [req-028ffabe-f9dc-4d25-9faf-e677b0f4c3fc req-38f063c2-c8e1-4ea5-bc8c-d9843b47b759 service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Refreshing instance network info cache due to event network-changed-bef13fa4-99d4-437d-926d-b6a34e0ad770. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.499105] env[69603]: DEBUG oslo_concurrency.lockutils [req-028ffabe-f9dc-4d25-9faf-e677b0f4c3fc req-38f063c2-c8e1-4ea5-bc8c-d9843b47b759 service nova] Acquiring lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.499105] env[69603]: DEBUG oslo_concurrency.lockutils [req-028ffabe-f9dc-4d25-9faf-e677b0f4c3fc req-38f063c2-c8e1-4ea5-bc8c-d9843b47b759 service nova] Acquired lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.499280] env[69603]: DEBUG nova.network.neutron [req-028ffabe-f9dc-4d25-9faf-e677b0f4c3fc req-38f063c2-c8e1-4ea5-bc8c-d9843b47b759 service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Refreshing network info cache for port bef13fa4-99d4-437d-926d-b6a34e0ad770 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.526438] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.910889] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "8511f125-1683-4be8-9948-4d9eda22c816" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.911663] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "8511f125-1683-4be8-9948-4d9eda22c816" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.911663] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "8511f125-1683-4be8-9948-4d9eda22c816-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.912684] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "8511f125-1683-4be8-9948-4d9eda22c816-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.912903] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "8511f125-1683-4be8-9948-4d9eda22c816-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.916886] env[69603]: INFO nova.compute.manager [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Terminating instance [ 810.948798] env[69603]: DEBUG nova.scheduler.client.report [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.227182] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 811.227422] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695715', 'volume_id': '743b3c92-3ec7-4058-ab04-786ed097cc54', 'name': 'volume-743b3c92-3ec7-4058-ab04-786ed097cc54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '503c8979-4c4e-4a8d-a06c-5a2e240437a6', 'attached_at': '', 'detached_at': '', 'volume_id': '743b3c92-3ec7-4058-ab04-786ed097cc54', 'serial': '743b3c92-3ec7-4058-ab04-786ed097cc54'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 811.228792] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdb48b3-3aa9-4f44-ad77-eb1723957afb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.257338] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d7f277-21a0-4de0-832f-fecad0de5db1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.285843] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-743b3c92-3ec7-4058-ab04-786ed097cc54/volume-743b3c92-3ec7-4058-ab04-786ed097cc54.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.285843] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34312248-f46f-4439-a540-2eb04eba04b1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.305406] env[69603]: DEBUG oslo_vmware.api [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Waiting for the task: (returnval){ [ 811.305406] env[69603]: value = "task-3479835" [ 811.305406] env[69603]: _type = "Task" [ 811.305406] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.315181] env[69603]: DEBUG oslo_vmware.api [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Task: {'id': task-3479835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.422210] env[69603]: DEBUG nova.compute.manager [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 811.422561] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 811.423580] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ff9a9d-b0be-4ef9-b313-689d55616206 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.436054] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 811.436054] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09021541-3c0a-4ed1-9d0c-428429e82e8d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.440055] env[69603]: DEBUG oslo_vmware.api [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 811.440055] env[69603]: value = "task-3479836" [ 811.440055] env[69603]: _type = "Task" [ 811.440055] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.450403] env[69603]: DEBUG oslo_vmware.api [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.454019] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.454019] env[69603]: DEBUG nova.compute.manager [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.458171] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.004s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.459956] env[69603]: INFO nova.compute.claims [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.585803] env[69603]: DEBUG nova.network.neutron [req-028ffabe-f9dc-4d25-9faf-e677b0f4c3fc req-38f063c2-c8e1-4ea5-bc8c-d9843b47b759 service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updated VIF entry in instance network info cache for port bef13fa4-99d4-437d-926d-b6a34e0ad770. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.585803] env[69603]: DEBUG nova.network.neutron [req-028ffabe-f9dc-4d25-9faf-e677b0f4c3fc req-38f063c2-c8e1-4ea5-bc8c-d9843b47b759 service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating instance_info_cache with network_info: [{"id": "bef13fa4-99d4-437d-926d-b6a34e0ad770", "address": "fa:16:3e:2b:bd:a4", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef13fa4-99", "ovs_interfaceid": "bef13fa4-99d4-437d-926d-b6a34e0ad770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.820142] env[69603]: DEBUG oslo_vmware.api [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Task: {'id': task-3479835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.952931] env[69603]: DEBUG oslo_vmware.api [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479836, 'name': PowerOffVM_Task, 'duration_secs': 0.24734} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.952931] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.952931] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.952931] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-397ba7be-a641-4cba-a65e-c99fee0b020d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.961183] env[69603]: DEBUG nova.compute.utils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.961183] env[69603]: DEBUG nova.compute.manager [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.961183] env[69603]: DEBUG nova.network.neutron [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.017310] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.017310] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.017310] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Deleting the datastore file [datastore2] 8511f125-1683-4be8-9948-4d9eda22c816 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.017310] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5776d21f-1d72-41aa-b065-648888b26e55 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.027427] env[69603]: DEBUG oslo_vmware.api [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 812.027427] env[69603]: value = "task-3479838" [ 812.027427] env[69603]: _type = "Task" [ 812.027427] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.040198] env[69603]: DEBUG oslo_vmware.api [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.066016] env[69603]: DEBUG nova.policy [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b05300fbb8a4caca0b5d151015a31d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4331322a5654401cb3ce867c27db3a97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.089726] env[69603]: DEBUG oslo_concurrency.lockutils [req-028ffabe-f9dc-4d25-9faf-e677b0f4c3fc req-38f063c2-c8e1-4ea5-bc8c-d9843b47b759 service nova] Releasing lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.321627] env[69603]: DEBUG oslo_vmware.api [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Task: {'id': task-3479835, 'name': ReconfigVM_Task, 'duration_secs': 0.749479} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.321627] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-743b3c92-3ec7-4058-ab04-786ed097cc54/volume-743b3c92-3ec7-4058-ab04-786ed097cc54.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.326132] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9b9dc9e-0343-4005-9eec-5a4bb27dce7c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.346938] env[69603]: DEBUG oslo_vmware.api [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Waiting for the task: (returnval){ [ 812.346938] env[69603]: value = "task-3479839" [ 812.346938] env[69603]: _type = "Task" [ 812.346938] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.356524] env[69603]: DEBUG oslo_vmware.api [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Task: {'id': task-3479839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.474156] env[69603]: DEBUG nova.compute.manager [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.541455] env[69603]: DEBUG oslo_vmware.api [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3479838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222909} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.541691] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.541873] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.542084] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.542285] env[69603]: INFO nova.compute.manager [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Took 1.12 seconds to destroy the instance on the hypervisor. [ 812.542507] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.545214] env[69603]: DEBUG nova.compute.manager [-] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.545298] env[69603]: DEBUG nova.network.neutron [-] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.810063] env[69603]: DEBUG nova.network.neutron [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Successfully created port: 1a50aacd-5591-4e6f-994f-460e34c863d9 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.857900] env[69603]: DEBUG oslo_vmware.api [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Task: {'id': task-3479839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.119809] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a99857f-81e8-4537-aa4e-e6ae0d538f42 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.131953] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e34628d-a1c4-4878-87a4-c57220fcbeef {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.171610] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2405f7a1-30ea-4395-bf46-3dfe3c3a4206 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.185167] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd477f7b-9795-4134-bb0a-98f30537527a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.202438] env[69603]: DEBUG nova.compute.provider_tree [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.247825] env[69603]: DEBUG nova.compute.manager [req-8eeb9684-7e44-420f-9e72-b0c0821a1c1f req-58f97d78-4031-4273-bd90-1a100cc99a97 service nova] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Received event network-vif-deleted-0a1bd959-34d2-45e1-9d79-29e60f78f4af {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.248094] env[69603]: INFO nova.compute.manager [req-8eeb9684-7e44-420f-9e72-b0c0821a1c1f req-58f97d78-4031-4273-bd90-1a100cc99a97 service nova] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Neutron deleted interface 0a1bd959-34d2-45e1-9d79-29e60f78f4af; detaching it from the instance and deleting it from the info cache [ 813.248308] env[69603]: DEBUG nova.network.neutron [req-8eeb9684-7e44-420f-9e72-b0c0821a1c1f req-58f97d78-4031-4273-bd90-1a100cc99a97 service nova] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.356841] env[69603]: DEBUG oslo_vmware.api [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Task: {'id': task-3479839, 'name': ReconfigVM_Task, 'duration_secs': 0.834885} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.357811] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695715', 'volume_id': '743b3c92-3ec7-4058-ab04-786ed097cc54', 'name': 'volume-743b3c92-3ec7-4058-ab04-786ed097cc54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '503c8979-4c4e-4a8d-a06c-5a2e240437a6', 'attached_at': '', 'detached_at': '', 'volume_id': '743b3c92-3ec7-4058-ab04-786ed097cc54', 'serial': '743b3c92-3ec7-4058-ab04-786ed097cc54'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 813.424637] env[69603]: DEBUG nova.network.neutron [-] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.483956] env[69603]: DEBUG nova.compute.manager [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.534562] env[69603]: DEBUG nova.virt.hardware [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.535092] env[69603]: DEBUG nova.virt.hardware [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.535392] env[69603]: DEBUG nova.virt.hardware [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.535697] env[69603]: DEBUG nova.virt.hardware [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.536395] env[69603]: DEBUG nova.virt.hardware [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.536674] env[69603]: DEBUG nova.virt.hardware [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.537459] env[69603]: DEBUG nova.virt.hardware [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.539891] env[69603]: DEBUG nova.virt.hardware [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.540231] env[69603]: DEBUG nova.virt.hardware [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.540641] env[69603]: DEBUG nova.virt.hardware [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.540958] env[69603]: DEBUG nova.virt.hardware [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.542566] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d597337c-98f0-4c32-84e2-2f1c1b0555af {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.555276] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652218c3-17c7-498f-982d-df3b1e98278e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.708966] env[69603]: DEBUG nova.scheduler.client.report [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.752750] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e16fe0f9-17d1-435b-bd53-6c529a7cf23a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.766028] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fe0218-02d5-45bd-819b-08229d2d15a7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.802115] env[69603]: DEBUG nova.compute.manager [req-8eeb9684-7e44-420f-9e72-b0c0821a1c1f req-58f97d78-4031-4273-bd90-1a100cc99a97 service nova] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Detach interface failed, port_id=0a1bd959-34d2-45e1-9d79-29e60f78f4af, reason: Instance 8511f125-1683-4be8-9948-4d9eda22c816 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 813.930997] env[69603]: INFO nova.compute.manager [-] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Took 1.39 seconds to deallocate network for instance. [ 814.215826] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.216427] env[69603]: DEBUG nova.compute.manager [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.223714] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.077s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.231292] env[69603]: INFO nova.compute.claims [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 814.417290] env[69603]: DEBUG nova.objects.instance [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Lazy-loading 'flavor' on Instance uuid 503c8979-4c4e-4a8d-a06c-5a2e240437a6 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.438325] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.739870] env[69603]: DEBUG nova.compute.utils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.744328] env[69603]: DEBUG nova.compute.manager [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.745290] env[69603]: DEBUG nova.network.neutron [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.834106] env[69603]: DEBUG nova.policy [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '282486c529ee46d784fc5018b725e20b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d5cedcd6e0e4743bfc893b55aaa2c37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.929306] env[69603]: DEBUG oslo_concurrency.lockutils [None req-51fc0e7e-24c3-4536-862d-2dcd9cbe98bc tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.876s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.041264] env[69603]: DEBUG nova.network.neutron [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Successfully updated port: 1a50aacd-5591-4e6f-994f-460e34c863d9 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.248014] env[69603]: DEBUG nova.compute.manager [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.276555] env[69603]: DEBUG nova.network.neutron [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Successfully created port: aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.353674] env[69603]: DEBUG nova.compute.manager [req-4e57dab0-a92c-411c-93e5-7618a6db7a15 req-cd90aa4d-76a7-4d22-a0ed-20d494c5f2fe service nova] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Received event network-vif-plugged-1a50aacd-5591-4e6f-994f-460e34c863d9 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.353898] env[69603]: DEBUG oslo_concurrency.lockutils [req-4e57dab0-a92c-411c-93e5-7618a6db7a15 req-cd90aa4d-76a7-4d22-a0ed-20d494c5f2fe service nova] Acquiring lock "25da83bc-5cf0-436b-bca7-b6c3c225e188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.354224] env[69603]: DEBUG oslo_concurrency.lockutils [req-4e57dab0-a92c-411c-93e5-7618a6db7a15 req-cd90aa4d-76a7-4d22-a0ed-20d494c5f2fe service nova] Lock "25da83bc-5cf0-436b-bca7-b6c3c225e188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.354280] env[69603]: DEBUG oslo_concurrency.lockutils [req-4e57dab0-a92c-411c-93e5-7618a6db7a15 req-cd90aa4d-76a7-4d22-a0ed-20d494c5f2fe service nova] Lock "25da83bc-5cf0-436b-bca7-b6c3c225e188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.354454] env[69603]: DEBUG nova.compute.manager [req-4e57dab0-a92c-411c-93e5-7618a6db7a15 req-cd90aa4d-76a7-4d22-a0ed-20d494c5f2fe service nova] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] No waiting events found dispatching network-vif-plugged-1a50aacd-5591-4e6f-994f-460e34c863d9 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.355025] env[69603]: WARNING nova.compute.manager [req-4e57dab0-a92c-411c-93e5-7618a6db7a15 req-cd90aa4d-76a7-4d22-a0ed-20d494c5f2fe service nova] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Received unexpected event network-vif-plugged-1a50aacd-5591-4e6f-994f-460e34c863d9 for instance with vm_state building and task_state spawning. [ 815.542835] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "refresh_cache-25da83bc-5cf0-436b-bca7-b6c3c225e188" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.543048] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired lock "refresh_cache-25da83bc-5cf0-436b-bca7-b6c3c225e188" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.543158] env[69603]: DEBUG nova.network.neutron [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.867231] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8fb4a4-7f5d-4b45-b150-a175bba823f0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.875692] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feeeb21-fc9f-48ef-9746-2c807d69aad0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.911428] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c89e5c3-aaea-4bfb-a0ec-45ba872abc9f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.917391] env[69603]: DEBUG oslo_concurrency.lockutils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Acquiring lock "42b3ef81-b45d-42d2-8b89-1864f227e7cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.917662] env[69603]: DEBUG oslo_concurrency.lockutils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Lock "42b3ef81-b45d-42d2-8b89-1864f227e7cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.927329] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d63ccd-7154-44de-a587-a73067c31cff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.944615] env[69603]: DEBUG nova.compute.provider_tree [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.063512] env[69603]: DEBUG oslo_concurrency.lockutils [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Acquiring lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.063812] env[69603]: DEBUG oslo_concurrency.lockutils [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.097505] env[69603]: DEBUG nova.network.neutron [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.261884] env[69603]: DEBUG nova.compute.manager [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.297383] env[69603]: DEBUG nova.virt.hardware [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:13:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='aa6de1dd-5eaf-4a58-ad83-cf48db659466',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-833780620',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.297383] env[69603]: DEBUG nova.virt.hardware [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.297556] env[69603]: DEBUG nova.virt.hardware [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.297708] env[69603]: DEBUG nova.virt.hardware [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.297797] env[69603]: DEBUG nova.virt.hardware [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.297944] env[69603]: DEBUG nova.virt.hardware [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.298190] env[69603]: DEBUG nova.virt.hardware [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.298364] env[69603]: DEBUG nova.virt.hardware [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.298579] env[69603]: DEBUG nova.virt.hardware [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.298775] env[69603]: DEBUG nova.virt.hardware [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.299101] env[69603]: DEBUG nova.virt.hardware [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.299997] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ad1d92-2f8f-4862-a26d-4353efbfb780 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.308250] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308c8304-8fcb-421e-80aa-597ec45515b4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.437258] env[69603]: DEBUG nova.network.neutron [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Updating instance_info_cache with network_info: [{"id": "1a50aacd-5591-4e6f-994f-460e34c863d9", "address": "fa:16:3e:a9:ae:39", "network": {"id": "5d193c58-fc45-43d3-9e81-358dd9133dda", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1583724184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331322a5654401cb3ce867c27db3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a50aacd-55", "ovs_interfaceid": "1a50aacd-5591-4e6f-994f-460e34c863d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.450248] env[69603]: DEBUG nova.scheduler.client.report [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 816.568071] env[69603]: INFO nova.compute.manager [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Detaching volume 743b3c92-3ec7-4058-ab04-786ed097cc54 [ 816.610054] env[69603]: INFO nova.virt.block_device [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Attempting to driver detach volume 743b3c92-3ec7-4058-ab04-786ed097cc54 from mountpoint /dev/sdb [ 816.610054] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 816.610054] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695715', 'volume_id': '743b3c92-3ec7-4058-ab04-786ed097cc54', 'name': 'volume-743b3c92-3ec7-4058-ab04-786ed097cc54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '503c8979-4c4e-4a8d-a06c-5a2e240437a6', 'attached_at': '', 'detached_at': '', 'volume_id': '743b3c92-3ec7-4058-ab04-786ed097cc54', 'serial': '743b3c92-3ec7-4058-ab04-786ed097cc54'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 816.610054] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961686e8-6c88-4851-bfa9-6b0add148ae0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.636640] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcf203d-7c88-4cdd-8acf-51f16b26e6e0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.646037] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6d4947-d999-4b9b-80dc-f1bf026a6ac9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.668488] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50fe185-9c22-4c97-b378-7206306bd5b4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.686025] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] The volume has not been displaced from its original location: [datastore1] volume-743b3c92-3ec7-4058-ab04-786ed097cc54/volume-743b3c92-3ec7-4058-ab04-786ed097cc54.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 816.692063] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 816.692063] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bf11ee8-6fa7-45e6-9cd0-b481a6daac18 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.711494] env[69603]: DEBUG oslo_vmware.api [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Waiting for the task: (returnval){ [ 816.711494] env[69603]: value = "task-3479840" [ 816.711494] env[69603]: _type = "Task" [ 816.711494] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.718336] env[69603]: DEBUG oslo_vmware.api [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Task: {'id': task-3479840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.941415] env[69603]: DEBUG nova.network.neutron [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Successfully updated port: aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.942943] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Releasing lock "refresh_cache-25da83bc-5cf0-436b-bca7-b6c3c225e188" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.943260] env[69603]: DEBUG nova.compute.manager [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Instance network_info: |[{"id": "1a50aacd-5591-4e6f-994f-460e34c863d9", "address": "fa:16:3e:a9:ae:39", "network": {"id": "5d193c58-fc45-43d3-9e81-358dd9133dda", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1583724184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331322a5654401cb3ce867c27db3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a50aacd-55", "ovs_interfaceid": "1a50aacd-5591-4e6f-994f-460e34c863d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 816.943947] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:ae:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a50aacd-5591-4e6f-994f-460e34c863d9', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 816.960684] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.961805] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.962333] env[69603]: DEBUG nova.compute.manager [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.964742] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 816.968059] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.925s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.968059] env[69603]: DEBUG nova.objects.instance [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lazy-loading 'resources' on Instance uuid 85fd51f5-4335-48ec-a2d2-38aa5d209eba {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.968059] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32b13784-3626-4310-b595-fcec5337ed3a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.993201] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 816.993201] env[69603]: value = "task-3479841" [ 816.993201] env[69603]: _type = "Task" [ 816.993201] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.003737] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479841, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.116971] env[69603]: DEBUG nova.compute.manager [req-2eebbbe5-c7cd-43fc-8e7b-2ebed99c2b72 req-e516d391-efe6-4d5b-b23f-22954cb3e5ad service nova] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Received event network-vif-plugged-aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.117416] env[69603]: DEBUG oslo_concurrency.lockutils [req-2eebbbe5-c7cd-43fc-8e7b-2ebed99c2b72 req-e516d391-efe6-4d5b-b23f-22954cb3e5ad service nova] Acquiring lock "8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.117615] env[69603]: DEBUG oslo_concurrency.lockutils [req-2eebbbe5-c7cd-43fc-8e7b-2ebed99c2b72 req-e516d391-efe6-4d5b-b23f-22954cb3e5ad service nova] Lock "8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.117842] env[69603]: DEBUG oslo_concurrency.lockutils [req-2eebbbe5-c7cd-43fc-8e7b-2ebed99c2b72 req-e516d391-efe6-4d5b-b23f-22954cb3e5ad service nova] Lock "8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.118331] env[69603]: DEBUG nova.compute.manager [req-2eebbbe5-c7cd-43fc-8e7b-2ebed99c2b72 req-e516d391-efe6-4d5b-b23f-22954cb3e5ad service nova] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] No waiting events found dispatching network-vif-plugged-aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.118331] env[69603]: WARNING nova.compute.manager [req-2eebbbe5-c7cd-43fc-8e7b-2ebed99c2b72 req-e516d391-efe6-4d5b-b23f-22954cb3e5ad service nova] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Received unexpected event network-vif-plugged-aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 for instance with vm_state building and task_state spawning. [ 817.220837] env[69603]: DEBUG oslo_vmware.api [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Task: {'id': task-3479840, 'name': ReconfigVM_Task, 'duration_secs': 0.233755} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.221609] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 817.229914] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd4e2b23-c214-470f-bef3-545c82f8f035 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.247163] env[69603]: DEBUG oslo_vmware.api [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Waiting for the task: (returnval){ [ 817.247163] env[69603]: value = "task-3479842" [ 817.247163] env[69603]: _type = "Task" [ 817.247163] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.260669] env[69603]: DEBUG oslo_vmware.api [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Task: {'id': task-3479842, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.444777] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.444945] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquired lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.445130] env[69603]: DEBUG nova.network.neutron [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.469156] env[69603]: DEBUG nova.compute.utils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.470935] env[69603]: DEBUG nova.compute.manager [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 817.470935] env[69603]: DEBUG nova.network.neutron [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 817.506474] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479841, 'name': CreateVM_Task, 'duration_secs': 0.471692} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.506883] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.509396] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.509396] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.509396] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.509396] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795d4236-3572-40ad-a905-84dac2ec7ebe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.515872] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 817.515872] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a08fa7-5d75-69f2-9653-51c0c26ff3aa" [ 817.515872] env[69603]: _type = "Task" [ 817.515872] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.519868] env[69603]: DEBUG nova.policy [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0efe28954b54422bbc9e1abfb82db9d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ee263fdfb9f471c9ffa07adce7810f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.527244] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0666a2e0-0b1e-41ca-9a0b-08af61e3ec44 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.535816] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a08fa7-5d75-69f2-9653-51c0c26ff3aa, 'name': SearchDatastore_Task, 'duration_secs': 0.016436} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.538721] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.538721] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.538721] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.538721] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.538862] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.539644] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8220531d-d101-496b-b32c-efb960f2c49f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.541709] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac14ca42-eef1-4df5-b0cd-b863549d9a9b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.575737] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9daf336e-8dbe-4740-b689-7d28b6b85af7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.579491] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.579983] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.581648] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9284ba63-6295-44d2-8966-c4ee0e3e6991 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.585029] env[69603]: DEBUG nova.compute.manager [req-3fddf717-a824-41de-92cc-c166ce60e026 req-0fab9a9a-e418-4eaa-846b-9f1de3b7b4f1 service nova] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Received event network-changed-1a50aacd-5591-4e6f-994f-460e34c863d9 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.585220] env[69603]: DEBUG nova.compute.manager [req-3fddf717-a824-41de-92cc-c166ce60e026 req-0fab9a9a-e418-4eaa-846b-9f1de3b7b4f1 service nova] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Refreshing instance network info cache due to event network-changed-1a50aacd-5591-4e6f-994f-460e34c863d9. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.585433] env[69603]: DEBUG oslo_concurrency.lockutils [req-3fddf717-a824-41de-92cc-c166ce60e026 req-0fab9a9a-e418-4eaa-846b-9f1de3b7b4f1 service nova] Acquiring lock "refresh_cache-25da83bc-5cf0-436b-bca7-b6c3c225e188" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.585566] env[69603]: DEBUG oslo_concurrency.lockutils [req-3fddf717-a824-41de-92cc-c166ce60e026 req-0fab9a9a-e418-4eaa-846b-9f1de3b7b4f1 service nova] Acquired lock "refresh_cache-25da83bc-5cf0-436b-bca7-b6c3c225e188" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.585735] env[69603]: DEBUG nova.network.neutron [req-3fddf717-a824-41de-92cc-c166ce60e026 req-0fab9a9a-e418-4eaa-846b-9f1de3b7b4f1 service nova] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Refreshing network info cache for port 1a50aacd-5591-4e6f-994f-460e34c863d9 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.594144] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 817.594144] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a0bf04-6bde-5c88-7114-ca589acba94d" [ 817.594144] env[69603]: _type = "Task" [ 817.594144] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.594959] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67940fe7-b53b-4660-b4c4-8d1b0bef993a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.608830] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a0bf04-6bde-5c88-7114-ca589acba94d, 'name': SearchDatastore_Task, 'duration_secs': 0.012852} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.617671] env[69603]: DEBUG nova.compute.provider_tree [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.619044] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc0a297-4df3-40f1-b725-e32eb9f7e1b2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.624625] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 817.624625] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52620e9c-af3e-cdef-f723-3522bba453c3" [ 817.624625] env[69603]: _type = "Task" [ 817.624625] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.633713] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52620e9c-af3e-cdef-f723-3522bba453c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.760449] env[69603]: DEBUG oslo_vmware.api [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Task: {'id': task-3479842, 'name': ReconfigVM_Task, 'duration_secs': 0.18453} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.760449] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695715', 'volume_id': '743b3c92-3ec7-4058-ab04-786ed097cc54', 'name': 'volume-743b3c92-3ec7-4058-ab04-786ed097cc54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '503c8979-4c4e-4a8d-a06c-5a2e240437a6', 'attached_at': '', 'detached_at': '', 'volume_id': '743b3c92-3ec7-4058-ab04-786ed097cc54', 'serial': '743b3c92-3ec7-4058-ab04-786ed097cc54'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 817.836859] env[69603]: DEBUG nova.network.neutron [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Successfully created port: 04905eaa-854e-4aa4-80e3-aed5368b91b5 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.974841] env[69603]: DEBUG nova.compute.manager [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.008920] env[69603]: DEBUG nova.network.neutron [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.122845] env[69603]: DEBUG nova.scheduler.client.report [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.136368] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52620e9c-af3e-cdef-f723-3522bba453c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01858} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.136615] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.136914] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 25da83bc-5cf0-436b-bca7-b6c3c225e188/25da83bc-5cf0-436b-bca7-b6c3c225e188.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.137191] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45c41531-072c-4088-b380-5546c2f6cb5d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.144532] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 818.144532] env[69603]: value = "task-3479843" [ 818.144532] env[69603]: _type = "Task" [ 818.144532] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.157222] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479843, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.258164] env[69603]: DEBUG nova.network.neutron [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating instance_info_cache with network_info: [{"id": "aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154", "address": "fa:16:3e:6e:da:79", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1bdca1-b7", "ovs_interfaceid": "aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.342817] env[69603]: DEBUG nova.objects.instance [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Lazy-loading 'flavor' on Instance uuid 503c8979-4c4e-4a8d-a06c-5a2e240437a6 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.516072] env[69603]: DEBUG nova.network.neutron [req-3fddf717-a824-41de-92cc-c166ce60e026 req-0fab9a9a-e418-4eaa-846b-9f1de3b7b4f1 service nova] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Updated VIF entry in instance network info cache for port 1a50aacd-5591-4e6f-994f-460e34c863d9. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.516072] env[69603]: DEBUG nova.network.neutron [req-3fddf717-a824-41de-92cc-c166ce60e026 req-0fab9a9a-e418-4eaa-846b-9f1de3b7b4f1 service nova] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Updating instance_info_cache with network_info: [{"id": "1a50aacd-5591-4e6f-994f-460e34c863d9", "address": "fa:16:3e:a9:ae:39", "network": {"id": "5d193c58-fc45-43d3-9e81-358dd9133dda", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1583724184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331322a5654401cb3ce867c27db3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a50aacd-55", "ovs_interfaceid": "1a50aacd-5591-4e6f-994f-460e34c863d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.634021] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.634490] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.171s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.637809] env[69603]: INFO nova.compute.claims [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.659148] env[69603]: INFO nova.scheduler.client.report [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Deleted allocations for instance 85fd51f5-4335-48ec-a2d2-38aa5d209eba [ 818.662898] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479843, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.761475] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Releasing lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.761817] env[69603]: DEBUG nova.compute.manager [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Instance network_info: |[{"id": "aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154", "address": "fa:16:3e:6e:da:79", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1bdca1-b7", "ovs_interfaceid": "aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.762329] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:da:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.770992] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.771521] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.771762] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5117654-e308-48c3-8625-b7e64ed4dcbe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.794720] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.794720] env[69603]: value = "task-3479844" [ 818.794720] env[69603]: _type = "Task" [ 818.794720] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.804064] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479844, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.985113] env[69603]: DEBUG nova.compute.manager [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.021017] env[69603]: DEBUG nova.virt.hardware [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.021017] env[69603]: DEBUG nova.virt.hardware [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.021017] env[69603]: DEBUG nova.virt.hardware [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.021250] env[69603]: DEBUG nova.virt.hardware [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.021250] env[69603]: DEBUG nova.virt.hardware [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.021250] env[69603]: DEBUG nova.virt.hardware [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.021250] env[69603]: DEBUG nova.virt.hardware [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.021250] env[69603]: DEBUG nova.virt.hardware [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.021441] env[69603]: DEBUG nova.virt.hardware [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.021716] env[69603]: DEBUG nova.virt.hardware [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.022074] env[69603]: DEBUG nova.virt.hardware [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.023069] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1503c794-19a0-42d5-bcf5-9d47b45fa7e6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.026348] env[69603]: DEBUG oslo_concurrency.lockutils [req-3fddf717-a824-41de-92cc-c166ce60e026 req-0fab9a9a-e418-4eaa-846b-9f1de3b7b4f1 service nova] Releasing lock "refresh_cache-25da83bc-5cf0-436b-bca7-b6c3c225e188" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.033070] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b11faa-a4e7-4e61-b4a3-28e4583506ff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.159610] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479843, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536406} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.161368] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 25da83bc-5cf0-436b-bca7-b6c3c225e188/25da83bc-5cf0-436b-bca7-b6c3c225e188.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.161543] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.162408] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc22c4e7-6730-419f-973a-baca9d5220b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.166565] env[69603]: DEBUG nova.compute.manager [req-3b6b7376-8869-4496-bf06-936d871bd175 req-b8283833-0d1d-46f1-96da-dddd8df5c2fa service nova] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Received event network-changed-aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.166757] env[69603]: DEBUG nova.compute.manager [req-3b6b7376-8869-4496-bf06-936d871bd175 req-b8283833-0d1d-46f1-96da-dddd8df5c2fa service nova] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Refreshing instance network info cache due to event network-changed-aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.166969] env[69603]: DEBUG oslo_concurrency.lockutils [req-3b6b7376-8869-4496-bf06-936d871bd175 req-b8283833-0d1d-46f1-96da-dddd8df5c2fa service nova] Acquiring lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.167130] env[69603]: DEBUG oslo_concurrency.lockutils [req-3b6b7376-8869-4496-bf06-936d871bd175 req-b8283833-0d1d-46f1-96da-dddd8df5c2fa service nova] Acquired lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.167292] env[69603]: DEBUG nova.network.neutron [req-3b6b7376-8869-4496-bf06-936d871bd175 req-b8283833-0d1d-46f1-96da-dddd8df5c2fa service nova] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Refreshing network info cache for port aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.176203] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49f29ba8-2093-4aa0-aa0f-0c5c2d358abc tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "85fd51f5-4335-48ec-a2d2-38aa5d209eba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.716s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.176203] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 819.176203] env[69603]: value = "task-3479845" [ 819.176203] env[69603]: _type = "Task" [ 819.176203] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.189307] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.305160] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479844, 'name': CreateVM_Task, 'duration_secs': 0.477484} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.305388] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.306116] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.306991] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.307248] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.307849] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b718b860-0175-4988-ab79-a0413780c46a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.313226] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 819.313226] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ec5d36-657e-dc73-feb8-a124c0105d82" [ 819.313226] env[69603]: _type = "Task" [ 819.313226] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.323517] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ec5d36-657e-dc73-feb8-a124c0105d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.355863] env[69603]: DEBUG oslo_concurrency.lockutils [None req-046aee87-b70d-4f39-b58f-6519c8fff29d tempest-VolumesAssistedSnapshotsTest-1029910061 tempest-VolumesAssistedSnapshotsTest-1029910061-project-admin] Lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.292s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.623721] env[69603]: DEBUG nova.network.neutron [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Successfully updated port: 04905eaa-854e-4aa4-80e3-aed5368b91b5 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.689018] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070439} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.689635] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.693567] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b784ce-cbe2-4964-ba7c-498b1a2cd9b3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.716952] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 25da83bc-5cf0-436b-bca7-b6c3c225e188/25da83bc-5cf0-436b-bca7-b6c3c225e188.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.722101] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b591e735-4ca8-4645-a7d9-c4cf6d5a3046 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.742961] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 819.742961] env[69603]: value = "task-3479847" [ 819.742961] env[69603]: _type = "Task" [ 819.742961] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.755397] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 819.755666] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479847, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.755847] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 819.826183] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ec5d36-657e-dc73-feb8-a124c0105d82, 'name': SearchDatastore_Task, 'duration_secs': 0.015104} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.826806] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.827053] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.827285] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.827423] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.827593] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.830087] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a6ddd83-1f4f-48c6-8ccf-ec67b2563557 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.838905] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.839120] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.839902] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caaf17c5-4ef6-4aaa-bb12-4f2639756d6a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.847452] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 819.847452] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52398f42-7eeb-1cd8-282f-aee0189b8777" [ 819.847452] env[69603]: _type = "Task" [ 819.847452] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.855491] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52398f42-7eeb-1cd8-282f-aee0189b8777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.939389] env[69603]: DEBUG nova.network.neutron [req-3b6b7376-8869-4496-bf06-936d871bd175 req-b8283833-0d1d-46f1-96da-dddd8df5c2fa service nova] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updated VIF entry in instance network info cache for port aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.939875] env[69603]: DEBUG nova.network.neutron [req-3b6b7376-8869-4496-bf06-936d871bd175 req-b8283833-0d1d-46f1-96da-dddd8df5c2fa service nova] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating instance_info_cache with network_info: [{"id": "aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154", "address": "fa:16:3e:6e:da:79", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1bdca1-b7", "ovs_interfaceid": "aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.129579] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "refresh_cache-bcc0c5fd-21df-485a-b67f-cc2900ddf091" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.129726] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquired lock "refresh_cache-bcc0c5fd-21df-485a-b67f-cc2900ddf091" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.129884] env[69603]: DEBUG nova.network.neutron [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.238801] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484363fa-66e9-4d49-a2c6-edfcc268083a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.252920] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427b9fb6-0bed-4b70-b386-f3905a2507b7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.269391] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479847, 'name': ReconfigVM_Task, 'duration_secs': 0.334137} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.269391] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 25da83bc-5cf0-436b-bca7-b6c3c225e188/25da83bc-5cf0-436b-bca7-b6c3c225e188.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.269391] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.269391] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5111608-7884-47d1-b335-1580e0c220d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.270894] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.298756] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.300068] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.300915] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7284ee-14c4-4151-8b80-183d8e9ebdd2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.304934] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.305588] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 820.305588] env[69603]: value = "task-3479848" [ 820.305588] env[69603]: _type = "Task" [ 820.305588] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.306029] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.306233] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69603) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 820.306818] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager.update_available_resource {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 820.315019] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a832329f-666f-4d71-8bbc-9b6731fa1452 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.324484] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479848, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.336214] env[69603]: DEBUG nova.compute.provider_tree [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.357247] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52398f42-7eeb-1cd8-282f-aee0189b8777, 'name': SearchDatastore_Task, 'duration_secs': 0.017252} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.358083] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d80eeef5-4af2-4483-bb68-9e3cb8480c16 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.364012] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 820.364012] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5290c49e-b6b1-ce83-ab6b-5ed9639b562b" [ 820.364012] env[69603]: _type = "Task" [ 820.364012] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.373135] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5290c49e-b6b1-ce83-ab6b-5ed9639b562b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.443280] env[69603]: DEBUG oslo_concurrency.lockutils [req-3b6b7376-8869-4496-bf06-936d871bd175 req-b8283833-0d1d-46f1-96da-dddd8df5c2fa service nova] Releasing lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.672826] env[69603]: DEBUG nova.network.neutron [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.809773] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.819360] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479848, 'name': Rename_Task, 'duration_secs': 0.142498} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.819360] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.819497] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f9824ac-123d-4465-a62a-5157a3e54dac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.827965] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 820.827965] env[69603]: value = "task-3479849" [ 820.827965] env[69603]: _type = "Task" [ 820.827965] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.835502] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.839547] env[69603]: DEBUG nova.scheduler.client.report [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.847394] env[69603]: DEBUG nova.network.neutron [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Updating instance_info_cache with network_info: [{"id": "04905eaa-854e-4aa4-80e3-aed5368b91b5", "address": "fa:16:3e:4f:a0:6a", "network": {"id": "1b16ea76-12fe-47bd-be3c-50a6af6b75d6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1014378502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee263fdfb9f471c9ffa07adce7810f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04905eaa-85", "ovs_interfaceid": "04905eaa-854e-4aa4-80e3-aed5368b91b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.874499] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5290c49e-b6b1-ce83-ab6b-5ed9639b562b, 'name': SearchDatastore_Task, 'duration_secs': 0.010763} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.874757] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.875019] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc/8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.875278] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80a07b9b-7820-4a89-95e9-28e4e85fd443 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.883172] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 820.883172] env[69603]: value = "task-3479850" [ 820.883172] env[69603]: _type = "Task" [ 820.883172] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.892277] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.300438] env[69603]: DEBUG nova.compute.manager [req-496b8b77-fb0d-4421-8e44-3acec2a96946 req-17593afc-450c-4fe5-8929-63e1b29032b7 service nova] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Received event network-vif-plugged-04905eaa-854e-4aa4-80e3-aed5368b91b5 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.300683] env[69603]: DEBUG oslo_concurrency.lockutils [req-496b8b77-fb0d-4421-8e44-3acec2a96946 req-17593afc-450c-4fe5-8929-63e1b29032b7 service nova] Acquiring lock "bcc0c5fd-21df-485a-b67f-cc2900ddf091-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.300863] env[69603]: DEBUG oslo_concurrency.lockutils [req-496b8b77-fb0d-4421-8e44-3acec2a96946 req-17593afc-450c-4fe5-8929-63e1b29032b7 service nova] Lock "bcc0c5fd-21df-485a-b67f-cc2900ddf091-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.301098] env[69603]: DEBUG oslo_concurrency.lockutils [req-496b8b77-fb0d-4421-8e44-3acec2a96946 req-17593afc-450c-4fe5-8929-63e1b29032b7 service nova] Lock "bcc0c5fd-21df-485a-b67f-cc2900ddf091-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.301564] env[69603]: DEBUG nova.compute.manager [req-496b8b77-fb0d-4421-8e44-3acec2a96946 req-17593afc-450c-4fe5-8929-63e1b29032b7 service nova] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] No waiting events found dispatching network-vif-plugged-04905eaa-854e-4aa4-80e3-aed5368b91b5 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 821.302078] env[69603]: WARNING nova.compute.manager [req-496b8b77-fb0d-4421-8e44-3acec2a96946 req-17593afc-450c-4fe5-8929-63e1b29032b7 service nova] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Received unexpected event network-vif-plugged-04905eaa-854e-4aa4-80e3-aed5368b91b5 for instance with vm_state building and task_state spawning. [ 821.302376] env[69603]: DEBUG nova.compute.manager [req-496b8b77-fb0d-4421-8e44-3acec2a96946 req-17593afc-450c-4fe5-8929-63e1b29032b7 service nova] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Received event network-changed-04905eaa-854e-4aa4-80e3-aed5368b91b5 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.302597] env[69603]: DEBUG nova.compute.manager [req-496b8b77-fb0d-4421-8e44-3acec2a96946 req-17593afc-450c-4fe5-8929-63e1b29032b7 service nova] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Refreshing instance network info cache due to event network-changed-04905eaa-854e-4aa4-80e3-aed5368b91b5. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.302831] env[69603]: DEBUG oslo_concurrency.lockutils [req-496b8b77-fb0d-4421-8e44-3acec2a96946 req-17593afc-450c-4fe5-8929-63e1b29032b7 service nova] Acquiring lock "refresh_cache-bcc0c5fd-21df-485a-b67f-cc2900ddf091" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.340481] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479849, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.345514] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.345514] env[69603]: DEBUG nova.compute.manager [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.352374] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.758s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.352374] env[69603]: DEBUG nova.objects.instance [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lazy-loading 'resources' on Instance uuid 46ec109a-88fe-457f-b4e7-8bb58018b18d {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.352374] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Releasing lock "refresh_cache-bcc0c5fd-21df-485a-b67f-cc2900ddf091" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.352489] env[69603]: DEBUG nova.compute.manager [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Instance network_info: |[{"id": "04905eaa-854e-4aa4-80e3-aed5368b91b5", "address": "fa:16:3e:4f:a0:6a", "network": {"id": "1b16ea76-12fe-47bd-be3c-50a6af6b75d6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1014378502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee263fdfb9f471c9ffa07adce7810f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04905eaa-85", "ovs_interfaceid": "04905eaa-854e-4aa4-80e3-aed5368b91b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.352489] env[69603]: DEBUG oslo_concurrency.lockutils [req-496b8b77-fb0d-4421-8e44-3acec2a96946 req-17593afc-450c-4fe5-8929-63e1b29032b7 service nova] Acquired lock "refresh_cache-bcc0c5fd-21df-485a-b67f-cc2900ddf091" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.352596] env[69603]: DEBUG nova.network.neutron [req-496b8b77-fb0d-4421-8e44-3acec2a96946 req-17593afc-450c-4fe5-8929-63e1b29032b7 service nova] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Refreshing network info cache for port 04905eaa-854e-4aa4-80e3-aed5368b91b5 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.353253] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:a0:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04905eaa-854e-4aa4-80e3-aed5368b91b5', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.362054] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Creating folder: Project (9ee263fdfb9f471c9ffa07adce7810f4). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.366739] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91304669-dd71-488e-bcac-4f14a8f91698 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.392959] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Created folder: Project (9ee263fdfb9f471c9ffa07adce7810f4) in parent group-v695567. [ 821.395206] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Creating folder: Instances. Parent ref: group-v695718. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 821.395206] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7f53c2c-237a-492a-9421-14c56e307ac9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.406068] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479850, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.416991] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Created folder: Instances in parent group-v695718. [ 821.417280] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.417475] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.417687] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3975690-8d48-40e7-a23a-819a4c91dd39 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.444357] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.444357] env[69603]: value = "task-3479853" [ 821.444357] env[69603]: _type = "Task" [ 821.444357] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.453521] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479853, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.837153] env[69603]: DEBUG oslo_vmware.api [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3479849, 'name': PowerOnVM_Task, 'duration_secs': 0.671199} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.837567] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.837915] env[69603]: INFO nova.compute.manager [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Took 8.35 seconds to spawn the instance on the hypervisor. [ 821.838061] env[69603]: DEBUG nova.compute.manager [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 821.841100] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da44f08e-51eb-4bdc-af00-d38eadd1d161 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.853063] env[69603]: DEBUG nova.compute.utils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.853726] env[69603]: DEBUG nova.compute.manager [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.853966] env[69603]: DEBUG nova.network.neutron [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.894893] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522521} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.895823] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc/8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.896601] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.896601] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6570a64d-6b0d-426c-9e72-6ee514d5d42b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.906761] env[69603]: DEBUG nova.policy [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0efe28954b54422bbc9e1abfb82db9d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ee263fdfb9f471c9ffa07adce7810f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.910716] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 821.910716] env[69603]: value = "task-3479854" [ 821.910716] env[69603]: _type = "Task" [ 821.910716] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.927322] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.957811] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479853, 'name': CreateVM_Task, 'duration_secs': 0.364261} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.957989] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.958939] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.959163] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.959480] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.959726] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe3a7b36-b234-43ff-a8ed-a9e872209997 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.964210] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 821.964210] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527bdb62-846f-ac24-5de9-9cd766e55a64" [ 821.964210] env[69603]: _type = "Task" [ 821.964210] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.975155] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527bdb62-846f-ac24-5de9-9cd766e55a64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.975572] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7921809-26a3-4ba2-83b4-5e95698a6e9e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.982155] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a663a4e-e01f-4a77-a87f-aa7c52e9874f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.017432] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9ad829-7769-44f7-8688-b55c40b2500d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.029109] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee064ea4-76dd-4d5e-8037-646842164332 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.043744] env[69603]: DEBUG nova.compute.provider_tree [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.217226] env[69603]: DEBUG nova.network.neutron [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Successfully created port: 855e2b10-fd3c-4b4b-a540-8c9fa194a15c {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.359618] env[69603]: INFO nova.compute.manager [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Took 47.22 seconds to build instance. [ 822.359790] env[69603]: DEBUG nova.compute.manager [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.367153] env[69603]: DEBUG nova.network.neutron [req-496b8b77-fb0d-4421-8e44-3acec2a96946 req-17593afc-450c-4fe5-8929-63e1b29032b7 service nova] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Updated VIF entry in instance network info cache for port 04905eaa-854e-4aa4-80e3-aed5368b91b5. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.367153] env[69603]: DEBUG nova.network.neutron [req-496b8b77-fb0d-4421-8e44-3acec2a96946 req-17593afc-450c-4fe5-8929-63e1b29032b7 service nova] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Updating instance_info_cache with network_info: [{"id": "04905eaa-854e-4aa4-80e3-aed5368b91b5", "address": "fa:16:3e:4f:a0:6a", "network": {"id": "1b16ea76-12fe-47bd-be3c-50a6af6b75d6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1014378502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee263fdfb9f471c9ffa07adce7810f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04905eaa-85", "ovs_interfaceid": "04905eaa-854e-4aa4-80e3-aed5368b91b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.421901] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071631} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.422224] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.423030] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dfcfda-5f62-4078-b7cf-edd54a9a3ced {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.451122] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc/8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.451393] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717b67e9-1500-445a-b028-a2553b057e0c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.483333] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527bdb62-846f-ac24-5de9-9cd766e55a64, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.485142] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.485142] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.486942] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.486942] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.486942] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.486942] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 822.486942] env[69603]: value = "task-3479855" [ 822.486942] env[69603]: _type = "Task" [ 822.486942] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.486942] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b0d3266-60bb-46e4-b5dc-feff6e24f8fa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.496796] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479855, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.502021] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.502021] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.502021] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e762219-e5f8-43d8-b3ce-d4df94623fc7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.507353] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 822.507353] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528c1cdf-124f-fad7-1d7b-b203f16838ae" [ 822.507353] env[69603]: _type = "Task" [ 822.507353] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.520318] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528c1cdf-124f-fad7-1d7b-b203f16838ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.524672] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "ea73f497-64b3-4b6a-a2d6-6c290c634e2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.524672] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "ea73f497-64b3-4b6a-a2d6-6c290c634e2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.524672] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "ea73f497-64b3-4b6a-a2d6-6c290c634e2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.524672] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "ea73f497-64b3-4b6a-a2d6-6c290c634e2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.526064] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "ea73f497-64b3-4b6a-a2d6-6c290c634e2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.527972] env[69603]: INFO nova.compute.manager [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Terminating instance [ 822.547018] env[69603]: DEBUG nova.scheduler.client.report [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.860614] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec710457-1e8f-4b03-9091-2f6c1eafd93e tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "25da83bc-5cf0-436b-bca7-b6c3c225e188" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.330s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.869166] env[69603]: DEBUG oslo_concurrency.lockutils [req-496b8b77-fb0d-4421-8e44-3acec2a96946 req-17593afc-450c-4fe5-8929-63e1b29032b7 service nova] Releasing lock "refresh_cache-bcc0c5fd-21df-485a-b67f-cc2900ddf091" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.998174] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479855, 'name': ReconfigVM_Task, 'duration_secs': 0.500799} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.998473] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc/8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.999203] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1774e58-446e-45aa-890f-0bcdf3e3638d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.005981] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 823.005981] env[69603]: value = "task-3479856" [ 823.005981] env[69603]: _type = "Task" [ 823.005981] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.018058] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479856, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.022016] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528c1cdf-124f-fad7-1d7b-b203f16838ae, 'name': SearchDatastore_Task, 'duration_secs': 0.016172} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.022181] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-218ae2b5-b5fd-4624-b595-89273552ad1c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.027192] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 823.027192] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52433b1e-a7f3-8408-aee2-9281eb85e7e9" [ 823.027192] env[69603]: _type = "Task" [ 823.027192] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.032357] env[69603]: DEBUG nova.compute.manager [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.032480] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.035958] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2053b843-c359-45b5-adf0-7963a689fefb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.038558] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52433b1e-a7f3-8408-aee2-9281eb85e7e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.042649] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.042886] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06eb8579-6557-4dca-9aa6-b5168891a9a5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.049097] env[69603]: DEBUG oslo_vmware.api [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 823.049097] env[69603]: value = "task-3479857" [ 823.049097] env[69603]: _type = "Task" [ 823.049097] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.053157] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.055644] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.502s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.056283] env[69603]: DEBUG nova.objects.instance [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lazy-loading 'resources' on Instance uuid 23c2c79b-ce0d-41f0-a7d9-7808de4783aa {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.066056] env[69603]: DEBUG oslo_vmware.api [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.078731] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Acquiring lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.079035] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.079251] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Acquiring lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.079446] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.079616] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.082598] env[69603]: INFO nova.scheduler.client.report [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Deleted allocations for instance 46ec109a-88fe-457f-b4e7-8bb58018b18d [ 823.083763] env[69603]: INFO nova.compute.manager [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Terminating instance [ 823.363443] env[69603]: DEBUG nova.compute.manager [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.369700] env[69603]: DEBUG nova.compute.manager [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.413611] env[69603]: DEBUG nova.virt.hardware [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.413872] env[69603]: DEBUG nova.virt.hardware [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.414052] env[69603]: DEBUG nova.virt.hardware [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.414345] env[69603]: DEBUG nova.virt.hardware [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.414416] env[69603]: DEBUG nova.virt.hardware [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.414538] env[69603]: DEBUG nova.virt.hardware [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.414766] env[69603]: DEBUG nova.virt.hardware [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.414927] env[69603]: DEBUG nova.virt.hardware [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.415421] env[69603]: DEBUG nova.virt.hardware [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.415659] env[69603]: DEBUG nova.virt.hardware [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.415867] env[69603]: DEBUG nova.virt.hardware [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.416798] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356110fd-ed29-4c0d-b83d-24b73784f74c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.426558] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b41c12-2361-4c80-8849-5f98f7a38020 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.488303] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "8fefa346-59ab-4209-b87f-dc96b800b58e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.488521] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "8fefa346-59ab-4209-b87f-dc96b800b58e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.517317] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479856, 'name': Rename_Task, 'duration_secs': 0.16037} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.517593] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.517846] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c1eec73-45e8-423e-a4b3-d12ab1e20c68 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.526305] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 823.526305] env[69603]: value = "task-3479858" [ 823.526305] env[69603]: _type = "Task" [ 823.526305] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.537629] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.541682] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52433b1e-a7f3-8408-aee2-9281eb85e7e9, 'name': SearchDatastore_Task, 'duration_secs': 0.011169} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.542065] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.542422] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] bcc0c5fd-21df-485a-b67f-cc2900ddf091/bcc0c5fd-21df-485a-b67f-cc2900ddf091.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.542693] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff8c592a-5f6d-4f48-8858-93854fe8cc45 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.550247] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 823.550247] env[69603]: value = "task-3479859" [ 823.550247] env[69603]: _type = "Task" [ 823.550247] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.568467] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.569652] env[69603]: DEBUG oslo_vmware.api [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479857, 'name': PowerOffVM_Task, 'duration_secs': 0.223542} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.569652] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.569652] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.569652] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5fff1d7-b7b5-49ea-ba2c-610334d8835c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.596184] env[69603]: DEBUG nova.compute.manager [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.596449] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.596953] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a9e27f0d-939b-4f84-a4c9-24d00da56a38 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "46ec109a-88fe-457f-b4e7-8bb58018b18d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.530s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.598380] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add2a78c-d0e7-4cec-b599-398eb3d56cc9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.608537] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.608787] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d90e6aa-d23e-434f-8b1a-cc745bc63a4f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.618256] env[69603]: DEBUG oslo_vmware.api [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Waiting for the task: (returnval){ [ 823.618256] env[69603]: value = "task-3479861" [ 823.618256] env[69603]: _type = "Task" [ 823.618256] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.627260] env[69603]: DEBUG oslo_vmware.api [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': task-3479861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.634638] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.634855] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.635047] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Deleting the datastore file [datastore2] ea73f497-64b3-4b6a-a2d6-6c290c634e2c {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.635606] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c436b051-7f19-4ecd-82b6-cb5098f9a987 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.644349] env[69603]: DEBUG oslo_vmware.api [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for the task: (returnval){ [ 823.644349] env[69603]: value = "task-3479862" [ 823.644349] env[69603]: _type = "Task" [ 823.644349] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.654886] env[69603]: DEBUG oslo_vmware.api [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479862, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.894267] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.905765] env[69603]: DEBUG nova.compute.manager [req-532182b4-ade0-4b5c-8951-5bc54b49e128 req-3224e119-2f30-4fab-be59-da9b2aee7936 service nova] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Received event network-vif-plugged-855e2b10-fd3c-4b4b-a540-8c9fa194a15c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.905991] env[69603]: DEBUG oslo_concurrency.lockutils [req-532182b4-ade0-4b5c-8951-5bc54b49e128 req-3224e119-2f30-4fab-be59-da9b2aee7936 service nova] Acquiring lock "bb4fb498-78da-43d5-a20c-cf38a94b2efa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.906208] env[69603]: DEBUG oslo_concurrency.lockutils [req-532182b4-ade0-4b5c-8951-5bc54b49e128 req-3224e119-2f30-4fab-be59-da9b2aee7936 service nova] Lock "bb4fb498-78da-43d5-a20c-cf38a94b2efa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.906379] env[69603]: DEBUG oslo_concurrency.lockutils [req-532182b4-ade0-4b5c-8951-5bc54b49e128 req-3224e119-2f30-4fab-be59-da9b2aee7936 service nova] Lock "bb4fb498-78da-43d5-a20c-cf38a94b2efa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.906590] env[69603]: DEBUG nova.compute.manager [req-532182b4-ade0-4b5c-8951-5bc54b49e128 req-3224e119-2f30-4fab-be59-da9b2aee7936 service nova] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] No waiting events found dispatching network-vif-plugged-855e2b10-fd3c-4b4b-a540-8c9fa194a15c {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 823.906752] env[69603]: WARNING nova.compute.manager [req-532182b4-ade0-4b5c-8951-5bc54b49e128 req-3224e119-2f30-4fab-be59-da9b2aee7936 service nova] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Received unexpected event network-vif-plugged-855e2b10-fd3c-4b4b-a540-8c9fa194a15c for instance with vm_state building and task_state spawning. [ 824.043127] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479858, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.074350] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479859, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.089637] env[69603]: DEBUG nova.network.neutron [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Successfully updated port: 855e2b10-fd3c-4b4b-a540-8c9fa194a15c {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.135137] env[69603]: DEBUG oslo_vmware.api [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': task-3479861, 'name': PowerOffVM_Task, 'duration_secs': 0.314247} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.135137] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.135137] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.135137] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45e357ca-0b60-40a8-8bd7-fa7c59c8b69f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.157020] env[69603]: DEBUG oslo_vmware.api [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Task: {'id': task-3479862, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476634} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.157020] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.157020] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.157020] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.157020] env[69603]: INFO nova.compute.manager [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 824.157494] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.157494] env[69603]: DEBUG nova.compute.manager [-] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.157494] env[69603]: DEBUG nova.network.neutron [-] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.197782] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3c7ebe-daf8-4bd9-be70-da44f8a285d8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.203853] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.204164] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.204371] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Deleting the datastore file [datastore2] 503c8979-4c4e-4a8d-a06c-5a2e240437a6 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.206618] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d95e8017-0d89-4c27-a5ca-c787f434bba0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.210240] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abf0ee4-0b21-458a-b726-bc45f8db9a8d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.218208] env[69603]: DEBUG oslo_vmware.api [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Waiting for the task: (returnval){ [ 824.218208] env[69603]: value = "task-3479864" [ 824.218208] env[69603]: _type = "Task" [ 824.218208] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.251685] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340b932f-2aab-45c7-9a59-a3a5a61241eb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.265248] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260029ae-2eff-466e-9cec-54ecaeb7d588 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.278562] env[69603]: DEBUG nova.compute.provider_tree [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.542366] env[69603]: DEBUG oslo_vmware.api [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479858, 'name': PowerOnVM_Task, 'duration_secs': 0.8052} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.543249] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.543481] env[69603]: INFO nova.compute.manager [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Took 8.28 seconds to spawn the instance on the hypervisor. [ 824.543664] env[69603]: DEBUG nova.compute.manager [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 824.544484] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be32fe46-d5b3-4372-8d86-42bcd578a44a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.564498] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576004} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.564498] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] bcc0c5fd-21df-485a-b67f-cc2900ddf091/bcc0c5fd-21df-485a-b67f-cc2900ddf091.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.564498] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.564498] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4156368-5ff0-4c0a-97c7-cec3879a5d64 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.571284] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 824.571284] env[69603]: value = "task-3479865" [ 824.571284] env[69603]: _type = "Task" [ 824.571284] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.582556] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.598056] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "refresh_cache-bb4fb498-78da-43d5-a20c-cf38a94b2efa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.598212] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquired lock "refresh_cache-bb4fb498-78da-43d5-a20c-cf38a94b2efa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.598359] env[69603]: DEBUG nova.network.neutron [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.757847] env[69603]: DEBUG oslo_vmware.api [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Task: {'id': task-3479864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239686} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.758135] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.758310] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.758490] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.758661] env[69603]: INFO nova.compute.manager [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 824.758939] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.759160] env[69603]: DEBUG nova.compute.manager [-] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.759258] env[69603]: DEBUG nova.network.neutron [-] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.787274] env[69603]: DEBUG nova.scheduler.client.report [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.043712] env[69603]: DEBUG nova.network.neutron [-] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.064708] env[69603]: INFO nova.compute.manager [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Took 46.63 seconds to build instance. [ 825.081630] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264553} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.081951] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.083214] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f4e815-b65f-4a71-80ae-8c485b3acc78 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.112358] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] bcc0c5fd-21df-485a-b67f-cc2900ddf091/bcc0c5fd-21df-485a-b67f-cc2900ddf091.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.113159] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc91179-f235-4da6-b421-d75171715f5b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.134460] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 825.134460] env[69603]: value = "task-3479869" [ 825.134460] env[69603]: _type = "Task" [ 825.134460] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.142890] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.156510] env[69603]: DEBUG nova.network.neutron [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.295115] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.297041] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.703s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.298523] env[69603]: INFO nova.compute.claims [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 825.322305] env[69603]: INFO nova.scheduler.client.report [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Deleted allocations for instance 23c2c79b-ce0d-41f0-a7d9-7808de4783aa [ 825.350854] env[69603]: DEBUG nova.network.neutron [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Updating instance_info_cache with network_info: [{"id": "855e2b10-fd3c-4b4b-a540-8c9fa194a15c", "address": "fa:16:3e:f0:1b:63", "network": {"id": "1b16ea76-12fe-47bd-be3c-50a6af6b75d6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1014378502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee263fdfb9f471c9ffa07adce7810f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855e2b10-fd", "ovs_interfaceid": "855e2b10-fd3c-4b4b-a540-8c9fa194a15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.548438] env[69603]: INFO nova.compute.manager [-] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Took 1.39 seconds to deallocate network for instance. [ 825.570534] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddcfd9fd-1aa8-4e21-ad64-ea32b6efbf1d tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.601s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.644645] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479869, 'name': ReconfigVM_Task, 'duration_secs': 0.328856} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.644935] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Reconfigured VM instance instance-00000035 to attach disk [datastore2] bcc0c5fd-21df-485a-b67f-cc2900ddf091/bcc0c5fd-21df-485a-b67f-cc2900ddf091.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.645761] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed95f444-e343-490f-9edd-5e302a454f98 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.652299] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 825.652299] env[69603]: value = "task-3479870" [ 825.652299] env[69603]: _type = "Task" [ 825.652299] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.660794] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479870, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.835790] env[69603]: DEBUG nova.network.neutron [-] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.838945] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3ff5279d-708e-4b3f-9916-ee49917d9a8c tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "23c2c79b-ce0d-41f0-a7d9-7808de4783aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.361s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.856024] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Releasing lock "refresh_cache-bb4fb498-78da-43d5-a20c-cf38a94b2efa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.856024] env[69603]: DEBUG nova.compute.manager [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Instance network_info: |[{"id": "855e2b10-fd3c-4b4b-a540-8c9fa194a15c", "address": "fa:16:3e:f0:1b:63", "network": {"id": "1b16ea76-12fe-47bd-be3c-50a6af6b75d6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1014378502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee263fdfb9f471c9ffa07adce7810f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855e2b10-fd", "ovs_interfaceid": "855e2b10-fd3c-4b4b-a540-8c9fa194a15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.856767] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:1b:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '855e2b10-fd3c-4b4b-a540-8c9fa194a15c', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.867952] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.868830] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.869119] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7817f646-317d-42bc-9178-6fedfd351ddf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.897730] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.897730] env[69603]: value = "task-3479871" [ 825.897730] env[69603]: _type = "Task" [ 825.897730] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.905919] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479871, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.056303] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.074339] env[69603]: DEBUG nova.compute.manager [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.163075] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479870, 'name': Rename_Task, 'duration_secs': 0.139814} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.163373] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.163627] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f160f6b8-5f8c-4b27-a991-e7b111a6abbf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.172596] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 826.172596] env[69603]: value = "task-3479872" [ 826.172596] env[69603]: _type = "Task" [ 826.172596] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.183723] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.339717] env[69603]: DEBUG nova.compute.manager [req-2702dd5b-4c47-4ad1-80d4-2130b021b521 req-fa9779db-fd5a-4791-b85b-886865e6a6d7 service nova] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Received event network-changed-855e2b10-fd3c-4b4b-a540-8c9fa194a15c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.339823] env[69603]: DEBUG nova.compute.manager [req-2702dd5b-4c47-4ad1-80d4-2130b021b521 req-fa9779db-fd5a-4791-b85b-886865e6a6d7 service nova] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Refreshing instance network info cache due to event network-changed-855e2b10-fd3c-4b4b-a540-8c9fa194a15c. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.339992] env[69603]: DEBUG oslo_concurrency.lockutils [req-2702dd5b-4c47-4ad1-80d4-2130b021b521 req-fa9779db-fd5a-4791-b85b-886865e6a6d7 service nova] Acquiring lock "refresh_cache-bb4fb498-78da-43d5-a20c-cf38a94b2efa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.340207] env[69603]: DEBUG oslo_concurrency.lockutils [req-2702dd5b-4c47-4ad1-80d4-2130b021b521 req-fa9779db-fd5a-4791-b85b-886865e6a6d7 service nova] Acquired lock "refresh_cache-bb4fb498-78da-43d5-a20c-cf38a94b2efa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.340885] env[69603]: DEBUG nova.network.neutron [req-2702dd5b-4c47-4ad1-80d4-2130b021b521 req-fa9779db-fd5a-4791-b85b-886865e6a6d7 service nova] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Refreshing network info cache for port 855e2b10-fd3c-4b4b-a540-8c9fa194a15c {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.343307] env[69603]: INFO nova.compute.manager [-] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Took 1.58 seconds to deallocate network for instance. [ 826.410990] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479871, 'name': CreateVM_Task, 'duration_secs': 0.456582} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.411375] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.411876] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.412011] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.412428] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.412559] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f26f544-2e16-4eb5-ae9e-a6d8d17d390f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.417268] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 826.417268] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f1502b-8970-ecc7-7f2c-5c010ae9e428" [ 826.417268] env[69603]: _type = "Task" [ 826.417268] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.428293] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f1502b-8970-ecc7-7f2c-5c010ae9e428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.602233] env[69603]: DEBUG oslo_concurrency.lockutils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.617059] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "f5c27a8f-04f6-4c2b-879b-10c0284c4eb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.618276] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "f5c27a8f-04f6-4c2b-879b-10c0284c4eb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.652352] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "260435ee-6f06-4d91-92d8-c1a045ebed2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.652690] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "260435ee-6f06-4d91-92d8-c1a045ebed2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.686243] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479872, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.827082] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cfcf79-d832-4876-b4e0-06396cbeb07b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.834763] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5a084f-b0f8-44de-8725-041ca814e628 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.868557] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.869560] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28796eb-5feb-4886-a886-4fd46ad74146 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.876887] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358dc746-cb69-45a2-bb2e-723e3501f25f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.891300] env[69603]: DEBUG nova.compute.provider_tree [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.927696] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f1502b-8970-ecc7-7f2c-5c010ae9e428, 'name': SearchDatastore_Task, 'duration_secs': 0.011793} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.927990] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.928239] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.928474] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.928619] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.928797] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.929104] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9b05b99-8b82-4391-9d3e-504bdb1b560c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.937693] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.937938] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.938795] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f086c2d3-f15b-41ae-89b2-0b09707eb493 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.944514] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 826.944514] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52409658-ce60-3f69-7aa2-1c0b436b667e" [ 826.944514] env[69603]: _type = "Task" [ 826.944514] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.954649] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52409658-ce60-3f69-7aa2-1c0b436b667e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.113883] env[69603]: DEBUG nova.network.neutron [req-2702dd5b-4c47-4ad1-80d4-2130b021b521 req-fa9779db-fd5a-4791-b85b-886865e6a6d7 service nova] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Updated VIF entry in instance network info cache for port 855e2b10-fd3c-4b4b-a540-8c9fa194a15c. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.114289] env[69603]: DEBUG nova.network.neutron [req-2702dd5b-4c47-4ad1-80d4-2130b021b521 req-fa9779db-fd5a-4791-b85b-886865e6a6d7 service nova] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Updating instance_info_cache with network_info: [{"id": "855e2b10-fd3c-4b4b-a540-8c9fa194a15c", "address": "fa:16:3e:f0:1b:63", "network": {"id": "1b16ea76-12fe-47bd-be3c-50a6af6b75d6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1014378502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee263fdfb9f471c9ffa07adce7810f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap855e2b10-fd", "ovs_interfaceid": "855e2b10-fd3c-4b4b-a540-8c9fa194a15c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.183053] env[69603]: DEBUG oslo_vmware.api [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479872, 'name': PowerOnVM_Task, 'duration_secs': 0.535848} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.183302] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.183513] env[69603]: INFO nova.compute.manager [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Took 8.20 seconds to spawn the instance on the hypervisor. [ 827.183692] env[69603]: DEBUG nova.compute.manager [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.184487] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea69332-2281-48fa-8a01-1bbe666adc50 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.322324] env[69603]: DEBUG nova.compute.manager [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Stashing vm_state: active {{(pid=69603) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 827.394489] env[69603]: DEBUG nova.scheduler.client.report [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.460138] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52409658-ce60-3f69-7aa2-1c0b436b667e, 'name': SearchDatastore_Task, 'duration_secs': 0.009866} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.461514] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-949aa899-838a-4af9-b74c-7ba24fbb6278 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.478906] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 827.478906] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52567f51-a96e-beab-8e14-9401b62c51dc" [ 827.478906] env[69603]: _type = "Task" [ 827.478906] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.497419] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52567f51-a96e-beab-8e14-9401b62c51dc, 'name': SearchDatastore_Task, 'duration_secs': 0.017091} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.497718] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.497985] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] bb4fb498-78da-43d5-a20c-cf38a94b2efa/bb4fb498-78da-43d5-a20c-cf38a94b2efa.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.498328] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0948c88f-fe61-4475-9d55-247fc649c2af {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.515364] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 827.515364] env[69603]: value = "task-3479873" [ 827.515364] env[69603]: _type = "Task" [ 827.515364] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.532509] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.617062] env[69603]: DEBUG oslo_concurrency.lockutils [req-2702dd5b-4c47-4ad1-80d4-2130b021b521 req-fa9779db-fd5a-4791-b85b-886865e6a6d7 service nova] Releasing lock "refresh_cache-bb4fb498-78da-43d5-a20c-cf38a94b2efa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.617549] env[69603]: DEBUG nova.compute.manager [req-2702dd5b-4c47-4ad1-80d4-2130b021b521 req-fa9779db-fd5a-4791-b85b-886865e6a6d7 service nova] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Received event network-vif-deleted-9e6362c9-8958-4ff7-a944-e41a685331a5 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.617549] env[69603]: DEBUG nova.compute.manager [req-2702dd5b-4c47-4ad1-80d4-2130b021b521 req-fa9779db-fd5a-4791-b85b-886865e6a6d7 service nova] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Received event network-vif-deleted-68e03e2c-b725-4c9d-af40-410ae8b79827 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.700168] env[69603]: INFO nova.compute.manager [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Took 45.57 seconds to build instance. [ 827.842695] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.901196] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.901310] env[69603]: DEBUG nova.compute.manager [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.904147] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.698s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.905384] env[69603]: INFO nova.compute.claims [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.025733] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.202938] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb6fe703-d9db-4ccc-bfb9-24ef846a632e tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "bcc0c5fd-21df-485a-b67f-cc2900ddf091" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.988s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.409987] env[69603]: DEBUG nova.compute.utils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.414605] env[69603]: DEBUG nova.compute.manager [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.414813] env[69603]: DEBUG nova.network.neutron [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.482308] env[69603]: DEBUG nova.policy [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0efe28954b54422bbc9e1abfb82db9d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ee263fdfb9f471c9ffa07adce7810f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.526796] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479873, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.705361] env[69603]: DEBUG nova.compute.manager [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.915429] env[69603]: DEBUG nova.compute.manager [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.028726] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479873, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.201428} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.029248] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] bb4fb498-78da-43d5-a20c-cf38a94b2efa/bb4fb498-78da-43d5-a20c-cf38a94b2efa.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.029492] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.029784] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ead3c9dc-1a4a-4b18-aa89-ecd4207a8aea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.037774] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 829.037774] env[69603]: value = "task-3479875" [ 829.037774] env[69603]: _type = "Task" [ 829.037774] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.047326] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.092554] env[69603]: DEBUG nova.network.neutron [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Successfully created port: 38630e68-6a1a-4847-a853-a5c07b108a28 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.222380] env[69603]: DEBUG oslo_concurrency.lockutils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.490665] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bc354b-3090-4697-a736-eaa3ba1eb064 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.498338] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f349e828-2864-4d12-bbd3-fa3019d88cd3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.530787] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd51197-d820-48e6-bab2-12c0892b7c42 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.543147] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a383215-7092-49d0-b1d2-a8168f1bdca1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.557737] env[69603]: DEBUG nova.compute.provider_tree [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.562887] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13543} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.563571] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.564036] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fc9f8a-1fcb-4e0c-a0d8-8c04a89fec36 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.598531] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] bb4fb498-78da-43d5-a20c-cf38a94b2efa/bb4fb498-78da-43d5-a20c-cf38a94b2efa.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.599779] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac1be85e-7332-4ed6-a3ac-724653ec596c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.627214] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 829.627214] env[69603]: value = "task-3479876" [ 829.627214] env[69603]: _type = "Task" [ 829.627214] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.642803] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479876, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.928596] env[69603]: DEBUG nova.compute.manager [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.961030] env[69603]: DEBUG nova.virt.hardware [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.961322] env[69603]: DEBUG nova.virt.hardware [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.961483] env[69603]: DEBUG nova.virt.hardware [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.961665] env[69603]: DEBUG nova.virt.hardware [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.961808] env[69603]: DEBUG nova.virt.hardware [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.961952] env[69603]: DEBUG nova.virt.hardware [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.962257] env[69603]: DEBUG nova.virt.hardware [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.962435] env[69603]: DEBUG nova.virt.hardware [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.962609] env[69603]: DEBUG nova.virt.hardware [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.962773] env[69603]: DEBUG nova.virt.hardware [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.962943] env[69603]: DEBUG nova.virt.hardware [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.963845] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bef572-2e8c-4125-ba8d-7b498f06503a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.972838] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e262a3c7-029b-4504-8879-aa153959c856 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.060922] env[69603]: DEBUG nova.scheduler.client.report [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.139469] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.526821] env[69603]: DEBUG nova.compute.manager [req-e296b00a-cd79-4e9a-863c-707336e168b4 req-1958ea6f-76db-420d-a231-ac4b4ec00782 service nova] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Received event network-vif-plugged-38630e68-6a1a-4847-a853-a5c07b108a28 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.527061] env[69603]: DEBUG oslo_concurrency.lockutils [req-e296b00a-cd79-4e9a-863c-707336e168b4 req-1958ea6f-76db-420d-a231-ac4b4ec00782 service nova] Acquiring lock "f002f41b-ad9f-437e-9b52-52885f6e2a1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.527291] env[69603]: DEBUG oslo_concurrency.lockutils [req-e296b00a-cd79-4e9a-863c-707336e168b4 req-1958ea6f-76db-420d-a231-ac4b4ec00782 service nova] Lock "f002f41b-ad9f-437e-9b52-52885f6e2a1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.527472] env[69603]: DEBUG oslo_concurrency.lockutils [req-e296b00a-cd79-4e9a-863c-707336e168b4 req-1958ea6f-76db-420d-a231-ac4b4ec00782 service nova] Lock "f002f41b-ad9f-437e-9b52-52885f6e2a1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.527683] env[69603]: DEBUG nova.compute.manager [req-e296b00a-cd79-4e9a-863c-707336e168b4 req-1958ea6f-76db-420d-a231-ac4b4ec00782 service nova] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] No waiting events found dispatching network-vif-plugged-38630e68-6a1a-4847-a853-a5c07b108a28 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 830.527886] env[69603]: WARNING nova.compute.manager [req-e296b00a-cd79-4e9a-863c-707336e168b4 req-1958ea6f-76db-420d-a231-ac4b4ec00782 service nova] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Received unexpected event network-vif-plugged-38630e68-6a1a-4847-a853-a5c07b108a28 for instance with vm_state building and task_state spawning. [ 830.566563] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.567078] env[69603]: DEBUG nova.compute.manager [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.570020] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.768s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.570245] env[69603]: DEBUG nova.objects.instance [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Lazy-loading 'resources' on Instance uuid 61b80bcc-8603-48e4-9cef-493fea1eba57 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.645787] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479876, 'name': ReconfigVM_Task, 'duration_secs': 0.924856} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.645787] env[69603]: DEBUG nova.network.neutron [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Successfully updated port: 38630e68-6a1a-4847-a853-a5c07b108a28 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 830.647889] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Reconfigured VM instance instance-00000036 to attach disk [datastore1] bb4fb498-78da-43d5-a20c-cf38a94b2efa/bb4fb498-78da-43d5-a20c-cf38a94b2efa.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.649184] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d260cffc-c73b-4738-b431-d4ac24af1abb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.656689] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 830.656689] env[69603]: value = "task-3479878" [ 830.656689] env[69603]: _type = "Task" [ 830.656689] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.668389] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479878, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.073331] env[69603]: DEBUG nova.compute.utils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.079012] env[69603]: DEBUG nova.compute.manager [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.079587] env[69603]: DEBUG nova.network.neutron [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.141996] env[69603]: DEBUG nova.policy [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9748d3cdac584efd84dbcbe97ce0ee19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d262283422a4d428e400360c4f93acf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.149644] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "refresh_cache-f002f41b-ad9f-437e-9b52-52885f6e2a1c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.149867] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquired lock "refresh_cache-f002f41b-ad9f-437e-9b52-52885f6e2a1c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.150047] env[69603]: DEBUG nova.network.neutron [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 831.168382] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479878, 'name': Rename_Task, 'duration_secs': 0.40844} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.170907] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.172038] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3de41f9c-1b9c-4770-beeb-467eb777b126 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.178048] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 831.178048] env[69603]: value = "task-3479879" [ 831.178048] env[69603]: _type = "Task" [ 831.178048] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.188596] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.463867] env[69603]: DEBUG nova.network.neutron [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Successfully created port: a31e2104-239d-4286-b724-5078543aad3f {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.579594] env[69603]: DEBUG nova.compute.manager [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.582138] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b91601-a75e-4486-a68f-5a09821283fc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.590629] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7da1528-7b2f-41b6-85a2-1938dae9c0ef {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.623465] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac29c8c7-6b1c-4d6c-9a58-79bd46bdd1c1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.631762] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf86daa-c982-4cc1-924a-3c70698852d9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.646815] env[69603]: DEBUG nova.compute.provider_tree [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.692431] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479879, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.692431] env[69603]: DEBUG nova.network.neutron [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 831.835213] env[69603]: DEBUG nova.network.neutron [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Updating instance_info_cache with network_info: [{"id": "38630e68-6a1a-4847-a853-a5c07b108a28", "address": "fa:16:3e:25:ca:bf", "network": {"id": "1b16ea76-12fe-47bd-be3c-50a6af6b75d6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1014378502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee263fdfb9f471c9ffa07adce7810f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38630e68-6a", "ovs_interfaceid": "38630e68-6a1a-4847-a853-a5c07b108a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.150066] env[69603]: DEBUG nova.scheduler.client.report [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.192103] env[69603]: DEBUG oslo_vmware.api [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479879, 'name': PowerOnVM_Task, 'duration_secs': 0.551864} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.192461] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 832.192669] env[69603]: INFO nova.compute.manager [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Took 8.82 seconds to spawn the instance on the hypervisor. [ 832.192851] env[69603]: DEBUG nova.compute.manager [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 832.193724] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f72f5c0-df83-4ae6-8a95-8dbbede1d317 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.338270] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Releasing lock "refresh_cache-f002f41b-ad9f-437e-9b52-52885f6e2a1c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.338644] env[69603]: DEBUG nova.compute.manager [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Instance network_info: |[{"id": "38630e68-6a1a-4847-a853-a5c07b108a28", "address": "fa:16:3e:25:ca:bf", "network": {"id": "1b16ea76-12fe-47bd-be3c-50a6af6b75d6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1014378502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee263fdfb9f471c9ffa07adce7810f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38630e68-6a", "ovs_interfaceid": "38630e68-6a1a-4847-a853-a5c07b108a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 832.339302] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:ca:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d4ef133-b6f3-41d1-add4-92a1482195cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38630e68-6a1a-4847-a853-a5c07b108a28', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.346987] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.347218] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.347450] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c9a4438a-ab69-4162-a685-e3b30b8f743c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.367355] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.367355] env[69603]: value = "task-3479881" [ 832.367355] env[69603]: _type = "Task" [ 832.367355] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.374932] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479881, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.553046] env[69603]: DEBUG nova.compute.manager [req-4f876921-9310-4a5d-9452-7162b3605ef3 req-41aaa8ad-b283-4101-a8b3-ac795ded800a service nova] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Received event network-changed-38630e68-6a1a-4847-a853-a5c07b108a28 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.553288] env[69603]: DEBUG nova.compute.manager [req-4f876921-9310-4a5d-9452-7162b3605ef3 req-41aaa8ad-b283-4101-a8b3-ac795ded800a service nova] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Refreshing instance network info cache due to event network-changed-38630e68-6a1a-4847-a853-a5c07b108a28. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 832.553534] env[69603]: DEBUG oslo_concurrency.lockutils [req-4f876921-9310-4a5d-9452-7162b3605ef3 req-41aaa8ad-b283-4101-a8b3-ac795ded800a service nova] Acquiring lock "refresh_cache-f002f41b-ad9f-437e-9b52-52885f6e2a1c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.553700] env[69603]: DEBUG oslo_concurrency.lockutils [req-4f876921-9310-4a5d-9452-7162b3605ef3 req-41aaa8ad-b283-4101-a8b3-ac795ded800a service nova] Acquired lock "refresh_cache-f002f41b-ad9f-437e-9b52-52885f6e2a1c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.553876] env[69603]: DEBUG nova.network.neutron [req-4f876921-9310-4a5d-9452-7162b3605ef3 req-41aaa8ad-b283-4101-a8b3-ac795ded800a service nova] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Refreshing network info cache for port 38630e68-6a1a-4847-a853-a5c07b108a28 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 832.588030] env[69603]: DEBUG nova.compute.manager [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.614723] env[69603]: DEBUG nova.virt.hardware [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.614980] env[69603]: DEBUG nova.virt.hardware [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.615156] env[69603]: DEBUG nova.virt.hardware [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.615342] env[69603]: DEBUG nova.virt.hardware [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.615609] env[69603]: DEBUG nova.virt.hardware [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.615788] env[69603]: DEBUG nova.virt.hardware [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.615999] env[69603]: DEBUG nova.virt.hardware [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.616180] env[69603]: DEBUG nova.virt.hardware [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.616354] env[69603]: DEBUG nova.virt.hardware [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.616515] env[69603]: DEBUG nova.virt.hardware [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.616688] env[69603]: DEBUG nova.virt.hardware [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.617610] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34adf31-b91d-46bb-bc43-8286f4eb865c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.625754] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17724179-2764-4231-992a-557a4d50fc32 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.655593] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.657871] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.101s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.659433] env[69603]: INFO nova.compute.claims [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.679553] env[69603]: INFO nova.scheduler.client.report [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Deleted allocations for instance 61b80bcc-8603-48e4-9cef-493fea1eba57 [ 832.712894] env[69603]: INFO nova.compute.manager [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Took 47.27 seconds to build instance. [ 832.878052] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479881, 'name': CreateVM_Task, 'duration_secs': 0.326913} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.878175] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.878801] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.878966] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.879312] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.879630] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1d8af8a-f410-46c4-9c3e-d59c32886252 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.884641] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 832.884641] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d24839-056b-dc02-7750-6cf04c195d68" [ 832.884641] env[69603]: _type = "Task" [ 832.884641] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.892331] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d24839-056b-dc02-7750-6cf04c195d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.060043] env[69603]: DEBUG nova.network.neutron [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Successfully updated port: a31e2104-239d-4286-b724-5078543aad3f {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.188799] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d002866d-d572-4c97-af52-0b6367f94075 tempest-ServersNegativeTestMultiTenantJSON-1659995773 tempest-ServersNegativeTestMultiTenantJSON-1659995773-project-member] Lock "61b80bcc-8603-48e4-9cef-493fea1eba57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.125s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.215247] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fdfb9756-657c-4eb2-8847-dbc437bd479c tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "bb4fb498-78da-43d5-a20c-cf38a94b2efa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.642s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.267869] env[69603]: DEBUG nova.network.neutron [req-4f876921-9310-4a5d-9452-7162b3605ef3 req-41aaa8ad-b283-4101-a8b3-ac795ded800a service nova] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Updated VIF entry in instance network info cache for port 38630e68-6a1a-4847-a853-a5c07b108a28. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 833.268280] env[69603]: DEBUG nova.network.neutron [req-4f876921-9310-4a5d-9452-7162b3605ef3 req-41aaa8ad-b283-4101-a8b3-ac795ded800a service nova] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Updating instance_info_cache with network_info: [{"id": "38630e68-6a1a-4847-a853-a5c07b108a28", "address": "fa:16:3e:25:ca:bf", "network": {"id": "1b16ea76-12fe-47bd-be3c-50a6af6b75d6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1014378502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee263fdfb9f471c9ffa07adce7810f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38630e68-6a", "ovs_interfaceid": "38630e68-6a1a-4847-a853-a5c07b108a28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.395775] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d24839-056b-dc02-7750-6cf04c195d68, 'name': SearchDatastore_Task, 'duration_secs': 0.012309} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.396114] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.396354] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.396591] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.396736] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.396916] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.397216] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65d6e61c-699b-4fb7-bb4b-177c8fb5339d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.413385] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.413614] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.414360] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc0862d3-6ba9-4ea7-ab77-469575e2dcc9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.419609] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 833.419609] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5219a57c-f86f-5af5-c5dc-75b25973a976" [ 833.419609] env[69603]: _type = "Task" [ 833.419609] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.427459] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5219a57c-f86f-5af5-c5dc-75b25973a976, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.568555] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "refresh_cache-d295f7c6-ce16-42d6-ab06-c4e0d62c98e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.568555] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "refresh_cache-d295f7c6-ce16-42d6-ab06-c4e0d62c98e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.568555] env[69603]: DEBUG nova.network.neutron [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.718386] env[69603]: DEBUG nova.compute.manager [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.770966] env[69603]: DEBUG oslo_concurrency.lockutils [req-4f876921-9310-4a5d-9452-7162b3605ef3 req-41aaa8ad-b283-4101-a8b3-ac795ded800a service nova] Releasing lock "refresh_cache-f002f41b-ad9f-437e-9b52-52885f6e2a1c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.936651] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5219a57c-f86f-5af5-c5dc-75b25973a976, 'name': SearchDatastore_Task, 'duration_secs': 0.043762} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.937477] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d190de-6ad2-4cb2-84a0-b3de71f15957 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.953019] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 833.953019] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c62605-03fa-029c-02f0-3d6f9590aca4" [ 833.953019] env[69603]: _type = "Task" [ 833.953019] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.960484] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c62605-03fa-029c-02f0-3d6f9590aca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.143191] env[69603]: DEBUG nova.network.neutron [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.178756] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d271b7ae-52c1-4d6a-aa04-8cada8b8f80d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.188438] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec65dfb0-dc80-4df7-b7d7-7f6f549a7e33 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.226266] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554c2849-1625-424a-a894-46841ab64b39 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.240288] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc16cf49-c5d8-4e55-a954-37dca41a5704 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.249512] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.259063] env[69603]: DEBUG nova.compute.provider_tree [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.398162] env[69603]: DEBUG nova.network.neutron [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Updating instance_info_cache with network_info: [{"id": "a31e2104-239d-4286-b724-5078543aad3f", "address": "fa:16:3e:1c:59:9e", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31e2104-23", "ovs_interfaceid": "a31e2104-239d-4286-b724-5078543aad3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.463047] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c62605-03fa-029c-02f0-3d6f9590aca4, 'name': SearchDatastore_Task, 'duration_secs': 0.009541} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.463452] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.463731] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] f002f41b-ad9f-437e-9b52-52885f6e2a1c/f002f41b-ad9f-437e-9b52-52885f6e2a1c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.464037] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-14dbcabb-ebd6-44b2-931c-74498f0cac69 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.474071] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 834.474071] env[69603]: value = "task-3479883" [ 834.474071] env[69603]: _type = "Task" [ 834.474071] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.485360] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479883, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.673058] env[69603]: DEBUG nova.compute.manager [req-2e9c1a02-aa07-47cd-82fb-781ce8df6d54 req-171c97b0-6c30-4841-be00-0fc916413204 service nova] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Received event network-vif-plugged-a31e2104-239d-4286-b724-5078543aad3f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.673300] env[69603]: DEBUG oslo_concurrency.lockutils [req-2e9c1a02-aa07-47cd-82fb-781ce8df6d54 req-171c97b0-6c30-4841-be00-0fc916413204 service nova] Acquiring lock "d295f7c6-ce16-42d6-ab06-c4e0d62c98e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.673531] env[69603]: DEBUG oslo_concurrency.lockutils [req-2e9c1a02-aa07-47cd-82fb-781ce8df6d54 req-171c97b0-6c30-4841-be00-0fc916413204 service nova] Lock "d295f7c6-ce16-42d6-ab06-c4e0d62c98e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.673703] env[69603]: DEBUG oslo_concurrency.lockutils [req-2e9c1a02-aa07-47cd-82fb-781ce8df6d54 req-171c97b0-6c30-4841-be00-0fc916413204 service nova] Lock "d295f7c6-ce16-42d6-ab06-c4e0d62c98e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.673903] env[69603]: DEBUG nova.compute.manager [req-2e9c1a02-aa07-47cd-82fb-781ce8df6d54 req-171c97b0-6c30-4841-be00-0fc916413204 service nova] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] No waiting events found dispatching network-vif-plugged-a31e2104-239d-4286-b724-5078543aad3f {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 834.674096] env[69603]: WARNING nova.compute.manager [req-2e9c1a02-aa07-47cd-82fb-781ce8df6d54 req-171c97b0-6c30-4841-be00-0fc916413204 service nova] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Received unexpected event network-vif-plugged-a31e2104-239d-4286-b724-5078543aad3f for instance with vm_state building and task_state spawning. [ 834.674271] env[69603]: DEBUG nova.compute.manager [req-2e9c1a02-aa07-47cd-82fb-781ce8df6d54 req-171c97b0-6c30-4841-be00-0fc916413204 service nova] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Received event network-changed-a31e2104-239d-4286-b724-5078543aad3f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.674428] env[69603]: DEBUG nova.compute.manager [req-2e9c1a02-aa07-47cd-82fb-781ce8df6d54 req-171c97b0-6c30-4841-be00-0fc916413204 service nova] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Refreshing instance network info cache due to event network-changed-a31e2104-239d-4286-b724-5078543aad3f. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.674594] env[69603]: DEBUG oslo_concurrency.lockutils [req-2e9c1a02-aa07-47cd-82fb-781ce8df6d54 req-171c97b0-6c30-4841-be00-0fc916413204 service nova] Acquiring lock "refresh_cache-d295f7c6-ce16-42d6-ab06-c4e0d62c98e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.763203] env[69603]: DEBUG nova.scheduler.client.report [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.902243] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "refresh_cache-d295f7c6-ce16-42d6-ab06-c4e0d62c98e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.903042] env[69603]: DEBUG nova.compute.manager [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Instance network_info: |[{"id": "a31e2104-239d-4286-b724-5078543aad3f", "address": "fa:16:3e:1c:59:9e", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31e2104-23", "ovs_interfaceid": "a31e2104-239d-4286-b724-5078543aad3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.903042] env[69603]: DEBUG oslo_concurrency.lockutils [req-2e9c1a02-aa07-47cd-82fb-781ce8df6d54 req-171c97b0-6c30-4841-be00-0fc916413204 service nova] Acquired lock "refresh_cache-d295f7c6-ce16-42d6-ab06-c4e0d62c98e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.903294] env[69603]: DEBUG nova.network.neutron [req-2e9c1a02-aa07-47cd-82fb-781ce8df6d54 req-171c97b0-6c30-4841-be00-0fc916413204 service nova] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Refreshing network info cache for port a31e2104-239d-4286-b724-5078543aad3f {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.906100] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:59:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a31e2104-239d-4286-b724-5078543aad3f', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.917023] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.917399] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.917774] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27ac9710-4d0c-4e1f-8e3f-b66f458b0a4e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.942200] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.942200] env[69603]: value = "task-3479884" [ 834.942200] env[69603]: _type = "Task" [ 834.942200] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.952376] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479884, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.983592] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479883, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499474} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.985128] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] f002f41b-ad9f-437e-9b52-52885f6e2a1c/f002f41b-ad9f-437e-9b52-52885f6e2a1c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.985128] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.985128] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-783c651f-e7a3-4d42-9190-595cc04bd6ec {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.990405] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 834.990405] env[69603]: value = "task-3479885" [ 834.990405] env[69603]: _type = "Task" [ 834.990405] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.000420] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.269104] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.269668] env[69603]: DEBUG nova.compute.manager [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.272768] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.171s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.272998] env[69603]: DEBUG nova.objects.instance [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lazy-loading 'resources' on Instance uuid 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.453336] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479884, 'name': CreateVM_Task, 'duration_secs': 0.372322} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.453513] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.454251] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.454420] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.454735] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.454984] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46fd7619-273b-47d4-a5b3-90316c403277 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.459520] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 835.459520] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5220d749-21b6-b629-677e-504d9c6fd1ed" [ 835.459520] env[69603]: _type = "Task" [ 835.459520] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.467545] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5220d749-21b6-b629-677e-504d9c6fd1ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.501253] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073757} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.501538] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.502336] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8470f214-8be5-4c1c-a480-c2e4270e4d38 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.524334] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] f002f41b-ad9f-437e-9b52-52885f6e2a1c/f002f41b-ad9f-437e-9b52-52885f6e2a1c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.526744] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc75d47-1e21-4328-b34b-eabfa970f136 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.547569] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 835.547569] env[69603]: value = "task-3479886" [ 835.547569] env[69603]: _type = "Task" [ 835.547569] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.557108] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.668483] env[69603]: DEBUG nova.network.neutron [req-2e9c1a02-aa07-47cd-82fb-781ce8df6d54 req-171c97b0-6c30-4841-be00-0fc916413204 service nova] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Updated VIF entry in instance network info cache for port a31e2104-239d-4286-b724-5078543aad3f. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.669015] env[69603]: DEBUG nova.network.neutron [req-2e9c1a02-aa07-47cd-82fb-781ce8df6d54 req-171c97b0-6c30-4841-be00-0fc916413204 service nova] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Updating instance_info_cache with network_info: [{"id": "a31e2104-239d-4286-b724-5078543aad3f", "address": "fa:16:3e:1c:59:9e", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa31e2104-23", "ovs_interfaceid": "a31e2104-239d-4286-b724-5078543aad3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.777355] env[69603]: DEBUG nova.compute.utils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.782760] env[69603]: DEBUG nova.compute.manager [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 835.782760] env[69603]: DEBUG nova.network.neutron [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 835.834140] env[69603]: DEBUG nova.policy [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ff8b9f9f1e8841b2b74ef9ab080f5de6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '916e3a3cf4c948fca3ca54d2afbc5fa2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.978259] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5220d749-21b6-b629-677e-504d9c6fd1ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009669} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.978259] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.978259] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.978259] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.978421] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.978421] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.978421] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67d66c0e-785f-46a3-ab48-e31541d3cb14 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.988815] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.988815] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.989357] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeac3628-0eef-44d4-b490-37f08d3e5461 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.994739] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 835.994739] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528ef8b6-c453-4b6a-5b1e-efd49481e6ef" [ 835.994739] env[69603]: _type = "Task" [ 835.994739] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.006904] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528ef8b6-c453-4b6a-5b1e-efd49481e6ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.061796] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479886, 'name': ReconfigVM_Task, 'duration_secs': 0.293072} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.067208] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Reconfigured VM instance instance-00000037 to attach disk [datastore2] f002f41b-ad9f-437e-9b52-52885f6e2a1c/f002f41b-ad9f-437e-9b52-52885f6e2a1c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.068032] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-791a0354-0750-41a5-9b46-6b01278adc25 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.076943] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 836.076943] env[69603]: value = "task-3479888" [ 836.076943] env[69603]: _type = "Task" [ 836.076943] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.091191] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479888, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.179717] env[69603]: DEBUG oslo_concurrency.lockutils [req-2e9c1a02-aa07-47cd-82fb-781ce8df6d54 req-171c97b0-6c30-4841-be00-0fc916413204 service nova] Releasing lock "refresh_cache-d295f7c6-ce16-42d6-ab06-c4e0d62c98e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.199063] env[69603]: DEBUG nova.network.neutron [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Successfully created port: 3d28ba09-e880-4dfc-895d-42dcf83645e3 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.285714] env[69603]: DEBUG nova.compute.utils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.388816] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee82db4f-ae0a-4520-b50f-71ce2e3078f9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.399019] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a018fb04-c093-4e45-a000-46576a575096 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.431814] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e04683-ffa4-42a7-a218-2c1005f9a255 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.439919] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c055e5-473f-442d-8bb1-f9e322852353 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.462651] env[69603]: DEBUG nova.compute.provider_tree [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.507833] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528ef8b6-c453-4b6a-5b1e-efd49481e6ef, 'name': SearchDatastore_Task, 'duration_secs': 0.012482} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.508211] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17206a1-e2de-4956-a2d5-90bd8ab33396 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.515101] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 836.515101] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5238a2c7-31b4-0f5d-d14b-a6e5687f365b" [ 836.515101] env[69603]: _type = "Task" [ 836.515101] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.523782] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5238a2c7-31b4-0f5d-d14b-a6e5687f365b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.584371] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479888, 'name': Rename_Task, 'duration_secs': 0.151343} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.584645] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.584886] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c2c93e6-7065-4194-9ba8-2261befcd983 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.591511] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 836.591511] env[69603]: value = "task-3479889" [ 836.591511] env[69603]: _type = "Task" [ 836.591511] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.599537] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.788581] env[69603]: DEBUG nova.compute.manager [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.966243] env[69603]: DEBUG nova.scheduler.client.report [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.028735] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5238a2c7-31b4-0f5d-d14b-a6e5687f365b, 'name': SearchDatastore_Task, 'duration_secs': 0.010051} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.029023] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.029326] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] d295f7c6-ce16-42d6-ab06-c4e0d62c98e6/d295f7c6-ce16-42d6-ab06-c4e0d62c98e6.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.029628] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-551f1754-b9a6-44c5-830f-99a3d05b0b2d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.037199] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 837.037199] env[69603]: value = "task-3479890" [ 837.037199] env[69603]: _type = "Task" [ 837.037199] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.047793] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.104237] env[69603]: DEBUG oslo_vmware.api [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479889, 'name': PowerOnVM_Task, 'duration_secs': 0.46799} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.104544] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.104764] env[69603]: INFO nova.compute.manager [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Took 7.18 seconds to spawn the instance on the hypervisor. [ 837.104954] env[69603]: DEBUG nova.compute.manager [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.105838] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd1d84d-2883-494c-8547-78b098b2e60e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.473019] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.476055] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.878s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.477811] env[69603]: INFO nova.compute.claims [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.509096] env[69603]: INFO nova.scheduler.client.report [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleted allocations for instance 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee [ 837.549089] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479890, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.626577] env[69603]: INFO nova.compute.manager [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Took 50.05 seconds to build instance. [ 837.649205] env[69603]: DEBUG nova.compute.manager [req-f00f976f-c10c-4adf-b3a8-14479c364f46 req-e4dfb76c-4505-4ab1-9589-4f30799fc432 service nova] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Received event network-vif-plugged-3d28ba09-e880-4dfc-895d-42dcf83645e3 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.649529] env[69603]: DEBUG oslo_concurrency.lockutils [req-f00f976f-c10c-4adf-b3a8-14479c364f46 req-e4dfb76c-4505-4ab1-9589-4f30799fc432 service nova] Acquiring lock "48890667-e6b2-4aeb-a7fd-5063c6fe79b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.649877] env[69603]: DEBUG oslo_concurrency.lockutils [req-f00f976f-c10c-4adf-b3a8-14479c364f46 req-e4dfb76c-4505-4ab1-9589-4f30799fc432 service nova] Lock "48890667-e6b2-4aeb-a7fd-5063c6fe79b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.650170] env[69603]: DEBUG oslo_concurrency.lockutils [req-f00f976f-c10c-4adf-b3a8-14479c364f46 req-e4dfb76c-4505-4ab1-9589-4f30799fc432 service nova] Lock "48890667-e6b2-4aeb-a7fd-5063c6fe79b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.650496] env[69603]: DEBUG nova.compute.manager [req-f00f976f-c10c-4adf-b3a8-14479c364f46 req-e4dfb76c-4505-4ab1-9589-4f30799fc432 service nova] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] No waiting events found dispatching network-vif-plugged-3d28ba09-e880-4dfc-895d-42dcf83645e3 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.650765] env[69603]: WARNING nova.compute.manager [req-f00f976f-c10c-4adf-b3a8-14479c364f46 req-e4dfb76c-4505-4ab1-9589-4f30799fc432 service nova] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Received unexpected event network-vif-plugged-3d28ba09-e880-4dfc-895d-42dcf83645e3 for instance with vm_state building and task_state spawning. [ 837.749086] env[69603]: DEBUG nova.network.neutron [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Successfully updated port: 3d28ba09-e880-4dfc-895d-42dcf83645e3 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 837.799440] env[69603]: DEBUG nova.compute.manager [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 837.824432] env[69603]: DEBUG nova.virt.hardware [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:11:14Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1031596932',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1792817320',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 837.824719] env[69603]: DEBUG nova.virt.hardware [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 837.824908] env[69603]: DEBUG nova.virt.hardware [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.825031] env[69603]: DEBUG nova.virt.hardware [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 837.825186] env[69603]: DEBUG nova.virt.hardware [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.825323] env[69603]: DEBUG nova.virt.hardware [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 837.825547] env[69603]: DEBUG nova.virt.hardware [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 837.825776] env[69603]: DEBUG nova.virt.hardware [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 837.825954] env[69603]: DEBUG nova.virt.hardware [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 837.826086] env[69603]: DEBUG nova.virt.hardware [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 837.826254] env[69603]: DEBUG nova.virt.hardware [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 837.827376] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e0cddf-6fd6-462b-850a-c0e4fb65ec32 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.837448] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-656b95c9-9d5b-4052-8d25-d18d0c9c021c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.017241] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b289aec-4d17-4d35-9345-deb399050829 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.725s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.050892] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581104} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.052019] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] d295f7c6-ce16-42d6-ab06-c4e0d62c98e6/d295f7c6-ce16-42d6-ab06-c4e0d62c98e6.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.052019] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.052019] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cecc788-db4d-4793-abd7-d92427503778 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.059251] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 838.059251] env[69603]: value = "task-3479892" [ 838.059251] env[69603]: _type = "Task" [ 838.059251] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.069043] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.132376] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98f2ff3c-2d4b-4746-82de-6a44cc795c77 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "f002f41b-ad9f-437e-9b52-52885f6e2a1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.169s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.252457] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquiring lock "refresh_cache-48890667-e6b2-4aeb-a7fd-5063c6fe79b2" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.252600] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquired lock "refresh_cache-48890667-e6b2-4aeb-a7fd-5063c6fe79b2" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.252748] env[69603]: DEBUG nova.network.neutron [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.573548] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069273} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.574493] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.575761] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650771a8-2295-4327-b71b-998960650176 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.602073] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] d295f7c6-ce16-42d6-ab06-c4e0d62c98e6/d295f7c6-ce16-42d6-ab06-c4e0d62c98e6.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.606551] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ab16b90-925f-4064-9f61-84d6ebd59496 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.628794] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 838.628794] env[69603]: value = "task-3479893" [ 838.628794] env[69603]: _type = "Task" [ 838.628794] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.634547] env[69603]: DEBUG nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.647034] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479893, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.794871] env[69603]: DEBUG nova.network.neutron [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.000400] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a26e79-7f7f-422c-991a-d3bee745c3f2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.009982] env[69603]: DEBUG nova.network.neutron [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Updating instance_info_cache with network_info: [{"id": "3d28ba09-e880-4dfc-895d-42dcf83645e3", "address": "fa:16:3e:7f:aa:01", "network": {"id": "218f5b0b-b0db-49f5-81a4-88dda35e4de6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1036061190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916e3a3cf4c948fca3ca54d2afbc5fa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d28ba09-e8", "ovs_interfaceid": "3d28ba09-e880-4dfc-895d-42dcf83645e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.014606] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229cf88c-08ec-431b-af8b-f24856def369 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.046250] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c81674d-74f5-4251-ba15-cb1c6f09be50 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.054880] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fb33ae-d5d2-471b-88a0-d49ee89d967a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.070709] env[69603]: DEBUG nova.compute.provider_tree [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.142117] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479893, 'name': ReconfigVM_Task, 'duration_secs': 0.334032} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.144546] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Reconfigured VM instance instance-00000038 to attach disk [datastore2] d295f7c6-ce16-42d6-ab06-c4e0d62c98e6/d295f7c6-ce16-42d6-ab06-c4e0d62c98e6.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.145963] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fc5794a-bd07-48ea-b74e-771d498b6bcf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.154974] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 839.154974] env[69603]: value = "task-3479894" [ 839.154974] env[69603]: _type = "Task" [ 839.154974] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.158161] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.164027] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479894, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.464951] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "0c2033f6-5205-42b3-a1cc-9d8b37e409c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.465203] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "0c2033f6-5205-42b3-a1cc-9d8b37e409c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.515074] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Releasing lock "refresh_cache-48890667-e6b2-4aeb-a7fd-5063c6fe79b2" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.515438] env[69603]: DEBUG nova.compute.manager [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Instance network_info: |[{"id": "3d28ba09-e880-4dfc-895d-42dcf83645e3", "address": "fa:16:3e:7f:aa:01", "network": {"id": "218f5b0b-b0db-49f5-81a4-88dda35e4de6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1036061190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916e3a3cf4c948fca3ca54d2afbc5fa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d28ba09-e8", "ovs_interfaceid": "3d28ba09-e880-4dfc-895d-42dcf83645e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 839.515879] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:aa:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d28ba09-e880-4dfc-895d-42dcf83645e3', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.523873] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.524138] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.524398] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6123011d-6f62-4b52-bc53-f8dfa00d8d2d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.546564] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.546564] env[69603]: value = "task-3479895" [ 839.546564] env[69603]: _type = "Task" [ 839.546564] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.555534] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479895, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.574030] env[69603]: DEBUG nova.scheduler.client.report [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.666210] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479894, 'name': Rename_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.682403] env[69603]: DEBUG nova.compute.manager [req-8fe11bdd-b150-41d3-9050-54f89bd2f99f req-b566a33f-ece6-49dc-a0f1-2d233c18808d service nova] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Received event network-changed-3d28ba09-e880-4dfc-895d-42dcf83645e3 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.682751] env[69603]: DEBUG nova.compute.manager [req-8fe11bdd-b150-41d3-9050-54f89bd2f99f req-b566a33f-ece6-49dc-a0f1-2d233c18808d service nova] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Refreshing instance network info cache due to event network-changed-3d28ba09-e880-4dfc-895d-42dcf83645e3. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.683158] env[69603]: DEBUG oslo_concurrency.lockutils [req-8fe11bdd-b150-41d3-9050-54f89bd2f99f req-b566a33f-ece6-49dc-a0f1-2d233c18808d service nova] Acquiring lock "refresh_cache-48890667-e6b2-4aeb-a7fd-5063c6fe79b2" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.683339] env[69603]: DEBUG oslo_concurrency.lockutils [req-8fe11bdd-b150-41d3-9050-54f89bd2f99f req-b566a33f-ece6-49dc-a0f1-2d233c18808d service nova] Acquired lock "refresh_cache-48890667-e6b2-4aeb-a7fd-5063c6fe79b2" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.683539] env[69603]: DEBUG nova.network.neutron [req-8fe11bdd-b150-41d3-9050-54f89bd2f99f req-b566a33f-ece6-49dc-a0f1-2d233c18808d service nova] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Refreshing network info cache for port 3d28ba09-e880-4dfc-895d-42dcf83645e3 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.056783] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479895, 'name': CreateVM_Task, 'duration_secs': 0.370104} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.056970] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.057731] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.057924] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.058285] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.058555] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce95325-55d1-4713-97c1-472c90e20577 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.063127] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 840.063127] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c5639e-d9a6-ac4e-65bb-63876ee6d179" [ 840.063127] env[69603]: _type = "Task" [ 840.063127] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.071448] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c5639e-d9a6-ac4e-65bb-63876ee6d179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.079316] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.079849] env[69603]: DEBUG nova.compute.manager [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.085645] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.638s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.086717] env[69603]: INFO nova.compute.claims [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.165575] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479894, 'name': Rename_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.392925] env[69603]: DEBUG nova.network.neutron [req-8fe11bdd-b150-41d3-9050-54f89bd2f99f req-b566a33f-ece6-49dc-a0f1-2d233c18808d service nova] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Updated VIF entry in instance network info cache for port 3d28ba09-e880-4dfc-895d-42dcf83645e3. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 840.393377] env[69603]: DEBUG nova.network.neutron [req-8fe11bdd-b150-41d3-9050-54f89bd2f99f req-b566a33f-ece6-49dc-a0f1-2d233c18808d service nova] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Updating instance_info_cache with network_info: [{"id": "3d28ba09-e880-4dfc-895d-42dcf83645e3", "address": "fa:16:3e:7f:aa:01", "network": {"id": "218f5b0b-b0db-49f5-81a4-88dda35e4de6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1036061190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916e3a3cf4c948fca3ca54d2afbc5fa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d28ba09-e8", "ovs_interfaceid": "3d28ba09-e880-4dfc-895d-42dcf83645e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.411972] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e720fe9a-47c0-4287-a976-d6aa70f86e46 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "bcc0c5fd-21df-485a-b67f-cc2900ddf091" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.412283] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e720fe9a-47c0-4287-a976-d6aa70f86e46 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "bcc0c5fd-21df-485a-b67f-cc2900ddf091" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.413093] env[69603]: DEBUG nova.compute.manager [None req-e720fe9a-47c0-4287-a976-d6aa70f86e46 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.413419] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdc408e-06c7-408c-ba1b-9fb5464025cd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.419906] env[69603]: DEBUG nova.compute.manager [None req-e720fe9a-47c0-4287-a976-d6aa70f86e46 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69603) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 840.420473] env[69603]: DEBUG nova.objects.instance [None req-e720fe9a-47c0-4287-a976-d6aa70f86e46 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lazy-loading 'flavor' on Instance uuid bcc0c5fd-21df-485a-b67f-cc2900ddf091 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.576925] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c5639e-d9a6-ac4e-65bb-63876ee6d179, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.577323] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.577521] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.577763] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.577912] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.578106] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.578376] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb3b8ded-689a-42f7-9434-3826f0eb7ea1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.594015] env[69603]: DEBUG nova.compute.utils [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.594536] env[69603]: DEBUG nova.compute.manager [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Not allocating networking since 'none' was specified. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 840.596120] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.596290] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.597069] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-292551bc-173f-40a1-b25f-48c3c205b8ba {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.602710] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 840.602710] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52eafe76-5622-47ad-6614-00636b53b5df" [ 840.602710] env[69603]: _type = "Task" [ 840.602710] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.612361] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52eafe76-5622-47ad-6614-00636b53b5df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.665707] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479894, 'name': Rename_Task, 'duration_secs': 1.151153} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.666099] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.666360] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d325e4ad-8a8e-45eb-af9c-c22814562c25 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.672047] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 840.672047] env[69603]: value = "task-3479897" [ 840.672047] env[69603]: _type = "Task" [ 840.672047] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.679657] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.896473] env[69603]: DEBUG oslo_concurrency.lockutils [req-8fe11bdd-b150-41d3-9050-54f89bd2f99f req-b566a33f-ece6-49dc-a0f1-2d233c18808d service nova] Releasing lock "refresh_cache-48890667-e6b2-4aeb-a7fd-5063c6fe79b2" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.100785] env[69603]: DEBUG nova.compute.manager [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.114242] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52eafe76-5622-47ad-6614-00636b53b5df, 'name': SearchDatastore_Task, 'duration_secs': 0.03626} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.115475] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b5ba81e-da64-4b28-b51e-f6f6267bbbab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.123302] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 841.123302] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d2be85-e40a-39eb-d805-86546de3745b" [ 841.123302] env[69603]: _type = "Task" [ 841.123302] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.134189] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d2be85-e40a-39eb-d805-86546de3745b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.184208] env[69603]: DEBUG oslo_vmware.api [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479897, 'name': PowerOnVM_Task, 'duration_secs': 0.488936} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.186748] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.186951] env[69603]: INFO nova.compute.manager [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Took 8.60 seconds to spawn the instance on the hypervisor. [ 841.187150] env[69603]: DEBUG nova.compute.manager [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.188132] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1a35c9-147e-4f5a-90be-5cbf1b38aa3a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.427351] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e720fe9a-47c0-4287-a976-d6aa70f86e46 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.427642] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05b95a71-e699-4081-9670-6b1c0fdfde13 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.435321] env[69603]: DEBUG oslo_vmware.api [None req-e720fe9a-47c0-4287-a976-d6aa70f86e46 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 841.435321] env[69603]: value = "task-3479898" [ 841.435321] env[69603]: _type = "Task" [ 841.435321] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.442977] env[69603]: DEBUG oslo_vmware.api [None req-e720fe9a-47c0-4287-a976-d6aa70f86e46 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.528918] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514ec066-4dea-49d1-9532-d1f231f8b3f7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.537697] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc7a840-1913-4951-962d-505b8455bcef {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.569409] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2581e120-f0ae-4422-beaf-b01845229c55 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.577149] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427aaaee-7ef5-4423-bc70-d5aa674514e4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.590831] env[69603]: DEBUG nova.compute.provider_tree [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.633621] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d2be85-e40a-39eb-d805-86546de3745b, 'name': SearchDatastore_Task, 'duration_secs': 0.017121} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.633621] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.633621] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 48890667-e6b2-4aeb-a7fd-5063c6fe79b2/48890667-e6b2-4aeb-a7fd-5063c6fe79b2.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.633883] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-778a0918-f018-49eb-9727-23ad58a5ca88 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.640573] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 841.640573] env[69603]: value = "task-3479899" [ 841.640573] env[69603]: _type = "Task" [ 841.640573] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.649844] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.703018] env[69603]: INFO nova.compute.manager [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Took 52.52 seconds to build instance. [ 841.945982] env[69603]: DEBUG oslo_vmware.api [None req-e720fe9a-47c0-4287-a976-d6aa70f86e46 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479898, 'name': PowerOffVM_Task, 'duration_secs': 0.32036} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.946293] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e720fe9a-47c0-4287-a976-d6aa70f86e46 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 841.946482] env[69603]: DEBUG nova.compute.manager [None req-e720fe9a-47c0-4287-a976-d6aa70f86e46 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.947321] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4110e759-11ef-45a0-bbce-c55480e15f5d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.093833] env[69603]: DEBUG nova.scheduler.client.report [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.110768] env[69603]: DEBUG nova.compute.manager [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.140083] env[69603]: DEBUG nova.virt.hardware [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.140360] env[69603]: DEBUG nova.virt.hardware [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.140524] env[69603]: DEBUG nova.virt.hardware [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.140730] env[69603]: DEBUG nova.virt.hardware [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.140901] env[69603]: DEBUG nova.virt.hardware [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.141071] env[69603]: DEBUG nova.virt.hardware [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.141316] env[69603]: DEBUG nova.virt.hardware [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.141514] env[69603]: DEBUG nova.virt.hardware [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.141652] env[69603]: DEBUG nova.virt.hardware [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.141815] env[69603]: DEBUG nova.virt.hardware [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.141988] env[69603]: DEBUG nova.virt.hardware [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.142938] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bebe947-b6a6-4aa8-a8b5-16b713058668 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.156950] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181b089b-49ce-4634-bfdf-fa72e9369ed7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.161571] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479899, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.173908] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.179527] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Creating folder: Project (a029c659d6a94f39900991859d674609). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.179838] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb2b1dc5-889e-4359-973e-22a46f4e9c78 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.189790] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Created folder: Project (a029c659d6a94f39900991859d674609) in parent group-v695567. [ 842.190048] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Creating folder: Instances. Parent ref: group-v695729. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.190330] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3aee7cad-2743-4f8f-bc7e-f3bac8531be1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.199313] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Created folder: Instances in parent group-v695729. [ 842.199438] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.199536] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.199718] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd478181-8656-450e-adde-5f5c4d3a8401 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.213026] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64a3bd69-3651-45af-abc6-c0f19f3b81eb tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "d295f7c6-ce16-42d6-ab06-c4e0d62c98e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.153s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.219035] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.219035] env[69603]: value = "task-3479902" [ 842.219035] env[69603]: _type = "Task" [ 842.219035] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.229532] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479902, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.460059] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e720fe9a-47c0-4287-a976-d6aa70f86e46 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "bcc0c5fd-21df-485a-b67f-cc2900ddf091" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.599942] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.600852] env[69603]: DEBUG nova.compute.manager [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.603136] env[69603]: DEBUG oslo_concurrency.lockutils [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.766s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.603361] env[69603]: DEBUG nova.objects.instance [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Lazy-loading 'resources' on Instance uuid 269fe022-caa0-4662-83cc-0bc967b07323 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.652569] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52022} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.652826] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 48890667-e6b2-4aeb-a7fd-5063c6fe79b2/48890667-e6b2-4aeb-a7fd-5063c6fe79b2.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.653051] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.653300] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1bc044ab-035e-4e01-9e2c-0c32ededbdfd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.659810] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 842.659810] env[69603]: value = "task-3479903" [ 842.659810] env[69603]: _type = "Task" [ 842.659810] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.668270] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479903, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.715371] env[69603]: DEBUG nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.729246] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479902, 'name': CreateVM_Task, 'duration_secs': 0.297446} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.729454] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.729902] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.730067] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.730708] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.730708] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d12b9e1-9284-4e15-8ac9-e999e34b34e2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.735319] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 842.735319] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52086c9f-bbc9-27d5-472c-074757a017b6" [ 842.735319] env[69603]: _type = "Task" [ 842.735319] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.743975] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52086c9f-bbc9-27d5-472c-074757a017b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.106901] env[69603]: DEBUG nova.compute.utils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 843.110662] env[69603]: DEBUG nova.compute.manager [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.110833] env[69603]: DEBUG nova.network.neutron [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.162249] env[69603]: DEBUG nova.policy [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4e7220b4cbb48c1a934260be9e28671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ae3b77a2d24475680f30563feabe781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.174280] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479903, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068232} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.177022] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.177770] env[69603]: DEBUG nova.objects.instance [None req-ff8da458-07e3-4c7a-9dc3-1e84e0ae4907 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lazy-loading 'flavor' on Instance uuid bcc0c5fd-21df-485a-b67f-cc2900ddf091 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.179738] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f9945c-6bb7-427d-bab7-616d50f55148 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.212143] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 48890667-e6b2-4aeb-a7fd-5063c6fe79b2/48890667-e6b2-4aeb-a7fd-5063c6fe79b2.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.216980] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e129b39d-2790-4ff3-b4d1-9990b2efb8aa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.246182] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 843.246182] env[69603]: value = "task-3479904" [ 843.246182] env[69603]: _type = "Task" [ 843.246182] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.256518] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52086c9f-bbc9-27d5-472c-074757a017b6, 'name': SearchDatastore_Task, 'duration_secs': 0.089608} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.258193] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.259028] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.259028] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.259028] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.259028] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.259518] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.259518] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e2aa162-2926-49d0-9cb3-3755340ded05 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.265363] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.273786] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.274131] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.275193] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c3985a-1a4c-46c5-a465-62c558a529f3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.282124] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 843.282124] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a59aa6-f09e-36a4-8081-ff4a1ea90c1b" [ 843.282124] env[69603]: _type = "Task" [ 843.282124] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.290836] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a59aa6-f09e-36a4-8081-ff4a1ea90c1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.520999] env[69603]: DEBUG nova.network.neutron [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Successfully created port: d41e8413-961b-462c-88d4-cbf953fa2c25 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.614845] env[69603]: DEBUG nova.compute.manager [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.691033] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ff8da458-07e3-4c7a-9dc3-1e84e0ae4907 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "refresh_cache-bcc0c5fd-21df-485a-b67f-cc2900ddf091" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.691248] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ff8da458-07e3-4c7a-9dc3-1e84e0ae4907 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquired lock "refresh_cache-bcc0c5fd-21df-485a-b67f-cc2900ddf091" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.692091] env[69603]: DEBUG nova.network.neutron [None req-ff8da458-07e3-4c7a-9dc3-1e84e0ae4907 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.692091] env[69603]: DEBUG nova.objects.instance [None req-ff8da458-07e3-4c7a-9dc3-1e84e0ae4907 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lazy-loading 'info_cache' on Instance uuid bcc0c5fd-21df-485a-b67f-cc2900ddf091 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 843.716761] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1caa37e0-3cda-4c28-8bd6-fde07c5457b4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.727366] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18e1cbd-aaed-4901-964e-086436d8838a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.787030] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7a4f6c-896c-44a1-ba85-1f642bfd280b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.797545] env[69603]: INFO nova.compute.manager [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Rebuilding instance [ 843.799704] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479904, 'name': ReconfigVM_Task, 'duration_secs': 0.459877} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.805937] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 48890667-e6b2-4aeb-a7fd-5063c6fe79b2/48890667-e6b2-4aeb-a7fd-5063c6fe79b2.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.806302] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69603) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 843.807077] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a59aa6-f09e-36a4-8081-ff4a1ea90c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.018098} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.807236] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-2941479f-d394-4dc9-b747-1c893f494700 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.811095] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a08ad0-b38e-4c1f-9015-e6a3d3c4f6ba {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.815149] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff698c2d-d288-4011-8c6c-675cabffc1e8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.829348] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 843.829348] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52643bfd-bd4a-53d8-ef2d-476ae196077f" [ 843.829348] env[69603]: _type = "Task" [ 843.829348] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.830239] env[69603]: DEBUG nova.compute.provider_tree [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.835714] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 843.835714] env[69603]: value = "task-3479905" [ 843.835714] env[69603]: _type = "Task" [ 843.835714] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.852812] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52643bfd-bd4a-53d8-ef2d-476ae196077f, 'name': SearchDatastore_Task, 'duration_secs': 0.012338} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.854335] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.854656] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] bf94f8d3-935e-49bb-9006-257f9023f9da/bf94f8d3-935e-49bb-9006-257f9023f9da.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.855266] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479905, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.855492] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f32ce175-9cbd-40e5-acf1-077f5606d2d1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.864103] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 843.864103] env[69603]: value = "task-3479906" [ 843.864103] env[69603]: _type = "Task" [ 843.864103] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.869698] env[69603]: DEBUG nova.compute.manager [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.870579] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c2d244-6a5a-4ecf-97fe-8accb3dd9c6c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.879020] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.195931] env[69603]: DEBUG nova.objects.base [None req-ff8da458-07e3-4c7a-9dc3-1e84e0ae4907 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 844.337299] env[69603]: DEBUG nova.scheduler.client.report [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.354222] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Acquiring lock "33ef9ae9-b645-4130-96e7-8042d7366c99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.354678] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Lock "33ef9ae9-b645-4130-96e7-8042d7366c99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.363026] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479905, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.058429} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.363317] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69603) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 844.364211] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ac66ea-7b61-4312-a1aa-bc3b01abf6e7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.398557] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 48890667-e6b2-4aeb-a7fd-5063c6fe79b2/ephemeral_0.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.403996] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.404544] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e7ecbb9-4eb1-4bb8-80be-b08f707b0a1d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.417830] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479906, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.418098] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5f95dd0-d77f-4a70-a5af-155be80901d1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.425195] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 844.425195] env[69603]: value = "task-3479907" [ 844.425195] env[69603]: _type = "Task" [ 844.425195] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.426141] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 844.426141] env[69603]: value = "task-3479908" [ 844.426141] env[69603]: _type = "Task" [ 844.426141] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.437888] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.441529] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.634027] env[69603]: DEBUG nova.compute.manager [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.671370] env[69603]: DEBUG nova.virt.hardware [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.671831] env[69603]: DEBUG nova.virt.hardware [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.672121] env[69603]: DEBUG nova.virt.hardware [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.672598] env[69603]: DEBUG nova.virt.hardware [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.672928] env[69603]: DEBUG nova.virt.hardware [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.673216] env[69603]: DEBUG nova.virt.hardware [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.673590] env[69603]: DEBUG nova.virt.hardware [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.673877] env[69603]: DEBUG nova.virt.hardware [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.674180] env[69603]: DEBUG nova.virt.hardware [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.674490] env[69603]: DEBUG nova.virt.hardware [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.674786] env[69603]: DEBUG nova.virt.hardware [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.675763] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2ef161-5a94-4428-a0ff-c120ab446de2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.685092] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e6dc5e-06ae-42f1-aee1-02a1caedc417 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.844205] env[69603]: DEBUG oslo_concurrency.lockutils [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.241s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.846579] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.320s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.848333] env[69603]: INFO nova.compute.claims [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.868904] env[69603]: INFO nova.scheduler.client.report [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Deleted allocations for instance 269fe022-caa0-4662-83cc-0bc967b07323 [ 844.886432] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546856} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.886845] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] bf94f8d3-935e-49bb-9006-257f9023f9da/bf94f8d3-935e-49bb-9006-257f9023f9da.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.887097] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.887356] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8de4c86f-9118-48a5-965b-3d7b71ace9d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.894671] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 844.894671] env[69603]: value = "task-3479909" [ 844.894671] env[69603]: _type = "Task" [ 844.894671] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.905970] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.945496] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479908, 'name': PowerOffVM_Task, 'duration_secs': 0.287296} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.946104] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479907, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.946358] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.946615] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.947586] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f53a2b0-0dfe-489a-aa05-72559a9a70d3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.954447] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.954693] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4254cb25-7ebc-4875-a744-eda12c2f7b8e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.017642] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 845.017642] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 845.017642] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleting the datastore file [datastore2] d295f7c6-ce16-42d6-ab06-c4e0d62c98e6 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 845.017642] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26b5b96c-b987-41ff-8680-82df4345b1fe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.025026] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 845.025026] env[69603]: value = "task-3479911" [ 845.025026] env[69603]: _type = "Task" [ 845.025026] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.033128] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.057834] env[69603]: DEBUG nova.network.neutron [None req-ff8da458-07e3-4c7a-9dc3-1e84e0ae4907 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Updating instance_info_cache with network_info: [{"id": "04905eaa-854e-4aa4-80e3-aed5368b91b5", "address": "fa:16:3e:4f:a0:6a", "network": {"id": "1b16ea76-12fe-47bd-be3c-50a6af6b75d6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1014378502-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee263fdfb9f471c9ffa07adce7810f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d4ef133-b6f3-41d1-add4-92a1482195cf", "external-id": "nsx-vlan-transportzone-446", "segmentation_id": 446, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04905eaa-85", "ovs_interfaceid": "04905eaa-854e-4aa4-80e3-aed5368b91b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.285467] env[69603]: DEBUG nova.compute.manager [req-5b9232b4-6846-4cb5-80d5-d902bb87578b req-291ebba2-89ff-4101-99e6-32d3bf173ff9 service nova] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Received event network-vif-plugged-d41e8413-961b-462c-88d4-cbf953fa2c25 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.285693] env[69603]: DEBUG oslo_concurrency.lockutils [req-5b9232b4-6846-4cb5-80d5-d902bb87578b req-291ebba2-89ff-4101-99e6-32d3bf173ff9 service nova] Acquiring lock "26d81b16-cbe1-4520-8b1b-4881dd90b633-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.285911] env[69603]: DEBUG oslo_concurrency.lockutils [req-5b9232b4-6846-4cb5-80d5-d902bb87578b req-291ebba2-89ff-4101-99e6-32d3bf173ff9 service nova] Lock "26d81b16-cbe1-4520-8b1b-4881dd90b633-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.286431] env[69603]: DEBUG oslo_concurrency.lockutils [req-5b9232b4-6846-4cb5-80d5-d902bb87578b req-291ebba2-89ff-4101-99e6-32d3bf173ff9 service nova] Lock "26d81b16-cbe1-4520-8b1b-4881dd90b633-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.286659] env[69603]: DEBUG nova.compute.manager [req-5b9232b4-6846-4cb5-80d5-d902bb87578b req-291ebba2-89ff-4101-99e6-32d3bf173ff9 service nova] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] No waiting events found dispatching network-vif-plugged-d41e8413-961b-462c-88d4-cbf953fa2c25 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 845.286868] env[69603]: WARNING nova.compute.manager [req-5b9232b4-6846-4cb5-80d5-d902bb87578b req-291ebba2-89ff-4101-99e6-32d3bf173ff9 service nova] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Received unexpected event network-vif-plugged-d41e8413-961b-462c-88d4-cbf953fa2c25 for instance with vm_state building and task_state spawning. [ 845.383800] env[69603]: DEBUG oslo_concurrency.lockutils [None req-241b3bbf-09b5-42ed-99fb-970ffd2a8779 tempest-ServerPasswordTestJSON-1903633156 tempest-ServerPasswordTestJSON-1903633156-project-member] Lock "269fe022-caa0-4662-83cc-0bc967b07323" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.602s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.396398] env[69603]: DEBUG nova.network.neutron [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Successfully updated port: d41e8413-961b-462c-88d4-cbf953fa2c25 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.411515] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072389} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.412728] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.413684] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cbd982-c00c-425f-8810-ef0555ebcc1f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.438035] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] bf94f8d3-935e-49bb-9006-257f9023f9da/bf94f8d3-935e-49bb-9006-257f9023f9da.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.441025] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ff3dbef-e143-4e21-ab1e-b85bb333a744 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.462369] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479907, 'name': ReconfigVM_Task, 'duration_secs': 0.721753} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.463654] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 48890667-e6b2-4aeb-a7fd-5063c6fe79b2/ephemeral_0.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.464902] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 845.464902] env[69603]: value = "task-3479912" [ 845.464902] env[69603]: _type = "Task" [ 845.464902] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.464902] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7788a5ec-5a77-4cdb-af09-281b99759a6f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.472566] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 845.472566] env[69603]: value = "task-3479913" [ 845.472566] env[69603]: _type = "Task" [ 845.472566] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.476125] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479912, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.483791] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479913, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.533869] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434439} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.533869] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.533978] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.535800] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.564785] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ff8da458-07e3-4c7a-9dc3-1e84e0ae4907 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Releasing lock "refresh_cache-bcc0c5fd-21df-485a-b67f-cc2900ddf091" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.900698] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "refresh_cache-26d81b16-cbe1-4520-8b1b-4881dd90b633" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.901330] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired lock "refresh_cache-26d81b16-cbe1-4520-8b1b-4881dd90b633" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.901642] env[69603]: DEBUG nova.network.neutron [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.982880] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479912, 'name': ReconfigVM_Task, 'duration_secs': 0.293682} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.989396] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Reconfigured VM instance instance-0000003a to attach disk [datastore1] bf94f8d3-935e-49bb-9006-257f9023f9da/bf94f8d3-935e-49bb-9006-257f9023f9da.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.989829] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-467be530-381b-4edd-9fef-90b93449d9ef {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.997040] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479913, 'name': Rename_Task, 'duration_secs': 0.177455} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.998239] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.998551] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 845.998551] env[69603]: value = "task-3479914" [ 845.998551] env[69603]: _type = "Task" [ 845.998551] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.998730] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65a93b5a-1bde-489c-979a-d680f5bd8748 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.013764] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479914, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.015472] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 846.015472] env[69603]: value = "task-3479915" [ 846.015472] env[69603]: _type = "Task" [ 846.015472] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.028412] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479915, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.379141] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7774ab-8bdc-4124-98bc-e034968b6d62 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.387124] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5119521-b9cf-432b-9ab8-c5059924c1d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.420121] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b2e093-9f44-4c62-8503-908b110b1328 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.428514] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d02a0a-c702-4752-b2c6-0ad9055a3d4b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.445185] env[69603]: DEBUG nova.compute.provider_tree [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.463825] env[69603]: DEBUG nova.network.neutron [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.513903] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479914, 'name': Rename_Task, 'duration_secs': 0.141754} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.513903] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.513903] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3853baa-af6c-48c4-9c03-21f95eb62f62 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.527320] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 846.527320] env[69603]: value = "task-3479916" [ 846.527320] env[69603]: _type = "Task" [ 846.527320] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.534867] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479915, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.543233] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479916, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.571166] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8da458-07e3-4c7a-9dc3-1e84e0ae4907 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.571492] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d27ab92-d4cc-4f1c-8fd9-f4c3e62d33a0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.579356] env[69603]: DEBUG nova.virt.hardware [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.579356] env[69603]: DEBUG nova.virt.hardware [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.579356] env[69603]: DEBUG nova.virt.hardware [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.579568] env[69603]: DEBUG nova.virt.hardware [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.579568] env[69603]: DEBUG nova.virt.hardware [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.579568] env[69603]: DEBUG nova.virt.hardware [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.579568] env[69603]: DEBUG nova.virt.hardware [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.579679] env[69603]: DEBUG nova.virt.hardware [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.579816] env[69603]: DEBUG nova.virt.hardware [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.579940] env[69603]: DEBUG nova.virt.hardware [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.580123] env[69603]: DEBUG nova.virt.hardware [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.581021] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30ce9072-53d3-4633-baf3-814dd8b7920b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.588958] env[69603]: DEBUG oslo_vmware.api [None req-ff8da458-07e3-4c7a-9dc3-1e84e0ae4907 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 846.588958] env[69603]: value = "task-3479917" [ 846.588958] env[69603]: _type = "Task" [ 846.588958] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.596975] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b206a710-1805-4cde-a20b-32bc43a9eca6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.606783] env[69603]: DEBUG oslo_vmware.api [None req-ff8da458-07e3-4c7a-9dc3-1e84e0ae4907 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479917, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.619279] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:59:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a31e2104-239d-4286-b724-5078543aad3f', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.626819] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.632611] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.632902] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eae207da-e99c-4959-b062-f5e296da291d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.658128] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.658128] env[69603]: value = "task-3479918" [ 846.658128] env[69603]: _type = "Task" [ 846.658128] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.663794] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479918, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.688844] env[69603]: DEBUG nova.network.neutron [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Updating instance_info_cache with network_info: [{"id": "d41e8413-961b-462c-88d4-cbf953fa2c25", "address": "fa:16:3e:c3:6b:ce", "network": {"id": "b9bc9b13-eab6-4761-97e9-e5e61262d7d5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-548942406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae3b77a2d24475680f30563feabe781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41e8413-96", "ovs_interfaceid": "d41e8413-961b-462c-88d4-cbf953fa2c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.951599] env[69603]: DEBUG nova.scheduler.client.report [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.030362] env[69603]: DEBUG oslo_vmware.api [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3479915, 'name': PowerOnVM_Task, 'duration_secs': 0.927502} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.036819] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.037191] env[69603]: INFO nova.compute.manager [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Took 9.24 seconds to spawn the instance on the hypervisor. [ 847.037471] env[69603]: DEBUG nova.compute.manager [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.040839] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80b22c2-04c7-4087-9dbc-3996d7a39187 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.051170] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479916, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.102542] env[69603]: DEBUG oslo_vmware.api [None req-ff8da458-07e3-4c7a-9dc3-1e84e0ae4907 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479917, 'name': PowerOnVM_Task, 'duration_secs': 0.449904} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.102856] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8da458-07e3-4c7a-9dc3-1e84e0ae4907 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.103418] env[69603]: DEBUG nova.compute.manager [None req-ff8da458-07e3-4c7a-9dc3-1e84e0ae4907 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.103936] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350468b6-487c-4845-9197-35125106e19a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.167845] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479918, 'name': CreateVM_Task, 'duration_secs': 0.452631} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.168032] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.168745] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.168911] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.169255] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.169896] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c4eaff5-3993-4b03-9cbd-0874062a13a1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.176550] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 847.176550] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5283e799-ed63-c7b3-297a-7bbbfd5c8713" [ 847.176550] env[69603]: _type = "Task" [ 847.176550] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.185924] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5283e799-ed63-c7b3-297a-7bbbfd5c8713, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.192537] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Releasing lock "refresh_cache-26d81b16-cbe1-4520-8b1b-4881dd90b633" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.192848] env[69603]: DEBUG nova.compute.manager [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Instance network_info: |[{"id": "d41e8413-961b-462c-88d4-cbf953fa2c25", "address": "fa:16:3e:c3:6b:ce", "network": {"id": "b9bc9b13-eab6-4761-97e9-e5e61262d7d5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-548942406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae3b77a2d24475680f30563feabe781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41e8413-96", "ovs_interfaceid": "d41e8413-961b-462c-88d4-cbf953fa2c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.193405] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:6b:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd41e8413-961b-462c-88d4-cbf953fa2c25', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.201955] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 847.202504] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.202731] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7afb45a-33b2-462d-a193-142e429aad17 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.226708] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.226708] env[69603]: value = "task-3479919" [ 847.226708] env[69603]: _type = "Task" [ 847.226708] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.235293] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479919, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.323812] env[69603]: DEBUG nova.compute.manager [req-d0ee7ec4-4cd8-4fff-ad35-8a8f0a015f31 req-7cee5262-07ad-4543-83fe-4496003e0038 service nova] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Received event network-changed-d41e8413-961b-462c-88d4-cbf953fa2c25 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.324054] env[69603]: DEBUG nova.compute.manager [req-d0ee7ec4-4cd8-4fff-ad35-8a8f0a015f31 req-7cee5262-07ad-4543-83fe-4496003e0038 service nova] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Refreshing instance network info cache due to event network-changed-d41e8413-961b-462c-88d4-cbf953fa2c25. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.324291] env[69603]: DEBUG oslo_concurrency.lockutils [req-d0ee7ec4-4cd8-4fff-ad35-8a8f0a015f31 req-7cee5262-07ad-4543-83fe-4496003e0038 service nova] Acquiring lock "refresh_cache-26d81b16-cbe1-4520-8b1b-4881dd90b633" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.324437] env[69603]: DEBUG oslo_concurrency.lockutils [req-d0ee7ec4-4cd8-4fff-ad35-8a8f0a015f31 req-7cee5262-07ad-4543-83fe-4496003e0038 service nova] Acquired lock "refresh_cache-26d81b16-cbe1-4520-8b1b-4881dd90b633" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.324613] env[69603]: DEBUG nova.network.neutron [req-d0ee7ec4-4cd8-4fff-ad35-8a8f0a015f31 req-7cee5262-07ad-4543-83fe-4496003e0038 service nova] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Refreshing network info cache for port d41e8413-961b-462c-88d4-cbf953fa2c25 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.458213] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.458841] env[69603]: DEBUG nova.compute.manager [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.462026] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.024s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.462268] env[69603]: DEBUG nova.objects.instance [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lazy-loading 'resources' on Instance uuid 8511f125-1683-4be8-9948-4d9eda22c816 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 847.541995] env[69603]: DEBUG oslo_vmware.api [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479916, 'name': PowerOnVM_Task, 'duration_secs': 0.544186} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.541995] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.541995] env[69603]: INFO nova.compute.manager [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Took 5.43 seconds to spawn the instance on the hypervisor. [ 847.541995] env[69603]: DEBUG nova.compute.manager [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.542644] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7379591c-7678-4463-93b7-48911ab7c51e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.564121] env[69603]: INFO nova.compute.manager [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Took 52.03 seconds to build instance. [ 847.687466] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5283e799-ed63-c7b3-297a-7bbbfd5c8713, 'name': SearchDatastore_Task, 'duration_secs': 0.029579} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.687808] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.688048] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.688438] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.688581] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.688768] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.689034] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13383127-4cc4-4032-9b46-116ec2b6115d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.698919] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.699119] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.699952] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69bcd5b9-0c72-4ee3-afcf-17b0fc775c46 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.706282] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 847.706282] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5231cf06-2524-6ea9-4ce5-aea740e32e45" [ 847.706282] env[69603]: _type = "Task" [ 847.706282] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.714615] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5231cf06-2524-6ea9-4ce5-aea740e32e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.737164] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479919, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.969037] env[69603]: DEBUG nova.compute.utils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.970741] env[69603]: DEBUG nova.compute.manager [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 847.970932] env[69603]: DEBUG nova.network.neutron [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.022218] env[69603]: DEBUG nova.policy [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b6d58cb471842b3bf0090990c4afed1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65e5410203674c3796382ee08e6306f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.061501] env[69603]: DEBUG nova.network.neutron [req-d0ee7ec4-4cd8-4fff-ad35-8a8f0a015f31 req-7cee5262-07ad-4543-83fe-4496003e0038 service nova] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Updated VIF entry in instance network info cache for port d41e8413-961b-462c-88d4-cbf953fa2c25. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.061865] env[69603]: DEBUG nova.network.neutron [req-d0ee7ec4-4cd8-4fff-ad35-8a8f0a015f31 req-7cee5262-07ad-4543-83fe-4496003e0038 service nova] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Updating instance_info_cache with network_info: [{"id": "d41e8413-961b-462c-88d4-cbf953fa2c25", "address": "fa:16:3e:c3:6b:ce", "network": {"id": "b9bc9b13-eab6-4761-97e9-e5e61262d7d5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-548942406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae3b77a2d24475680f30563feabe781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41e8413-96", "ovs_interfaceid": "d41e8413-961b-462c-88d4-cbf953fa2c25", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.065825] env[69603]: INFO nova.compute.manager [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Took 46.48 seconds to build instance. [ 848.066826] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69adb26a-2132-412f-aca6-e76e161835fe tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "48890667-e6b2-4aeb-a7fd-5063c6fe79b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.123s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.220429] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5231cf06-2524-6ea9-4ce5-aea740e32e45, 'name': SearchDatastore_Task, 'duration_secs': 0.015371} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.224137] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83b714c6-75e0-45a0-a52a-626249e901f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.232650] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 848.232650] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f48fb0-424d-5801-2713-2fd39689b7ea" [ 848.232650] env[69603]: _type = "Task" [ 848.232650] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.242034] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479919, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.246831] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f48fb0-424d-5801-2713-2fd39689b7ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.474285] env[69603]: DEBUG nova.compute.manager [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 848.566869] env[69603]: DEBUG oslo_concurrency.lockutils [req-d0ee7ec4-4cd8-4fff-ad35-8a8f0a015f31 req-7cee5262-07ad-4543-83fe-4496003e0038 service nova] Releasing lock "refresh_cache-26d81b16-cbe1-4520-8b1b-4881dd90b633" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.569452] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4c54832e-a82a-40d0-a7a3-17a2c1d2925f tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Lock "bf94f8d3-935e-49bb-9006-257f9023f9da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.386s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.574381] env[69603]: DEBUG nova.compute.manager [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 848.638566] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db83664-4e11-4dcc-a56b-a03a51c81306 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.648224] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cc87da-d0ca-4867-87a0-7fef15f727d8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.680620] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0860d68-0481-4e21-be5a-0ef3c5284cec {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.685805] env[69603]: DEBUG nova.network.neutron [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Successfully created port: 5c5bfa25-0161-445e-9cd8-addec99b4721 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.690981] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0f1be0-6868-492d-a3ef-6539781be634 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.707807] env[69603]: DEBUG nova.compute.provider_tree [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.740022] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479919, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.749446] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f48fb0-424d-5801-2713-2fd39689b7ea, 'name': SearchDatastore_Task, 'duration_secs': 0.03008} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.749749] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.750020] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] d295f7c6-ce16-42d6-ab06-c4e0d62c98e6/d295f7c6-ce16-42d6-ab06-c4e0d62c98e6.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.750304] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8836b19-bb43-4456-a0f9-84583fba436e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.757944] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 848.757944] env[69603]: value = "task-3479920" [ 848.757944] env[69603]: _type = "Task" [ 848.757944] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.767448] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.075716] env[69603]: DEBUG nova.compute.manager [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.103970] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.212077] env[69603]: DEBUG nova.scheduler.client.report [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 849.244602] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479919, 'name': CreateVM_Task, 'duration_secs': 1.900036} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.244863] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.245675] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.245841] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.246705] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.246705] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0842731-3f18-43e1-abe9-f969629a9a3d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.254913] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 849.254913] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b312d5-e007-b9f3-f190-a5679b3dcc6a" [ 849.254913] env[69603]: _type = "Task" [ 849.254913] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.269361] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b312d5-e007-b9f3-f190-a5679b3dcc6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.273881] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479920, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.318041] env[69603]: INFO nova.compute.manager [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Rebuilding instance [ 849.378704] env[69603]: DEBUG nova.compute.manager [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.379930] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aceaf256-1796-47e4-a43f-f5ad01341ed9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.487208] env[69603]: DEBUG nova.compute.manager [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.511835] env[69603]: DEBUG nova.virt.hardware [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.512135] env[69603]: DEBUG nova.virt.hardware [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.512332] env[69603]: DEBUG nova.virt.hardware [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.512547] env[69603]: DEBUG nova.virt.hardware [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.512736] env[69603]: DEBUG nova.virt.hardware [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.512894] env[69603]: DEBUG nova.virt.hardware [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.513168] env[69603]: DEBUG nova.virt.hardware [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.513356] env[69603]: DEBUG nova.virt.hardware [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.513539] env[69603]: DEBUG nova.virt.hardware [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.513724] env[69603]: DEBUG nova.virt.hardware [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.513916] env[69603]: DEBUG nova.virt.hardware [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.514895] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61794b59-ac87-4d8a-9259-bc07fb74b04a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.524883] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffc242c-6ae1-4aab-bf74-2dc73a500766 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.598351] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.606263] env[69603]: DEBUG nova.compute.manager [req-1ddfb47b-bf36-4377-a8f7-a1ac3bfed7b9 req-b5550851-3190-49cd-b418-44ee5c0c80b4 service nova] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Received event network-changed-3d28ba09-e880-4dfc-895d-42dcf83645e3 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.606453] env[69603]: DEBUG nova.compute.manager [req-1ddfb47b-bf36-4377-a8f7-a1ac3bfed7b9 req-b5550851-3190-49cd-b418-44ee5c0c80b4 service nova] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Refreshing instance network info cache due to event network-changed-3d28ba09-e880-4dfc-895d-42dcf83645e3. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.606668] env[69603]: DEBUG oslo_concurrency.lockutils [req-1ddfb47b-bf36-4377-a8f7-a1ac3bfed7b9 req-b5550851-3190-49cd-b418-44ee5c0c80b4 service nova] Acquiring lock "refresh_cache-48890667-e6b2-4aeb-a7fd-5063c6fe79b2" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.606813] env[69603]: DEBUG oslo_concurrency.lockutils [req-1ddfb47b-bf36-4377-a8f7-a1ac3bfed7b9 req-b5550851-3190-49cd-b418-44ee5c0c80b4 service nova] Acquired lock "refresh_cache-48890667-e6b2-4aeb-a7fd-5063c6fe79b2" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.607192] env[69603]: DEBUG nova.network.neutron [req-1ddfb47b-bf36-4377-a8f7-a1ac3bfed7b9 req-b5550851-3190-49cd-b418-44ee5c0c80b4 service nova] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Refreshing network info cache for port 3d28ba09-e880-4dfc-895d-42dcf83645e3 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.718144] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.720675] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 28.911s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.721160] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.721160] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 849.721362] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.827s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.722876] env[69603]: INFO nova.compute.claims [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.729018] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341a5f3d-0cdd-4580-be23-f60daf432651 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.737375] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ba8afa-602a-4a32-87e4-d631ca71156a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.743171] env[69603]: INFO nova.scheduler.client.report [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Deleted allocations for instance 8511f125-1683-4be8-9948-4d9eda22c816 [ 849.762837] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7835803e-dd8a-4246-b676-157586591e9a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.776864] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628487} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.780145] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] d295f7c6-ce16-42d6-ab06-c4e0d62c98e6/d295f7c6-ce16-42d6-ab06-c4e0d62c98e6.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.780646] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.780721] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b312d5-e007-b9f3-f190-a5679b3dcc6a, 'name': SearchDatastore_Task, 'duration_secs': 0.060427} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.781607] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a58a36e-75d4-4ef5-a12b-ce3071c8cdfc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.785030] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a14c98-40cf-46ee-8065-2b4b8c27aa38 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.788196] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.788478] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 849.788736] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.788886] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.789078] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 849.789716] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e4caf09-11e2-45c9-9be3-6854a0a14696 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.801752] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 849.801752] env[69603]: value = "task-3479921" [ 849.801752] env[69603]: _type = "Task" [ 849.801752] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.829032] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177946MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 849.829181] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.835266] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 849.835456] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 849.836179] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba19fb6a-83f5-4163-8dfa-fc62c347d33f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.847882] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479921, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.849373] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 849.849373] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526a2356-6129-1767-3b40-4ef8b518bc23" [ 849.849373] env[69603]: _type = "Task" [ 849.849373] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.860391] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526a2356-6129-1767-3b40-4ef8b518bc23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.261779] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49b1e510-8780-4f58-8100-c69bf2646d65 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "8511f125-1683-4be8-9948-4d9eda22c816" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.350s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.338232] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479921, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.307608} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.338413] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.339265] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705238b5-1cca-4f32-893e-012bc4f62969 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.363677] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] d295f7c6-ce16-42d6-ab06-c4e0d62c98e6/d295f7c6-ce16-42d6-ab06-c4e0d62c98e6.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.364709] env[69603]: DEBUG nova.network.neutron [req-1ddfb47b-bf36-4377-a8f7-a1ac3bfed7b9 req-b5550851-3190-49cd-b418-44ee5c0c80b4 service nova] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Updated VIF entry in instance network info cache for port 3d28ba09-e880-4dfc-895d-42dcf83645e3. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.365140] env[69603]: DEBUG nova.network.neutron [req-1ddfb47b-bf36-4377-a8f7-a1ac3bfed7b9 req-b5550851-3190-49cd-b418-44ee5c0c80b4 service nova] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Updating instance_info_cache with network_info: [{"id": "3d28ba09-e880-4dfc-895d-42dcf83645e3", "address": "fa:16:3e:7f:aa:01", "network": {"id": "218f5b0b-b0db-49f5-81a4-88dda35e4de6", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1036061190-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "916e3a3cf4c948fca3ca54d2afbc5fa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d28ba09-e8", "ovs_interfaceid": "3d28ba09-e880-4dfc-895d-42dcf83645e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.376276] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2769a6d-4b98-4c28-b147-eec6363b8f94 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.390869] env[69603]: DEBUG oslo_concurrency.lockutils [req-1ddfb47b-bf36-4377-a8f7-a1ac3bfed7b9 req-b5550851-3190-49cd-b418-44ee5c0c80b4 service nova] Releasing lock "refresh_cache-48890667-e6b2-4aeb-a7fd-5063c6fe79b2" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.394853] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.399233] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f193700-e7ff-429d-bf8d-be0c9b302bf1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.401050] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526a2356-6129-1767-3b40-4ef8b518bc23, 'name': SearchDatastore_Task, 'duration_secs': 0.030533} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.403010] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 850.403010] env[69603]: value = "task-3479922" [ 850.403010] env[69603]: _type = "Task" [ 850.403010] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.403543] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d2eb12-b743-4d1a-9033-3e88c90a0193 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.410577] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 850.410577] env[69603]: value = "task-3479923" [ 850.410577] env[69603]: _type = "Task" [ 850.410577] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.415470] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 850.415470] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52161a36-4d6d-1b88-80f3-cf2793983d84" [ 850.415470] env[69603]: _type = "Task" [ 850.415470] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.419903] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479922, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.427128] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.433144] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52161a36-4d6d-1b88-80f3-cf2793983d84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.580808] env[69603]: DEBUG nova.compute.manager [req-0f3d855a-e3a7-4b76-81ce-d0c6ef32f419 req-9be17290-a761-4fea-9468-5a93d77444ed service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Received event network-vif-plugged-5c5bfa25-0161-445e-9cd8-addec99b4721 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.581129] env[69603]: DEBUG oslo_concurrency.lockutils [req-0f3d855a-e3a7-4b76-81ce-d0c6ef32f419 req-9be17290-a761-4fea-9468-5a93d77444ed service nova] Acquiring lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.581552] env[69603]: DEBUG oslo_concurrency.lockutils [req-0f3d855a-e3a7-4b76-81ce-d0c6ef32f419 req-9be17290-a761-4fea-9468-5a93d77444ed service nova] Lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.581625] env[69603]: DEBUG oslo_concurrency.lockutils [req-0f3d855a-e3a7-4b76-81ce-d0c6ef32f419 req-9be17290-a761-4fea-9468-5a93d77444ed service nova] Lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.581830] env[69603]: DEBUG nova.compute.manager [req-0f3d855a-e3a7-4b76-81ce-d0c6ef32f419 req-9be17290-a761-4fea-9468-5a93d77444ed service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] No waiting events found dispatching network-vif-plugged-5c5bfa25-0161-445e-9cd8-addec99b4721 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.582077] env[69603]: WARNING nova.compute.manager [req-0f3d855a-e3a7-4b76-81ce-d0c6ef32f419 req-9be17290-a761-4fea-9468-5a93d77444ed service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Received unexpected event network-vif-plugged-5c5bfa25-0161-445e-9cd8-addec99b4721 for instance with vm_state building and task_state spawning. [ 850.655595] env[69603]: DEBUG nova.network.neutron [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Successfully updated port: 5c5bfa25-0161-445e-9cd8-addec99b4721 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.923244] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479922, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.930167] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479923, 'name': PowerOffVM_Task, 'duration_secs': 0.286356} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.930840] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.931543] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.932406] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bb551f-d77d-4243-9876-5254e49ec13a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.945022] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52161a36-4d6d-1b88-80f3-cf2793983d84, 'name': SearchDatastore_Task, 'duration_secs': 0.049894} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.945022] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.945022] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 26d81b16-cbe1-4520-8b1b-4881dd90b633/26d81b16-cbe1-4520-8b1b-4881dd90b633.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.945022] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15dba9fe-9158-44a3-b95f-fddf213fcf29 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.948660] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.949476] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cff0a037-921f-4356-87a5-3552bb907733 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.955811] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 850.955811] env[69603]: value = "task-3479924" [ 850.955811] env[69603]: _type = "Task" [ 850.955811] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.964179] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479924, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.979791] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.980059] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.980740] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Deleting the datastore file [datastore1] bf94f8d3-935e-49bb-9006-257f9023f9da {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.981099] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83260e38-270f-4b95-bc69-a744524fe57f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.989842] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 850.989842] env[69603]: value = "task-3479926" [ 850.989842] env[69603]: _type = "Task" [ 850.989842] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.999603] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.159185] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.159185] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.159185] env[69603]: DEBUG nova.network.neutron [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.219069] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386d12af-04f6-4126-be41-91c95e8ca865 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.225872] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7313ad76-59f3-4e8f-89c7-702a1c72b85e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.258696] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7535df-6945-4ca0-85cc-db911f338db5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.269052] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a6fdf2-21a3-4296-9097-480985e267f9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.284540] env[69603]: DEBUG nova.compute.provider_tree [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.416621] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479922, 'name': ReconfigVM_Task, 'duration_secs': 0.59833} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.416932] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Reconfigured VM instance instance-00000038 to attach disk [datastore2] d295f7c6-ce16-42d6-ab06-c4e0d62c98e6/d295f7c6-ce16-42d6-ab06-c4e0d62c98e6.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.417589] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da08945a-ff23-4f24-ab87-53175da4f822 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.424943] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 851.424943] env[69603]: value = "task-3479927" [ 851.424943] env[69603]: _type = "Task" [ 851.424943] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.435013] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479927, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.469618] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479924, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.500376] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270471} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.500376] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.501174] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.501506] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.725567] env[69603]: DEBUG nova.network.neutron [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.811850] env[69603]: ERROR nova.scheduler.client.report [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [req-1f99f7eb-3d2a-4a2c-815a-7fac1ae3ed87] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1f99f7eb-3d2a-4a2c-815a-7fac1ae3ed87"}]} [ 851.829027] env[69603]: DEBUG nova.scheduler.client.report [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 851.846270] env[69603]: DEBUG nova.scheduler.client.report [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 851.846498] env[69603]: DEBUG nova.compute.provider_tree [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 851.865252] env[69603]: DEBUG nova.scheduler.client.report [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 851.890203] env[69603]: DEBUG nova.scheduler.client.report [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 851.939986] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "f002f41b-ad9f-437e-9b52-52885f6e2a1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.941516] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "f002f41b-ad9f-437e-9b52-52885f6e2a1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.941838] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "f002f41b-ad9f-437e-9b52-52885f6e2a1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.942417] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "f002f41b-ad9f-437e-9b52-52885f6e2a1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.943803] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "f002f41b-ad9f-437e-9b52-52885f6e2a1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.946574] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479927, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.950443] env[69603]: INFO nova.compute.manager [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Terminating instance [ 851.975744] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479924, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.979255] env[69603]: DEBUG nova.network.neutron [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Updating instance_info_cache with network_info: [{"id": "5c5bfa25-0161-445e-9cd8-addec99b4721", "address": "fa:16:3e:85:eb:4f", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5bfa25-01", "ovs_interfaceid": "5c5bfa25-0161-445e-9cd8-addec99b4721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.070173] env[69603]: DEBUG oslo_concurrency.lockutils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "606bcda3-d2fe-4560-8b8a-dbb7a2d14553" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.070173] env[69603]: DEBUG oslo_concurrency.lockutils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "606bcda3-d2fe-4560-8b8a-dbb7a2d14553" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.357797] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf13fce-95b6-40a3-88f9-e4b9d6e34739 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.366442] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fa4bb5-9595-4ed4-8cfa-6190743783a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.397182] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfe2104-b676-4815-a4d6-000cab1a4ae2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.406115] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225b8160-5129-4687-83d1-ba92b88f5ea6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.419593] env[69603]: DEBUG nova.compute.provider_tree [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.436641] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479927, 'name': Rename_Task, 'duration_secs': 0.764994} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.436911] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.437172] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c46080c3-e775-4fc3-a999-eb1aafa137d6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.444619] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 852.444619] env[69603]: value = "task-3479928" [ 852.444619] env[69603]: _type = "Task" [ 852.444619] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.452592] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.458028] env[69603]: DEBUG nova.compute.manager [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.458028] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.458406] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7200ff19-86ec-42dd-9112-25d18f36d999 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.469701] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479924, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.081391} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.471881] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 26d81b16-cbe1-4520-8b1b-4881dd90b633/26d81b16-cbe1-4520-8b1b-4881dd90b633.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 852.472112] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 852.472417] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.472641] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a063355-9439-4254-8c32-8ac9a935f02b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.474406] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d45967e-a30b-45bd-99cf-30e9c559b60e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.481755] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.482139] env[69603]: DEBUG nova.compute.manager [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Instance network_info: |[{"id": "5c5bfa25-0161-445e-9cd8-addec99b4721", "address": "fa:16:3e:85:eb:4f", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5bfa25-01", "ovs_interfaceid": "5c5bfa25-0161-445e-9cd8-addec99b4721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.482486] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 852.482486] env[69603]: value = "task-3479929" [ 852.482486] env[69603]: _type = "Task" [ 852.482486] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.483885] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:eb:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c5bfa25-0161-445e-9cd8-addec99b4721', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.492423] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.492982] env[69603]: DEBUG oslo_vmware.api [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 852.492982] env[69603]: value = "task-3479930" [ 852.492982] env[69603]: _type = "Task" [ 852.492982] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.493363] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.498830] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10b79ee1-acc4-4f80-8723-c8f81b5ef4b4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.529056] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "interface-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.529056] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.529390] env[69603]: DEBUG nova.objects.instance [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lazy-loading 'flavor' on Instance uuid 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.530953] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.531204] env[69603]: DEBUG oslo_vmware.api [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.532423] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.532423] env[69603]: value = "task-3479931" [ 852.532423] env[69603]: _type = "Task" [ 852.532423] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.543784] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479931, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.550276] env[69603]: DEBUG nova.virt.hardware [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 852.554152] env[69603]: DEBUG nova.virt.hardware [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 852.554152] env[69603]: DEBUG nova.virt.hardware [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 852.554152] env[69603]: DEBUG nova.virt.hardware [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 852.554152] env[69603]: DEBUG nova.virt.hardware [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 852.554152] env[69603]: DEBUG nova.virt.hardware [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 852.554328] env[69603]: DEBUG nova.virt.hardware [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 852.554328] env[69603]: DEBUG nova.virt.hardware [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 852.554328] env[69603]: DEBUG nova.virt.hardware [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 852.554328] env[69603]: DEBUG nova.virt.hardware [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 852.554328] env[69603]: DEBUG nova.virt.hardware [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 852.554460] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fee22a-4acf-4faf-b39e-004e3b9c7265 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.561539] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402b30be-23ae-4749-9b95-c4e930dc767e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.576840] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.584683] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.584683] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.584683] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb39bbcf-5107-4ca9-81e8-64ffcd8266bc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.601981] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.601981] env[69603]: value = "task-3479932" [ 852.601981] env[69603]: _type = "Task" [ 852.601981] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.607540] env[69603]: DEBUG nova.compute.manager [req-8628482e-2d90-4cab-b0ab-88501b6dd46e req-5c3ef993-4305-47e0-9409-13c1fc23a535 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Received event network-changed-5c5bfa25-0161-445e-9cd8-addec99b4721 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.607718] env[69603]: DEBUG nova.compute.manager [req-8628482e-2d90-4cab-b0ab-88501b6dd46e req-5c3ef993-4305-47e0-9409-13c1fc23a535 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Refreshing instance network info cache due to event network-changed-5c5bfa25-0161-445e-9cd8-addec99b4721. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 852.607929] env[69603]: DEBUG oslo_concurrency.lockutils [req-8628482e-2d90-4cab-b0ab-88501b6dd46e req-5c3ef993-4305-47e0-9409-13c1fc23a535 service nova] Acquiring lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.608085] env[69603]: DEBUG oslo_concurrency.lockutils [req-8628482e-2d90-4cab-b0ab-88501b6dd46e req-5c3ef993-4305-47e0-9409-13c1fc23a535 service nova] Acquired lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.608247] env[69603]: DEBUG nova.network.neutron [req-8628482e-2d90-4cab-b0ab-88501b6dd46e req-5c3ef993-4305-47e0-9409-13c1fc23a535 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Refreshing network info cache for port 5c5bfa25-0161-445e-9cd8-addec99b4721 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.615734] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479932, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.955931] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479928, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.957272] env[69603]: DEBUG nova.scheduler.client.report [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 84 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 852.957512] env[69603]: DEBUG nova.compute.provider_tree [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 84 to 85 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 852.957726] env[69603]: DEBUG nova.compute.provider_tree [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 853.005239] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155688} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.005891] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.006676] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2894790d-5176-4454-acf2-2e4b66d9658c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.012613] env[69603]: DEBUG oslo_vmware.api [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479930, 'name': PowerOffVM_Task, 'duration_secs': 0.294587} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.013276] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.013479] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.013743] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4369a9f-2d06-4223-a0b7-d56422a4f13a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.036017] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 26d81b16-cbe1-4520-8b1b-4881dd90b633/26d81b16-cbe1-4520-8b1b-4881dd90b633.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.039234] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fe38c33-528e-4bd2-8e40-c376e6190631 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.066755] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479931, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.068410] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 853.068410] env[69603]: value = "task-3479934" [ 853.068410] env[69603]: _type = "Task" [ 853.068410] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.079258] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.099776] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.100034] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.100540] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Deleting the datastore file [datastore2] f002f41b-ad9f-437e-9b52-52885f6e2a1c {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.100540] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db30efec-c508-4b92-bd8e-25e9f1043cad {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.114762] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479932, 'name': CreateVM_Task, 'duration_secs': 0.361345} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.116212] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.116621] env[69603]: DEBUG oslo_vmware.api [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 853.116621] env[69603]: value = "task-3479935" [ 853.116621] env[69603]: _type = "Task" [ 853.116621] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.117880] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.117880] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.117998] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.118386] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf3babf5-5fd7-4b6d-b633-3df95d99756f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.130375] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 853.130375] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c9549f-a6f7-62da-fa04-b9d60ae1c67b" [ 853.130375] env[69603]: _type = "Task" [ 853.130375] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.137415] env[69603]: DEBUG oslo_vmware.api [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.145282] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c9549f-a6f7-62da-fa04-b9d60ae1c67b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.190491] env[69603]: DEBUG nova.objects.instance [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lazy-loading 'pci_requests' on Instance uuid 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.327997] env[69603]: DEBUG nova.network.neutron [req-8628482e-2d90-4cab-b0ab-88501b6dd46e req-5c3ef993-4305-47e0-9409-13c1fc23a535 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Updated VIF entry in instance network info cache for port 5c5bfa25-0161-445e-9cd8-addec99b4721. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 853.328448] env[69603]: DEBUG nova.network.neutron [req-8628482e-2d90-4cab-b0ab-88501b6dd46e req-5c3ef993-4305-47e0-9409-13c1fc23a535 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Updating instance_info_cache with network_info: [{"id": "5c5bfa25-0161-445e-9cd8-addec99b4721", "address": "fa:16:3e:85:eb:4f", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5bfa25-01", "ovs_interfaceid": "5c5bfa25-0161-445e-9cd8-addec99b4721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.458527] env[69603]: DEBUG oslo_vmware.api [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479928, 'name': PowerOnVM_Task, 'duration_secs': 0.739743} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.458839] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.459134] env[69603]: DEBUG nova.compute.manager [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.460179] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd74da8-b634-4392-9bb0-6cf0459e9d68 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.464163] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.743s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.464766] env[69603]: DEBUG nova.compute.manager [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.468158] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.412s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.468397] env[69603]: DEBUG nova.objects.instance [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lazy-loading 'resources' on Instance uuid ea73f497-64b3-4b6a-a2d6-6c290c634e2c {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.549872] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479931, 'name': CreateVM_Task, 'duration_secs': 0.700967} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.550090] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.550847] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.551021] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.551366] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.551630] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c8bdbb0-e02a-4e52-81b3-ae7eb1733053 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.557268] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 853.557268] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52739b22-b9b6-b61d-9a5e-9d8c45988609" [ 853.557268] env[69603]: _type = "Task" [ 853.557268] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.565942] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52739b22-b9b6-b61d-9a5e-9d8c45988609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.577554] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.628088] env[69603]: DEBUG oslo_vmware.api [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.642134] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c9549f-a6f7-62da-fa04-b9d60ae1c67b, 'name': SearchDatastore_Task, 'duration_secs': 0.047828} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.642968] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.643697] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.643697] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.643922] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.644029] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.644228] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-120f7561-37e9-4731-be65-505775f3a4ef {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.653993] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.654218] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.655261] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cbd015b-803b-4b68-b411-4693c5f144e2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.663142] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 853.663142] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529984dd-cb31-628c-2c41-5eb992e06168" [ 853.663142] env[69603]: _type = "Task" [ 853.663142] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.674884] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529984dd-cb31-628c-2c41-5eb992e06168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.693771] env[69603]: DEBUG nova.objects.base [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Object Instance<1a96d3ed-c017-4fbb-8c55-4f42ba583d8e> lazy-loaded attributes: flavor,pci_requests {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 853.694037] env[69603]: DEBUG nova.network.neutron [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.730751] env[69603]: DEBUG nova.policy [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b5a559e296f4a44808838df8b2652b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e45969eb4ad041bab259e6c0a7e8cddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 853.831035] env[69603]: DEBUG oslo_concurrency.lockutils [req-8628482e-2d90-4cab-b0ab-88501b6dd46e req-5c3ef993-4305-47e0-9409-13c1fc23a535 service nova] Releasing lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.975136] env[69603]: DEBUG nova.compute.utils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 853.975136] env[69603]: DEBUG nova.compute.manager [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 853.975136] env[69603]: DEBUG nova.network.neutron [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 853.994791] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.005022] env[69603]: DEBUG nova.network.neutron [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Successfully created port: 2691aede-1f7e-4a37-816d-9a3265038eef {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.049342] env[69603]: DEBUG nova.policy [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '284fe5ad0e8047058b5265c993e86c51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a62911e4287403391a30396d3b39a02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.074167] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52739b22-b9b6-b61d-9a5e-9d8c45988609, 'name': SearchDatastore_Task, 'duration_secs': 0.011081} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.080681] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.081187] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.081662] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.081959] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.082438] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.083092] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f52d6ff-3cd0-4063-923e-10215f7d60d8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.096576] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479934, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.099614] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.099927] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.101743] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fb8e105-a8ee-48ec-a23d-faf0d511e812 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.108963] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 854.108963] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52130f2c-804a-ed97-2fa9-6d93408d8507" [ 854.108963] env[69603]: _type = "Task" [ 854.108963] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.123625] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52130f2c-804a-ed97-2fa9-6d93408d8507, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.133042] env[69603]: DEBUG oslo_vmware.api [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3479935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.559503} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.133360] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.133561] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.133762] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.133949] env[69603]: INFO nova.compute.manager [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Took 1.68 seconds to destroy the instance on the hypervisor. [ 854.134295] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.134561] env[69603]: DEBUG nova.compute.manager [-] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.134710] env[69603]: DEBUG nova.network.neutron [-] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.173879] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529984dd-cb31-628c-2c41-5eb992e06168, 'name': SearchDatastore_Task, 'duration_secs': 0.012617} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.174768] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-261db9d0-7cd5-45f5-b6ed-47942c1ee310 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.183969] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 854.183969] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5265b0e0-1957-b6bb-1732-0dd4f06dda7d" [ 854.183969] env[69603]: _type = "Task" [ 854.183969] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.193254] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5265b0e0-1957-b6bb-1732-0dd4f06dda7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.481541] env[69603]: DEBUG nova.compute.manager [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.524613] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c3890c-ed14-422f-8e67-d8f8057ff706 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.538083] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb12c46d-f268-4e27-a232-1e228187bd24 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.578814] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c134c1af-88d7-4045-838a-fd152ee06265 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.588199] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479934, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.591907] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b7f9f3-ad02-46cd-879e-fb4d164bd0dd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.607994] env[69603]: DEBUG nova.compute.provider_tree [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 854.609718] env[69603]: DEBUG nova.network.neutron [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Successfully created port: 7b8f7676-d0eb-42c9-b92e-9d418768bd82 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.621355] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52130f2c-804a-ed97-2fa9-6d93408d8507, 'name': SearchDatastore_Task, 'duration_secs': 0.034556} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.622133] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e3bd47a-c9fd-4f47-a40f-b1bd568ac898 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.627934] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 854.627934] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52170bee-9fbc-610b-02fb-c245aa798e67" [ 854.627934] env[69603]: _type = "Task" [ 854.627934] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.636447] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52170bee-9fbc-610b-02fb-c245aa798e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.694933] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5265b0e0-1957-b6bb-1732-0dd4f06dda7d, 'name': SearchDatastore_Task, 'duration_secs': 0.012807} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.695205] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.695475] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] bf94f8d3-935e-49bb-9006-257f9023f9da/bf94f8d3-935e-49bb-9006-257f9023f9da.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.695751] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5dc4322-b584-4c85-8f12-4ffbd0b25b26 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.704970] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 854.704970] env[69603]: value = "task-3479936" [ 854.704970] env[69603]: _type = "Task" [ 854.704970] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.714480] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.084482] env[69603]: DEBUG nova.network.neutron [-] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.085799] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479934, 'name': ReconfigVM_Task, 'duration_secs': 1.931791} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.089464] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 26d81b16-cbe1-4520-8b1b-4881dd90b633/26d81b16-cbe1-4520-8b1b-4881dd90b633.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 855.089464] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-777308ad-0c55-4d0f-b847-69660e6dc349 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.096101] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 855.096101] env[69603]: value = "task-3479937" [ 855.096101] env[69603]: _type = "Task" [ 855.096101] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.106439] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479937, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.141806] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52170bee-9fbc-610b-02fb-c245aa798e67, 'name': SearchDatastore_Task, 'duration_secs': 0.018414} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.141806] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.141806] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 7ce6c4cc-0b8c-4a4f-832b-db655d41c647/7ce6c4cc-0b8c-4a4f-832b-db655d41c647.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.141806] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d8b7584-cd8e-4467-b90c-0479401652d9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.149963] env[69603]: DEBUG nova.scheduler.client.report [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 85 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 855.150180] env[69603]: DEBUG nova.compute.provider_tree [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 85 to 86 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 855.150231] env[69603]: DEBUG nova.compute.provider_tree [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 855.155821] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 855.155821] env[69603]: value = "task-3479938" [ 855.155821] env[69603]: _type = "Task" [ 855.155821] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.170480] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.217806] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479936, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.295965] env[69603]: DEBUG nova.compute.manager [req-84d495a4-8ff6-41f5-adcd-487650e4786d req-c0450e07-c7fd-4c1b-88e0-5c5b742bfb8a service nova] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Received event network-vif-deleted-38630e68-6a1a-4847-a853-a5c07b108a28 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.492300] env[69603]: DEBUG nova.compute.manager [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.528959] env[69603]: DEBUG nova.virt.hardware [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.530374] env[69603]: DEBUG nova.virt.hardware [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.530687] env[69603]: DEBUG nova.virt.hardware [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.530992] env[69603]: DEBUG nova.virt.hardware [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.531263] env[69603]: DEBUG nova.virt.hardware [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.531546] env[69603]: DEBUG nova.virt.hardware [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.531857] env[69603]: DEBUG nova.virt.hardware [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.532142] env[69603]: DEBUG nova.virt.hardware [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.532414] env[69603]: DEBUG nova.virt.hardware [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.532701] env[69603]: DEBUG nova.virt.hardware [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.532973] env[69603]: DEBUG nova.virt.hardware [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.533979] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4744af5b-fcc2-4aba-87a0-37cd3e3c8a12 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.544277] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69fde4c-9921-4a36-bba7-77e635b85729 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.570504] env[69603]: DEBUG nova.network.neutron [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Successfully updated port: 2691aede-1f7e-4a37-816d-9a3265038eef {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.587656] env[69603]: INFO nova.compute.manager [-] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Took 1.45 seconds to deallocate network for instance. [ 855.608540] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479937, 'name': Rename_Task, 'duration_secs': 0.343327} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.608663] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.608967] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d78e33d1-35e8-46dc-9532-e693e37d15ee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.617723] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 855.617723] env[69603]: value = "task-3479939" [ 855.617723] env[69603]: _type = "Task" [ 855.617723] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.628858] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.657047] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.189s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.659733] env[69603]: DEBUG oslo_concurrency.lockutils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.058s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.661386] env[69603]: INFO nova.compute.claims [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.674818] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479938, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.679830] env[69603]: INFO nova.scheduler.client.report [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Deleted allocations for instance ea73f497-64b3-4b6a-a2d6-6c290c634e2c [ 855.719949] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724542} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.720261] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] bf94f8d3-935e-49bb-9006-257f9023f9da/bf94f8d3-935e-49bb-9006-257f9023f9da.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.720484] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.720751] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f07032f5-63fb-45e6-ad20-f981ad53ba4b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.731446] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 855.731446] env[69603]: value = "task-3479940" [ 855.731446] env[69603]: _type = "Task" [ 855.731446] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.743161] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.062322] env[69603]: DEBUG nova.compute.manager [req-10a4bb5f-8541-46d8-8726-12c80a9a8e25 req-5aa452aa-be60-4bf2-999f-09b715f7f16d service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Received event network-vif-plugged-2691aede-1f7e-4a37-816d-9a3265038eef {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.062690] env[69603]: DEBUG oslo_concurrency.lockutils [req-10a4bb5f-8541-46d8-8726-12c80a9a8e25 req-5aa452aa-be60-4bf2-999f-09b715f7f16d service nova] Acquiring lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.062868] env[69603]: DEBUG oslo_concurrency.lockutils [req-10a4bb5f-8541-46d8-8726-12c80a9a8e25 req-5aa452aa-be60-4bf2-999f-09b715f7f16d service nova] Lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.063122] env[69603]: DEBUG oslo_concurrency.lockutils [req-10a4bb5f-8541-46d8-8726-12c80a9a8e25 req-5aa452aa-be60-4bf2-999f-09b715f7f16d service nova] Lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.063337] env[69603]: DEBUG nova.compute.manager [req-10a4bb5f-8541-46d8-8726-12c80a9a8e25 req-5aa452aa-be60-4bf2-999f-09b715f7f16d service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] No waiting events found dispatching network-vif-plugged-2691aede-1f7e-4a37-816d-9a3265038eef {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 856.063538] env[69603]: WARNING nova.compute.manager [req-10a4bb5f-8541-46d8-8726-12c80a9a8e25 req-5aa452aa-be60-4bf2-999f-09b715f7f16d service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Received unexpected event network-vif-plugged-2691aede-1f7e-4a37-816d-9a3265038eef for instance with vm_state active and task_state None. [ 856.072670] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.072850] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.073092] env[69603]: DEBUG nova.network.neutron [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.094818] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.131421] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.172575] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772558} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.172840] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 7ce6c4cc-0b8c-4a4f-832b-db655d41c647/7ce6c4cc-0b8c-4a4f-832b-db655d41c647.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.173054] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.173342] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f90123b-a08f-4f24-afc4-9ca63d0621da {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.182205] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 856.182205] env[69603]: value = "task-3479941" [ 856.182205] env[69603]: _type = "Task" [ 856.182205] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.189264] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ba178c0c-1525-4bdf-bb78-00b0876409bf tempest-SecurityGroupsTestJSON-1772843672 tempest-SecurityGroupsTestJSON-1772843672-project-member] Lock "ea73f497-64b3-4b6a-a2d6-6c290c634e2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.665s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.196018] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479941, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.246214] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083463} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.246214] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.247530] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5228833a-193e-49ae-b734-b55788c9d4dd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.271294] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] bf94f8d3-935e-49bb-9006-257f9023f9da/bf94f8d3-935e-49bb-9006-257f9023f9da.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.272033] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef7b33dc-67cf-44d3-8dc2-0636de07a464 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.293710] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 856.293710] env[69603]: value = "task-3479942" [ 856.293710] env[69603]: _type = "Task" [ 856.293710] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.303252] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.542244] env[69603]: DEBUG nova.network.neutron [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Successfully updated port: 7b8f7676-d0eb-42c9-b92e-9d418768bd82 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.609112] env[69603]: WARNING nova.network.neutron [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] cec22ff4-98d2-4241-bf1e-0a13e1802df2 already exists in list: networks containing: ['cec22ff4-98d2-4241-bf1e-0a13e1802df2']. ignoring it [ 856.628976] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479939, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.694717] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479941, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09198} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.698130] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.698316] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d23072b-351f-4085-a248-49a1493da36c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.719811] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "d295f7c6-ce16-42d6-ab06-c4e0d62c98e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.720106] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "d295f7c6-ce16-42d6-ab06-c4e0d62c98e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.720385] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "d295f7c6-ce16-42d6-ab06-c4e0d62c98e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.720586] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "d295f7c6-ce16-42d6-ab06-c4e0d62c98e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.720781] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "d295f7c6-ce16-42d6-ab06-c4e0d62c98e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.722975] env[69603]: INFO nova.compute.manager [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Terminating instance [ 856.733882] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 7ce6c4cc-0b8c-4a4f-832b-db655d41c647/7ce6c4cc-0b8c-4a4f-832b-db655d41c647.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.738445] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd7c6813-00f7-4490-87ba-d9aae52feb25 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.765493] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 856.765493] env[69603]: value = "task-3479943" [ 856.765493] env[69603]: _type = "Task" [ 856.765493] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.778194] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479943, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.806379] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.043711] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Acquiring lock "refresh_cache-4f8791ac-90cc-439e-8e5d-86f42dafb9aa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.043900] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Acquired lock "refresh_cache-4f8791ac-90cc-439e-8e5d-86f42dafb9aa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.044071] env[69603]: DEBUG nova.network.neutron [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.048815] env[69603]: DEBUG nova.network.neutron [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Updating instance_info_cache with network_info: [{"id": "99f9e237-6100-4b2a-bdd0-e56a4fdf4b10", "address": "fa:16:3e:5e:bb:8c", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f9e237-61", "ovs_interfaceid": "99f9e237-6100-4b2a-bdd0-e56a4fdf4b10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2691aede-1f7e-4a37-816d-9a3265038eef", "address": "fa:16:3e:74:e9:ec", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2691aede-1f", "ovs_interfaceid": "2691aede-1f7e-4a37-816d-9a3265038eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.129500] env[69603]: DEBUG oslo_vmware.api [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479939, 'name': PowerOnVM_Task, 'duration_secs': 1.193311} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.132052] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.132262] env[69603]: INFO nova.compute.manager [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Took 12.50 seconds to spawn the instance on the hypervisor. [ 857.132455] env[69603]: DEBUG nova.compute.manager [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.133770] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34847598-747e-4877-af34-ce89574ccbe5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.180692] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54fe320-b7c3-44f3-af5a-78edf39846f8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.189927] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a540633d-bcec-4df7-8181-a0bf1463a844 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.222133] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-992844fd-1484-461f-bdd0-82b163f18f02 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.231285] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e10ca50f-fe2d-49e9-8456-c7bbfadb900c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.239834] env[69603]: DEBUG nova.compute.manager [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 857.240154] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 857.249153] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2a3446-d3cd-4c35-bf64-ab1b6dbda2b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.252270] env[69603]: DEBUG nova.compute.provider_tree [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.259390] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.259747] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e83e821-cb86-4f89-ad60-146314b41bbc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.267334] env[69603]: DEBUG oslo_vmware.api [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 857.267334] env[69603]: value = "task-3479944" [ 857.267334] env[69603]: _type = "Task" [ 857.267334] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.285195] env[69603]: DEBUG oslo_vmware.api [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.285639] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479943, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.305595] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479942, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.550528] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "8cea6bf3-631f-46f8-b763-ea05ad905f21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.550789] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "8cea6bf3-631f-46f8-b763-ea05ad905f21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.554825] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.555461] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.555658] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.556524] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec2f06c-5c8c-4225-875c-d437dc1dda11 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.582023] env[69603]: DEBUG nova.virt.hardware [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.582384] env[69603]: DEBUG nova.virt.hardware [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.582646] env[69603]: DEBUG nova.virt.hardware [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.583141] env[69603]: DEBUG nova.virt.hardware [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.583621] env[69603]: DEBUG nova.virt.hardware [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.583748] env[69603]: DEBUG nova.virt.hardware [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.584229] env[69603]: DEBUG nova.virt.hardware [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.584440] env[69603]: DEBUG nova.virt.hardware [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.584677] env[69603]: DEBUG nova.virt.hardware [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.584875] env[69603]: DEBUG nova.virt.hardware [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.585290] env[69603]: DEBUG nova.virt.hardware [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.593639] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Reconfiguring VM to attach interface {{(pid=69603) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 857.595039] env[69603]: DEBUG nova.network.neutron [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.597158] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ea60ea-1c2d-47a5-a1d2-ffc1b703b2b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.619688] env[69603]: DEBUG oslo_vmware.api [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 857.619688] env[69603]: value = "task-3479945" [ 857.619688] env[69603]: _type = "Task" [ 857.619688] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.629118] env[69603]: DEBUG oslo_vmware.api [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479945, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.652698] env[69603]: INFO nova.compute.manager [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Took 54.22 seconds to build instance. [ 857.786046] env[69603]: DEBUG oslo_vmware.api [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479944, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.787274] env[69603]: ERROR nova.scheduler.client.report [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [req-df1ef36b-666a-48e4-88fe-32ac4d7e2917] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-df1ef36b-666a-48e4-88fe-32ac4d7e2917"}]} [ 857.793892] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479943, 'name': ReconfigVM_Task, 'duration_secs': 0.9968} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.794478] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 7ce6c4cc-0b8c-4a4f-832b-db655d41c647/7ce6c4cc-0b8c-4a4f-832b-db655d41c647.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.795226] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3ef7f45-a967-4656-9cff-2fca85d9a9e0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.808607] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479942, 'name': ReconfigVM_Task, 'duration_secs': 1.199213} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.810254] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Reconfigured VM instance instance-0000003a to attach disk [datastore1] bf94f8d3-935e-49bb-9006-257f9023f9da/bf94f8d3-935e-49bb-9006-257f9023f9da.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.811093] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 857.811093] env[69603]: value = "task-3479946" [ 857.811093] env[69603]: _type = "Task" [ 857.811093] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.812844] env[69603]: DEBUG nova.scheduler.client.report [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 857.815176] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-912b02dc-3978-408d-9d28-d584d96cafba {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.828879] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479946, 'name': Rename_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.830537] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 857.830537] env[69603]: value = "task-3479947" [ 857.830537] env[69603]: _type = "Task" [ 857.830537] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.831590] env[69603]: DEBUG nova.scheduler.client.report [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 857.831874] env[69603]: DEBUG nova.compute.provider_tree [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 857.846785] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479947, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.848059] env[69603]: DEBUG nova.network.neutron [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Updating instance_info_cache with network_info: [{"id": "7b8f7676-d0eb-42c9-b92e-9d418768bd82", "address": "fa:16:3e:1f:eb:ce", "network": {"id": "eec7934a-ff98-42e7-a9ed-e4315ce42200", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2039196353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a62911e4287403391a30396d3b39a02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b8f7676-d0", "ovs_interfaceid": "7b8f7676-d0eb-42c9-b92e-9d418768bd82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.851599] env[69603]: DEBUG nova.scheduler.client.report [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 857.871066] env[69603]: DEBUG nova.scheduler.client.report [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 857.994730] env[69603]: DEBUG nova.compute.manager [req-9fbcad5a-72ef-42f5-8893-f668057dab6a req-9f9365f2-03e0-4108-8fa3-855926f22f5b service nova] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Received event network-vif-plugged-7b8f7676-d0eb-42c9-b92e-9d418768bd82 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.994730] env[69603]: DEBUG oslo_concurrency.lockutils [req-9fbcad5a-72ef-42f5-8893-f668057dab6a req-9f9365f2-03e0-4108-8fa3-855926f22f5b service nova] Acquiring lock "4f8791ac-90cc-439e-8e5d-86f42dafb9aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.994730] env[69603]: DEBUG oslo_concurrency.lockutils [req-9fbcad5a-72ef-42f5-8893-f668057dab6a req-9f9365f2-03e0-4108-8fa3-855926f22f5b service nova] Lock "4f8791ac-90cc-439e-8e5d-86f42dafb9aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.994730] env[69603]: DEBUG oslo_concurrency.lockutils [req-9fbcad5a-72ef-42f5-8893-f668057dab6a req-9f9365f2-03e0-4108-8fa3-855926f22f5b service nova] Lock "4f8791ac-90cc-439e-8e5d-86f42dafb9aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.994730] env[69603]: DEBUG nova.compute.manager [req-9fbcad5a-72ef-42f5-8893-f668057dab6a req-9f9365f2-03e0-4108-8fa3-855926f22f5b service nova] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] No waiting events found dispatching network-vif-plugged-7b8f7676-d0eb-42c9-b92e-9d418768bd82 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.994730] env[69603]: WARNING nova.compute.manager [req-9fbcad5a-72ef-42f5-8893-f668057dab6a req-9f9365f2-03e0-4108-8fa3-855926f22f5b service nova] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Received unexpected event network-vif-plugged-7b8f7676-d0eb-42c9-b92e-9d418768bd82 for instance with vm_state building and task_state spawning. [ 857.994730] env[69603]: DEBUG nova.compute.manager [req-9fbcad5a-72ef-42f5-8893-f668057dab6a req-9f9365f2-03e0-4108-8fa3-855926f22f5b service nova] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Received event network-changed-7b8f7676-d0eb-42c9-b92e-9d418768bd82 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.994730] env[69603]: DEBUG nova.compute.manager [req-9fbcad5a-72ef-42f5-8893-f668057dab6a req-9f9365f2-03e0-4108-8fa3-855926f22f5b service nova] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Refreshing instance network info cache due to event network-changed-7b8f7676-d0eb-42c9-b92e-9d418768bd82. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.994730] env[69603]: DEBUG oslo_concurrency.lockutils [req-9fbcad5a-72ef-42f5-8893-f668057dab6a req-9f9365f2-03e0-4108-8fa3-855926f22f5b service nova] Acquiring lock "refresh_cache-4f8791ac-90cc-439e-8e5d-86f42dafb9aa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.133887] env[69603]: DEBUG oslo_vmware.api [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479945, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.156285] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5adf119a-3137-4d03-9a10-cc8e4ba9b783 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "26d81b16-cbe1-4520-8b1b-4881dd90b633" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.615s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.283723] env[69603]: DEBUG oslo_vmware.api [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479944, 'name': PowerOffVM_Task, 'duration_secs': 0.540156} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.287021] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 858.287021] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 858.287021] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43e57181-c22d-494f-aa7c-8ec73bd3ee63 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.328242] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479946, 'name': Rename_Task, 'duration_secs': 0.267875} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.328517] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.328761] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1816454c-b3ed-42c1-88b9-2a8c41d0c1e6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.336011] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 858.336011] env[69603]: value = "task-3479949" [ 858.336011] env[69603]: _type = "Task" [ 858.336011] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.350623] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479947, 'name': Rename_Task, 'duration_secs': 0.157001} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.353980] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.354501] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Releasing lock "refresh_cache-4f8791ac-90cc-439e-8e5d-86f42dafb9aa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.354799] env[69603]: DEBUG nova.compute.manager [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Instance network_info: |[{"id": "7b8f7676-d0eb-42c9-b92e-9d418768bd82", "address": "fa:16:3e:1f:eb:ce", "network": {"id": "eec7934a-ff98-42e7-a9ed-e4315ce42200", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2039196353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a62911e4287403391a30396d3b39a02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b8f7676-d0", "ovs_interfaceid": "7b8f7676-d0eb-42c9-b92e-9d418768bd82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 858.355072] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.356251] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d6a0bba-b015-4028-9cb9-a96e802bcd47 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.358325] env[69603]: DEBUG oslo_concurrency.lockutils [req-9fbcad5a-72ef-42f5-8893-f668057dab6a req-9f9365f2-03e0-4108-8fa3-855926f22f5b service nova] Acquired lock "refresh_cache-4f8791ac-90cc-439e-8e5d-86f42dafb9aa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.358443] env[69603]: DEBUG nova.network.neutron [req-9fbcad5a-72ef-42f5-8893-f668057dab6a req-9f9365f2-03e0-4108-8fa3-855926f22f5b service nova] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Refreshing network info cache for port 7b8f7676-d0eb-42c9-b92e-9d418768bd82 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.359968] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:eb:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89ed4797-90ad-44cd-bbcb-e90b2a8400f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b8f7676-d0eb-42c9-b92e-9d418768bd82', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.368893] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Creating folder: Project (9a62911e4287403391a30396d3b39a02). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.369935] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d06459-aa66-49e1-a2a7-1806fdd4ff28 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.375386] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b89f583-945f-4349-823b-262f022b93f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.377600] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 858.377798] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 858.377983] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleting the datastore file [datastore2] d295f7c6-ce16-42d6-ab06-c4e0d62c98e6 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 858.379033] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d3c3374-f237-4c9f-98e3-0d77a4a037af {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.385850] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed63e3d-0169-4ee1-a87d-c8233e658894 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.389246] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 858.389246] env[69603]: value = "task-3479950" [ 858.389246] env[69603]: _type = "Task" [ 858.389246] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.390977] env[69603]: DEBUG oslo_vmware.api [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 858.390977] env[69603]: value = "task-3479952" [ 858.390977] env[69603]: _type = "Task" [ 858.390977] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.395599] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Created folder: Project (9a62911e4287403391a30396d3b39a02) in parent group-v695567. [ 858.395783] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Creating folder: Instances. Parent ref: group-v695736. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.399230] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0397ca8e-5ab1-4566-b130-6c0635f20d4a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.430832] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382fc1e8-ecda-4036-92dc-abc4a9ccab96 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.439712] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479950, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.439996] env[69603]: DEBUG oslo_vmware.api [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.441772] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Created folder: Instances in parent group-v695736. [ 858.442044] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.442234] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.442523] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a2352ec-1ab7-417c-8d75-5fd1196e3ffd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.460982] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42987557-f5ce-4486-950f-4a020f1134f0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.465918] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.465918] env[69603]: value = "task-3479954" [ 858.465918] env[69603]: _type = "Task" [ 858.465918] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.477680] env[69603]: DEBUG nova.compute.provider_tree [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 858.485398] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479954, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.634222] env[69603]: DEBUG oslo_vmware.api [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479945, 'name': ReconfigVM_Task, 'duration_secs': 0.938062} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.635846] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.636484] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Reconfigured VM to attach interface {{(pid=69603) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 858.658056] env[69603]: DEBUG nova.compute.manager [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.834385] env[69603]: DEBUG nova.compute.manager [req-dafa8e28-8e37-449c-8504-726dd0d152fd req-0e026dd8-69a7-4d37-8e9a-235e91295893 service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Received event network-changed-2691aede-1f7e-4a37-816d-9a3265038eef {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.834621] env[69603]: DEBUG nova.compute.manager [req-dafa8e28-8e37-449c-8504-726dd0d152fd req-0e026dd8-69a7-4d37-8e9a-235e91295893 service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Refreshing instance network info cache due to event network-changed-2691aede-1f7e-4a37-816d-9a3265038eef. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.834779] env[69603]: DEBUG oslo_concurrency.lockutils [req-dafa8e28-8e37-449c-8504-726dd0d152fd req-0e026dd8-69a7-4d37-8e9a-235e91295893 service nova] Acquiring lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.834928] env[69603]: DEBUG oslo_concurrency.lockutils [req-dafa8e28-8e37-449c-8504-726dd0d152fd req-0e026dd8-69a7-4d37-8e9a-235e91295893 service nova] Acquired lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.835739] env[69603]: DEBUG nova.network.neutron [req-dafa8e28-8e37-449c-8504-726dd0d152fd req-0e026dd8-69a7-4d37-8e9a-235e91295893 service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Refreshing network info cache for port 2691aede-1f7e-4a37-816d-9a3265038eef {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.855024] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479949, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.907607] env[69603]: DEBUG oslo_vmware.api [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479950, 'name': PowerOnVM_Task, 'duration_secs': 0.489036} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.910761] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.910994] env[69603]: DEBUG nova.compute.manager [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.911590] env[69603]: DEBUG oslo_vmware.api [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3479952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283485} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.912376] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64297ac-637b-4760-9a5e-327fd2fbc513 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.915570] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 858.915768] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 858.915960] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 858.916163] env[69603]: INFO nova.compute.manager [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Took 1.68 seconds to destroy the instance on the hypervisor. [ 858.916428] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 858.916968] env[69603]: DEBUG nova.compute.manager [-] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 858.917087] env[69603]: DEBUG nova.network.neutron [-] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 858.979971] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479954, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.012675] env[69603]: DEBUG nova.scheduler.client.report [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 859.013039] env[69603]: DEBUG nova.compute.provider_tree [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 87 to 88 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 859.013338] env[69603]: DEBUG nova.compute.provider_tree [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 859.142990] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0fe06322-f396-4fb7-a06d-2475dcf84930 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.614s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.201009] env[69603]: DEBUG oslo_concurrency.lockutils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.330730] env[69603]: DEBUG nova.network.neutron [req-9fbcad5a-72ef-42f5-8893-f668057dab6a req-9f9365f2-03e0-4108-8fa3-855926f22f5b service nova] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Updated VIF entry in instance network info cache for port 7b8f7676-d0eb-42c9-b92e-9d418768bd82. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.331109] env[69603]: DEBUG nova.network.neutron [req-9fbcad5a-72ef-42f5-8893-f668057dab6a req-9f9365f2-03e0-4108-8fa3-855926f22f5b service nova] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Updating instance_info_cache with network_info: [{"id": "7b8f7676-d0eb-42c9-b92e-9d418768bd82", "address": "fa:16:3e:1f:eb:ce", "network": {"id": "eec7934a-ff98-42e7-a9ed-e4315ce42200", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-2039196353-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a62911e4287403391a30396d3b39a02", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89ed4797-90ad-44cd-bbcb-e90b2a8400f3", "external-id": "nsx-vlan-transportzone-699", "segmentation_id": 699, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b8f7676-d0", "ovs_interfaceid": "7b8f7676-d0eb-42c9-b92e-9d418768bd82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.351490] env[69603]: DEBUG oslo_vmware.api [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3479949, 'name': PowerOnVM_Task, 'duration_secs': 0.81661} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.351783] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.352025] env[69603]: INFO nova.compute.manager [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Took 9.86 seconds to spawn the instance on the hypervisor. [ 859.352205] env[69603]: DEBUG nova.compute.manager [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.353021] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b092969-3ca1-46c9-820d-f982b534af26 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.440481] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.479016] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479954, 'name': CreateVM_Task, 'duration_secs': 0.594046} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.479781] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.479971] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.480093] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.480815] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.480815] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae1b4d5-949e-417b-8058-28e6cdfa2798 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.486708] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Waiting for the task: (returnval){ [ 859.486708] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52426906-61b4-b7cd-336c-0a4b2b726885" [ 859.486708] env[69603]: _type = "Task" [ 859.486708] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.496627] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52426906-61b4-b7cd-336c-0a4b2b726885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.521922] env[69603]: DEBUG oslo_concurrency.lockutils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.862s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.522288] env[69603]: DEBUG nova.compute.manager [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.527870] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.657s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.527870] env[69603]: DEBUG nova.objects.instance [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Lazy-loading 'resources' on Instance uuid 503c8979-4c4e-4a8d-a06c-5a2e240437a6 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.633293] env[69603]: DEBUG nova.network.neutron [req-dafa8e28-8e37-449c-8504-726dd0d152fd req-0e026dd8-69a7-4d37-8e9a-235e91295893 service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Updated VIF entry in instance network info cache for port 2691aede-1f7e-4a37-816d-9a3265038eef. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.633920] env[69603]: DEBUG nova.network.neutron [req-dafa8e28-8e37-449c-8504-726dd0d152fd req-0e026dd8-69a7-4d37-8e9a-235e91295893 service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Updating instance_info_cache with network_info: [{"id": "99f9e237-6100-4b2a-bdd0-e56a4fdf4b10", "address": "fa:16:3e:5e:bb:8c", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f9e237-61", "ovs_interfaceid": "99f9e237-6100-4b2a-bdd0-e56a4fdf4b10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2691aede-1f7e-4a37-816d-9a3265038eef", "address": "fa:16:3e:74:e9:ec", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2691aede-1f", "ovs_interfaceid": "2691aede-1f7e-4a37-816d-9a3265038eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.651879] env[69603]: DEBUG nova.compute.manager [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.653497] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e003faed-8227-4fe1-a1b8-16a2509259a8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.698963] env[69603]: DEBUG nova.network.neutron [-] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.834309] env[69603]: DEBUG oslo_concurrency.lockutils [req-9fbcad5a-72ef-42f5-8893-f668057dab6a req-9f9365f2-03e0-4108-8fa3-855926f22f5b service nova] Releasing lock "refresh_cache-4f8791ac-90cc-439e-8e5d-86f42dafb9aa" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.875306] env[69603]: INFO nova.compute.manager [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Took 49.37 seconds to build instance. [ 860.000257] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52426906-61b4-b7cd-336c-0a4b2b726885, 'name': SearchDatastore_Task, 'duration_secs': 0.017435} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.001052] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.004066] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.004066] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.004066] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.004066] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.004066] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbc534c2-5dc5-4d52-9b08-5b0f6efeb391 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.020248] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.020248] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.020248] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e40c3e-e4ae-40d2-b3b6-9072630a8d08 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.028281] env[69603]: DEBUG nova.compute.utils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.032457] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Waiting for the task: (returnval){ [ 860.032457] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52944c1b-a3e0-f360-3a53-f18f265d30e8" [ 860.032457] env[69603]: _type = "Task" [ 860.032457] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.033568] env[69603]: DEBUG nova.compute.manager [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.036072] env[69603]: DEBUG nova.network.neutron [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.049581] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52944c1b-a3e0-f360-3a53-f18f265d30e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.139573] env[69603]: DEBUG oslo_concurrency.lockutils [req-dafa8e28-8e37-449c-8504-726dd0d152fd req-0e026dd8-69a7-4d37-8e9a-235e91295893 service nova] Releasing lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.168120] env[69603]: DEBUG nova.policy [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f13f205546c946f5b72934111727443d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '265f2a0a834e4d21a8e5845fb404b115', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.169017] env[69603]: INFO nova.compute.manager [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] instance snapshotting [ 860.174277] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de734bf7-d530-4f27-b064-da7741630be5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.203648] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc004a65-e5a7-4572-baf9-9c777d849c18 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.207381] env[69603]: INFO nova.compute.manager [-] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Took 1.29 seconds to deallocate network for instance. [ 860.284512] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "e44b6009-d869-4820-8da1-e4c8f2343035" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.285334] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "e44b6009-d869-4820-8da1-e4c8f2343035" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.377122] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2aec93b-690a-485b-800f-3ae3af1ba732 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.929s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.502309] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquiring lock "bf94f8d3-935e-49bb-9006-257f9023f9da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.502552] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Lock "bf94f8d3-935e-49bb-9006-257f9023f9da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.502754] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquiring lock "bf94f8d3-935e-49bb-9006-257f9023f9da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.502933] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Lock "bf94f8d3-935e-49bb-9006-257f9023f9da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.503139] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Lock "bf94f8d3-935e-49bb-9006-257f9023f9da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.506052] env[69603]: INFO nova.compute.manager [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Terminating instance [ 860.537240] env[69603]: DEBUG nova.compute.manager [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.553611] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52944c1b-a3e0-f360-3a53-f18f265d30e8, 'name': SearchDatastore_Task, 'duration_secs': 0.021675} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.554507] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2423dd7-2023-40e0-a975-9d808780828a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.564529] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Waiting for the task: (returnval){ [ 860.564529] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527df500-d2f7-3562-1ede-f62e46a7537b" [ 860.564529] env[69603]: _type = "Task" [ 860.564529] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.575198] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527df500-d2f7-3562-1ede-f62e46a7537b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.599099] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd4e17f-62b6-42d2-946a-3762d5f8c874 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.608556] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3dcfa7-041d-4a9b-938e-9ca6df36697d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.613644] env[69603]: DEBUG nova.network.neutron [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Successfully created port: 959c7bfd-bdc3-40ce-964f-e8a8e3e6b978 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 860.646476] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157232d3-b5bd-4d5b-8002-105a3bd815ad {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.655263] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d73a5ba-ddf4-4072-a524-29775aac059c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.669790] env[69603]: DEBUG nova.compute.provider_tree [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 860.718230] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.719284] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 860.719796] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-74590893-591c-49f6-a7b1-fe582cd0bdd2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.732032] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 860.732032] env[69603]: value = "task-3479955" [ 860.732032] env[69603]: _type = "Task" [ 860.732032] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.747916] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479955, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.791146] env[69603]: DEBUG nova.compute.utils [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.884672] env[69603]: DEBUG nova.compute.manager [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.010168] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquiring lock "refresh_cache-bf94f8d3-935e-49bb-9006-257f9023f9da" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.010370] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquired lock "refresh_cache-bf94f8d3-935e-49bb-9006-257f9023f9da" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.010549] env[69603]: DEBUG nova.network.neutron [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.075665] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527df500-d2f7-3562-1ede-f62e46a7537b, 'name': SearchDatastore_Task, 'duration_secs': 0.027102} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.077197] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.077503] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 4f8791ac-90cc-439e-8e5d-86f42dafb9aa/4f8791ac-90cc-439e-8e5d-86f42dafb9aa.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.077805] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c486292-552d-410b-8cd6-62ef091f898b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.087390] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Waiting for the task: (returnval){ [ 861.087390] env[69603]: value = "task-3479956" [ 861.087390] env[69603]: _type = "Task" [ 861.087390] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.097542] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.215520] env[69603]: DEBUG nova.scheduler.client.report [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 861.215881] env[69603]: DEBUG nova.compute.provider_tree [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 88 to 89 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 861.216145] env[69603]: DEBUG nova.compute.provider_tree [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 861.242429] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479955, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.293301] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "e44b6009-d869-4820-8da1-e4c8f2343035" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.295821] env[69603]: DEBUG nova.compute.manager [req-1c00f618-6279-4f9d-9f91-b5c88cfb0fce req-945adc40-39cd-4013-9ee0-fb9283d0b30c service nova] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Received event network-vif-deleted-a31e2104-239d-4286-b724-5078543aad3f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.421158] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.537306] env[69603]: DEBUG nova.network.neutron [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.546712] env[69603]: DEBUG nova.compute.manager [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.583066] env[69603]: DEBUG nova.virt.hardware [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.583066] env[69603]: DEBUG nova.virt.hardware [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.583596] env[69603]: DEBUG nova.virt.hardware [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.583961] env[69603]: DEBUG nova.virt.hardware [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.584245] env[69603]: DEBUG nova.virt.hardware [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.584527] env[69603]: DEBUG nova.virt.hardware [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.584904] env[69603]: DEBUG nova.virt.hardware [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.585220] env[69603]: DEBUG nova.virt.hardware [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.585554] env[69603]: DEBUG nova.virt.hardware [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.585867] env[69603]: DEBUG nova.virt.hardware [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.586220] env[69603]: DEBUG nova.virt.hardware [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.587395] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6261b1-c809-4f95-a358-4064ff1df68f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.601432] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479956, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.605601] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ca56c6-de86-4356-977d-b3838751f68b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.624898] env[69603]: DEBUG nova.network.neutron [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.727323] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.730480] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 33.888s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.755198] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479955, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.763258] env[69603]: INFO nova.scheduler.client.report [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Deleted allocations for instance 503c8979-4c4e-4a8d-a06c-5a2e240437a6 [ 862.108378] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74994} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.108662] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 4f8791ac-90cc-439e-8e5d-86f42dafb9aa/4f8791ac-90cc-439e-8e5d-86f42dafb9aa.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.108885] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.109166] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50ad7fa4-35b5-4de8-80d4-3305df6d2e8a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.121692] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Waiting for the task: (returnval){ [ 862.121692] env[69603]: value = "task-3479957" [ 862.121692] env[69603]: _type = "Task" [ 862.121692] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.128522] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Releasing lock "refresh_cache-bf94f8d3-935e-49bb-9006-257f9023f9da" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.129045] env[69603]: DEBUG nova.compute.manager [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 862.130747] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.132332] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f775cd79-199e-414b-85ce-5b932d20ae02 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.146223] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.151019] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.151019] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0ea523f-4496-4321-bfeb-cb7cae2e9215 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.159797] env[69603]: DEBUG oslo_vmware.api [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 862.159797] env[69603]: value = "task-3479958" [ 862.159797] env[69603]: _type = "Task" [ 862.159797] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.172810] env[69603]: DEBUG oslo_vmware.api [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.241613] env[69603]: INFO nova.compute.claims [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.254355] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479955, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.276022] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8e3c6c1f-4568-4315-8e3f-326568f1c1b0 tempest-VolumesAssistedSnapshotsTest-674160305 tempest-VolumesAssistedSnapshotsTest-674160305-project-member] Lock "503c8979-4c4e-4a8d-a06c-5a2e240437a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.195s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.385668] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "e44b6009-d869-4820-8da1-e4c8f2343035" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.385943] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "e44b6009-d869-4820-8da1-e4c8f2343035" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.388399] env[69603]: INFO nova.compute.manager [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Attaching volume e15374e9-9955-4573-bb37-147c2b7824fc to /dev/sdb [ 862.448102] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c634e33-373a-496c-8d10-ddb66063db4a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.457365] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97aff23-89af-482c-9564-f829a1af007b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.481831] env[69603]: DEBUG nova.virt.block_device [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Updating existing volume attachment record: 72334c07-d932-42fb-ad3e-14a67ba93fac {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 862.551585] env[69603]: DEBUG nova.compute.manager [req-ad10fe74-8170-4be7-ab52-16cb315d5767 req-6498649a-347c-4aad-8eb1-c46fa61ed0c9 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Received event network-changed-5c5bfa25-0161-445e-9cd8-addec99b4721 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.551585] env[69603]: DEBUG nova.compute.manager [req-ad10fe74-8170-4be7-ab52-16cb315d5767 req-6498649a-347c-4aad-8eb1-c46fa61ed0c9 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Refreshing instance network info cache due to event network-changed-5c5bfa25-0161-445e-9cd8-addec99b4721. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.551585] env[69603]: DEBUG oslo_concurrency.lockutils [req-ad10fe74-8170-4be7-ab52-16cb315d5767 req-6498649a-347c-4aad-8eb1-c46fa61ed0c9 service nova] Acquiring lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.551585] env[69603]: DEBUG oslo_concurrency.lockutils [req-ad10fe74-8170-4be7-ab52-16cb315d5767 req-6498649a-347c-4aad-8eb1-c46fa61ed0c9 service nova] Acquired lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.551585] env[69603]: DEBUG nova.network.neutron [req-ad10fe74-8170-4be7-ab52-16cb315d5767 req-6498649a-347c-4aad-8eb1-c46fa61ed0c9 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Refreshing network info cache for port 5c5bfa25-0161-445e-9cd8-addec99b4721 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.567811] env[69603]: DEBUG nova.network.neutron [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Successfully updated port: 959c7bfd-bdc3-40ce-964f-e8a8e3e6b978 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.637424] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.385105} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.638098] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.639536] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a287d682-652f-4bc9-b142-333264e5c3a8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.667681] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 4f8791ac-90cc-439e-8e5d-86f42dafb9aa/4f8791ac-90cc-439e-8e5d-86f42dafb9aa.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 862.668292] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a946bac-18ea-4879-af22-d82159a29b31 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.693330] env[69603]: DEBUG oslo_vmware.api [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479958, 'name': PowerOffVM_Task, 'duration_secs': 0.220424} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.694603] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.694832] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.695527] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Waiting for the task: (returnval){ [ 862.695527] env[69603]: value = "task-3479960" [ 862.695527] env[69603]: _type = "Task" [ 862.695527] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.695798] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f4fb36b-fcab-4de3-9592-247826211cd1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.707552] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.732685] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.732941] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.733301] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Deleting the datastore file [datastore1] bf94f8d3-935e-49bb-9006-257f9023f9da {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.733458] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13f6e664-67f0-48cc-9559-3414ae0136a0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.750655] env[69603]: INFO nova.compute.resource_tracker [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating resource usage from migration baebba6a-dc3c-4f25-be46-db365d64da94 [ 862.753449] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479955, 'name': CreateSnapshot_Task, 'duration_secs': 1.628459} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.756147] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 862.756147] env[69603]: DEBUG oslo_vmware.api [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for the task: (returnval){ [ 862.756147] env[69603]: value = "task-3479962" [ 862.756147] env[69603]: _type = "Task" [ 862.756147] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.756330] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e7c3af-3f91-42a4-9421-8a1d7c1fd866 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.773725] env[69603]: DEBUG oslo_vmware.api [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479962, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.899756] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "interface-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e-2691aede-1f7e-4a37-816d-9a3265038eef" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.900031] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e-2691aede-1f7e-4a37-816d-9a3265038eef" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.070345] env[69603]: DEBUG oslo_concurrency.lockutils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Acquiring lock "refresh_cache-df0970e4-5938-4bba-bd70-71c66963c55c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.071194] env[69603]: DEBUG oslo_concurrency.lockutils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Acquired lock "refresh_cache-df0970e4-5938-4bba-bd70-71c66963c55c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.071194] env[69603]: DEBUG nova.network.neutron [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.213668] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.272223] env[69603]: DEBUG oslo_vmware.api [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Task: {'id': task-3479962, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284611} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.272559] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 863.272757] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 863.273206] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.273206] env[69603]: INFO nova.compute.manager [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Took 1.14 seconds to destroy the instance on the hypervisor. [ 863.273558] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.273758] env[69603]: DEBUG nova.compute.manager [-] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 863.273848] env[69603]: DEBUG nova.network.neutron [-] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 863.284247] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 863.287354] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6d6beb7a-eb96-4052-8a05-0cfb8cb1595c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.298134] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 863.298134] env[69603]: value = "task-3479965" [ 863.298134] env[69603]: _type = "Task" [ 863.298134] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.312940] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479965, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.329264] env[69603]: DEBUG nova.network.neutron [-] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.368202] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d5a8b7-dcb0-4e4f-b5ab-44bd889f7d9d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.375695] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763e9650-9b2e-4999-a0c5-6f81492bc1a0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.411059] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.413037] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.413037] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3268195-c42c-44b3-8c5b-74111bb61766 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.416528] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeac42d-54a5-42ce-9b4e-f7cccb6305d9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.437479] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e770ae4c-c621-4c4d-87b8-981f9553ed9b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.446068] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17d0923-e6e2-4edb-bba6-47562bdffbc0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.462633] env[69603]: DEBUG nova.compute.provider_tree [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.489187] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Reconfiguring VM to detach interface {{(pid=69603) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 863.492841] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0271919-41d2-48c8-94d5-e3c776d1505f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.517457] env[69603]: DEBUG oslo_vmware.api [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 863.517457] env[69603]: value = "task-3479966" [ 863.517457] env[69603]: _type = "Task" [ 863.517457] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.529280] env[69603]: DEBUG oslo_vmware.api [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.535872] env[69603]: DEBUG nova.network.neutron [req-ad10fe74-8170-4be7-ab52-16cb315d5767 req-6498649a-347c-4aad-8eb1-c46fa61ed0c9 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Updated VIF entry in instance network info cache for port 5c5bfa25-0161-445e-9cd8-addec99b4721. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.536308] env[69603]: DEBUG nova.network.neutron [req-ad10fe74-8170-4be7-ab52-16cb315d5767 req-6498649a-347c-4aad-8eb1-c46fa61ed0c9 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Updating instance_info_cache with network_info: [{"id": "5c5bfa25-0161-445e-9cd8-addec99b4721", "address": "fa:16:3e:85:eb:4f", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5bfa25-01", "ovs_interfaceid": "5c5bfa25-0161-445e-9cd8-addec99b4721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.547424] env[69603]: DEBUG nova.scheduler.client.report [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 89 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 863.547726] env[69603]: DEBUG nova.compute.provider_tree [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 89 to 90 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 863.547874] env[69603]: DEBUG nova.compute.provider_tree [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.649417] env[69603]: DEBUG nova.network.neutron [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.711945] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479960, 'name': ReconfigVM_Task, 'duration_secs': 0.94663} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.716153] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 4f8791ac-90cc-439e-8e5d-86f42dafb9aa/4f8791ac-90cc-439e-8e5d-86f42dafb9aa.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 863.716153] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93ebdf65-ec0f-4e80-a28f-2b0db06e0cd1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.723878] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Waiting for the task: (returnval){ [ 863.723878] env[69603]: value = "task-3479967" [ 863.723878] env[69603]: _type = "Task" [ 863.723878] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.737010] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479967, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.812283] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479965, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.833109] env[69603]: DEBUG nova.network.neutron [-] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.928538] env[69603]: DEBUG nova.network.neutron [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Updating instance_info_cache with network_info: [{"id": "959c7bfd-bdc3-40ce-964f-e8a8e3e6b978", "address": "fa:16:3e:1c:d2:52", "network": {"id": "8f0c255c-5eca-4409-8852-2d15b56d1df0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-716090020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "265f2a0a834e4d21a8e5845fb404b115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap959c7bfd-bd", "ovs_interfaceid": "959c7bfd-bdc3-40ce-964f-e8a8e3e6b978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.028196] env[69603]: DEBUG oslo_vmware.api [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.038929] env[69603]: DEBUG oslo_concurrency.lockutils [req-ad10fe74-8170-4be7-ab52-16cb315d5767 req-6498649a-347c-4aad-8eb1-c46fa61ed0c9 service nova] Releasing lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.055221] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.324s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.055221] env[69603]: INFO nova.compute.manager [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Migrating [ 864.063187] env[69603]: DEBUG oslo_concurrency.lockutils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.841s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.064877] env[69603]: INFO nova.compute.claims [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.237884] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479967, 'name': Rename_Task, 'duration_secs': 0.171023} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.238598] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.239220] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-149d0418-f7d3-45c1-a7a6-157b74598b2c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.250380] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Waiting for the task: (returnval){ [ 864.250380] env[69603]: value = "task-3479968" [ 864.250380] env[69603]: _type = "Task" [ 864.250380] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.261693] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.313961] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479965, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.335131] env[69603]: INFO nova.compute.manager [-] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Took 1.06 seconds to deallocate network for instance. [ 864.432699] env[69603]: DEBUG oslo_concurrency.lockutils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Releasing lock "refresh_cache-df0970e4-5938-4bba-bd70-71c66963c55c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.432901] env[69603]: DEBUG nova.compute.manager [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Instance network_info: |[{"id": "959c7bfd-bdc3-40ce-964f-e8a8e3e6b978", "address": "fa:16:3e:1c:d2:52", "network": {"id": "8f0c255c-5eca-4409-8852-2d15b56d1df0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-716090020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "265f2a0a834e4d21a8e5845fb404b115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap959c7bfd-bd", "ovs_interfaceid": "959c7bfd-bdc3-40ce-964f-e8a8e3e6b978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.433401] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:d2:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '959c7bfd-bdc3-40ce-964f-e8a8e3e6b978', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.446124] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Creating folder: Project (265f2a0a834e4d21a8e5845fb404b115). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.447008] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c8ab5f47-2f65-4c66-85d7-e98b6de4d195 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.461746] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Created folder: Project (265f2a0a834e4d21a8e5845fb404b115) in parent group-v695567. [ 864.461746] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Creating folder: Instances. Parent ref: group-v695743. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 864.461746] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8b17b7d-fe9e-4cdc-a065-68c7da1780cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.472954] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Created folder: Instances in parent group-v695743. [ 864.473345] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.473445] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.473627] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1a8562c-0653-4ce8-8166-6500690e3b24 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.497283] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.497283] env[69603]: value = "task-3479971" [ 864.497283] env[69603]: _type = "Task" [ 864.497283] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.508203] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479971, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.528604] env[69603]: DEBUG oslo_vmware.api [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.579982] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.580231] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquired lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.580439] env[69603]: DEBUG nova.network.neutron [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.713100] env[69603]: DEBUG nova.compute.manager [req-22cae778-3b27-44af-94fd-37b1db15a23a req-2d7b90be-084e-4384-b977-c4109eb9b1d4 service nova] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Received event network-vif-plugged-959c7bfd-bdc3-40ce-964f-e8a8e3e6b978 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.713350] env[69603]: DEBUG oslo_concurrency.lockutils [req-22cae778-3b27-44af-94fd-37b1db15a23a req-2d7b90be-084e-4384-b977-c4109eb9b1d4 service nova] Acquiring lock "df0970e4-5938-4bba-bd70-71c66963c55c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.713572] env[69603]: DEBUG oslo_concurrency.lockutils [req-22cae778-3b27-44af-94fd-37b1db15a23a req-2d7b90be-084e-4384-b977-c4109eb9b1d4 service nova] Lock "df0970e4-5938-4bba-bd70-71c66963c55c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.713747] env[69603]: DEBUG oslo_concurrency.lockutils [req-22cae778-3b27-44af-94fd-37b1db15a23a req-2d7b90be-084e-4384-b977-c4109eb9b1d4 service nova] Lock "df0970e4-5938-4bba-bd70-71c66963c55c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.713931] env[69603]: DEBUG nova.compute.manager [req-22cae778-3b27-44af-94fd-37b1db15a23a req-2d7b90be-084e-4384-b977-c4109eb9b1d4 service nova] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] No waiting events found dispatching network-vif-plugged-959c7bfd-bdc3-40ce-964f-e8a8e3e6b978 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.714586] env[69603]: WARNING nova.compute.manager [req-22cae778-3b27-44af-94fd-37b1db15a23a req-2d7b90be-084e-4384-b977-c4109eb9b1d4 service nova] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Received unexpected event network-vif-plugged-959c7bfd-bdc3-40ce-964f-e8a8e3e6b978 for instance with vm_state building and task_state spawning. [ 864.715389] env[69603]: DEBUG nova.compute.manager [req-22cae778-3b27-44af-94fd-37b1db15a23a req-2d7b90be-084e-4384-b977-c4109eb9b1d4 service nova] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Received event network-changed-959c7bfd-bdc3-40ce-964f-e8a8e3e6b978 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.715681] env[69603]: DEBUG nova.compute.manager [req-22cae778-3b27-44af-94fd-37b1db15a23a req-2d7b90be-084e-4384-b977-c4109eb9b1d4 service nova] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Refreshing instance network info cache due to event network-changed-959c7bfd-bdc3-40ce-964f-e8a8e3e6b978. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.715793] env[69603]: DEBUG oslo_concurrency.lockutils [req-22cae778-3b27-44af-94fd-37b1db15a23a req-2d7b90be-084e-4384-b977-c4109eb9b1d4 service nova] Acquiring lock "refresh_cache-df0970e4-5938-4bba-bd70-71c66963c55c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.715888] env[69603]: DEBUG oslo_concurrency.lockutils [req-22cae778-3b27-44af-94fd-37b1db15a23a req-2d7b90be-084e-4384-b977-c4109eb9b1d4 service nova] Acquired lock "refresh_cache-df0970e4-5938-4bba-bd70-71c66963c55c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.716063] env[69603]: DEBUG nova.network.neutron [req-22cae778-3b27-44af-94fd-37b1db15a23a req-2d7b90be-084e-4384-b977-c4109eb9b1d4 service nova] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Refreshing network info cache for port 959c7bfd-bdc3-40ce-964f-e8a8e3e6b978 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.759937] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479968, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.812746] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479965, 'name': CloneVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.844732] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.012058] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479971, 'name': CreateVM_Task, 'duration_secs': 0.499108} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.012058] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 865.012058] env[69603]: DEBUG oslo_concurrency.lockutils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.012058] env[69603]: DEBUG oslo_concurrency.lockutils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.012058] env[69603]: DEBUG oslo_concurrency.lockutils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.012058] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcb8188c-38b1-40b9-b952-025a746304c5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.017310] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Waiting for the task: (returnval){ [ 865.017310] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528edaef-5268-7319-311c-f137addbeaa1" [ 865.017310] env[69603]: _type = "Task" [ 865.017310] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.031213] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528edaef-5268-7319-311c-f137addbeaa1, 'name': SearchDatastore_Task, 'duration_secs': 0.0112} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.035307] env[69603]: DEBUG oslo_concurrency.lockutils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.035307] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.035420] env[69603]: DEBUG oslo_concurrency.lockutils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.035520] env[69603]: DEBUG oslo_concurrency.lockutils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.035697] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.036018] env[69603]: DEBUG oslo_vmware.api [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.036254] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32115a74-8fe0-43c7-8b8b-532dac6ab4ab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.049421] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.049751] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.050987] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2ab6fa9-1501-4af0-ac18-a5f6d65d94a9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.062655] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Waiting for the task: (returnval){ [ 865.062655] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c1694e-3851-f471-9b1e-d498094891dd" [ 865.062655] env[69603]: _type = "Task" [ 865.062655] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.071953] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c1694e-3851-f471-9b1e-d498094891dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.262486] env[69603]: DEBUG oslo_vmware.api [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479968, 'name': PowerOnVM_Task, 'duration_secs': 0.66476} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.265898] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.265898] env[69603]: INFO nova.compute.manager [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Took 9.77 seconds to spawn the instance on the hypervisor. [ 865.265898] env[69603]: DEBUG nova.compute.manager [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 865.268508] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62348ae-94d5-4624-94dd-b6d4bf3951ec {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.310859] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3479965, 'name': CloneVM_Task, 'duration_secs': 1.542471} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.315911] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Created linked-clone VM from snapshot [ 865.315911] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a945e4a8-b81e-45fc-815c-2470bce1851a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.324459] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Uploading image 453b4e89-89b7-4214-8b02-9d900117f7b1 {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 865.366904] env[69603]: DEBUG oslo_vmware.rw_handles [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 865.366904] env[69603]: value = "vm-695742" [ 865.366904] env[69603]: _type = "VirtualMachine" [ 865.366904] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 865.367597] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3a371714-a781-4c43-8d03-07e6a8e35dfb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.379249] env[69603]: DEBUG oslo_vmware.rw_handles [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lease: (returnval){ [ 865.379249] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5229a21b-9c96-6e95-b2df-6cb5a60066c3" [ 865.379249] env[69603]: _type = "HttpNfcLease" [ 865.379249] env[69603]: } obtained for exporting VM: (result){ [ 865.379249] env[69603]: value = "vm-695742" [ 865.379249] env[69603]: _type = "VirtualMachine" [ 865.379249] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 865.380617] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the lease: (returnval){ [ 865.380617] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5229a21b-9c96-6e95-b2df-6cb5a60066c3" [ 865.380617] env[69603]: _type = "HttpNfcLease" [ 865.380617] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 865.395396] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.395396] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5229a21b-9c96-6e95-b2df-6cb5a60066c3" [ 865.395396] env[69603]: _type = "HttpNfcLease" [ 865.395396] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 865.452950] env[69603]: DEBUG nova.network.neutron [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating instance_info_cache with network_info: [{"id": "aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154", "address": "fa:16:3e:6e:da:79", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1bdca1-b7", "ovs_interfaceid": "aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.511818] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Acquiring lock "447ccf7b-11b7-4976-aa30-fe3b124d968a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.511818] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Lock "447ccf7b-11b7-4976-aa30-fe3b124d968a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.534752] env[69603]: DEBUG oslo_vmware.api [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.574874] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c1694e-3851-f471-9b1e-d498094891dd, 'name': SearchDatastore_Task, 'duration_secs': 0.011685} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.578551] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b4ce4bd-e44b-4bdd-a758-603873d0378f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.585340] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Waiting for the task: (returnval){ [ 865.585340] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5285f99e-51f1-f3ce-41b6-681ce1c1368e" [ 865.585340] env[69603]: _type = "Task" [ 865.585340] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.600064] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5285f99e-51f1-f3ce-41b6-681ce1c1368e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.601032] env[69603]: DEBUG nova.network.neutron [req-22cae778-3b27-44af-94fd-37b1db15a23a req-2d7b90be-084e-4384-b977-c4109eb9b1d4 service nova] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Updated VIF entry in instance network info cache for port 959c7bfd-bdc3-40ce-964f-e8a8e3e6b978. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.601437] env[69603]: DEBUG nova.network.neutron [req-22cae778-3b27-44af-94fd-37b1db15a23a req-2d7b90be-084e-4384-b977-c4109eb9b1d4 service nova] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Updating instance_info_cache with network_info: [{"id": "959c7bfd-bdc3-40ce-964f-e8a8e3e6b978", "address": "fa:16:3e:1c:d2:52", "network": {"id": "8f0c255c-5eca-4409-8852-2d15b56d1df0", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-716090020-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "265f2a0a834e4d21a8e5845fb404b115", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap959c7bfd-bd", "ovs_interfaceid": "959c7bfd-bdc3-40ce-964f-e8a8e3e6b978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.647118] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a97461-2f96-42ad-a879-1904c33a68f5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.656380] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41bf76f-a799-42d6-b2d0-086db4d5b01c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.690118] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0368995-c3bc-4fc7-a856-9f9cbfe85b3d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.698375] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72269dd8-d0cf-490a-8fd0-5a4a3cb07dc9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.712936] env[69603]: DEBUG nova.compute.provider_tree [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.794314] env[69603]: INFO nova.compute.manager [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Took 41.92 seconds to build instance. [ 865.888289] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.888289] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5229a21b-9c96-6e95-b2df-6cb5a60066c3" [ 865.888289] env[69603]: _type = "HttpNfcLease" [ 865.888289] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 865.888710] env[69603]: DEBUG oslo_vmware.rw_handles [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 865.888710] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5229a21b-9c96-6e95-b2df-6cb5a60066c3" [ 865.888710] env[69603]: _type = "HttpNfcLease" [ 865.888710] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 865.889444] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94be0fbf-7a96-49af-b26c-0b333d480731 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.898413] env[69603]: DEBUG oslo_vmware.rw_handles [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210ce5b-21ba-9f08-6da5-44a04e4e0108/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 865.898676] env[69603]: DEBUG oslo_vmware.rw_handles [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210ce5b-21ba-9f08-6da5-44a04e4e0108/disk-0.vmdk for reading. {{(pid=69603) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 865.966185] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Releasing lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.008241] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3e9c10e2-9081-4f4c-a900-c4faec915981 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.038347] env[69603]: DEBUG oslo_vmware.api [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.101046] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5285f99e-51f1-f3ce-41b6-681ce1c1368e, 'name': SearchDatastore_Task, 'duration_secs': 0.027498} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.101402] env[69603]: DEBUG oslo_concurrency.lockutils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.101711] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] df0970e4-5938-4bba-bd70-71c66963c55c/df0970e4-5938-4bba-bd70-71c66963c55c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.101978] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7d4e108-7c11-4488-8835-0aa59c348d92 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.104692] env[69603]: DEBUG oslo_concurrency.lockutils [req-22cae778-3b27-44af-94fd-37b1db15a23a req-2d7b90be-084e-4384-b977-c4109eb9b1d4 service nova] Releasing lock "refresh_cache-df0970e4-5938-4bba-bd70-71c66963c55c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.113129] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Waiting for the task: (returnval){ [ 866.113129] env[69603]: value = "task-3479974" [ 866.113129] env[69603]: _type = "Task" [ 866.113129] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.121286] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3479974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.218247] env[69603]: DEBUG nova.scheduler.client.report [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.297147] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed978dc0-bc23-41f9-b179-0650f33bb92e tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Lock "4f8791ac-90cc-439e-8e5d-86f42dafb9aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.133s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.543499] env[69603]: DEBUG oslo_vmware.api [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.630607] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3479974, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.723393] env[69603]: DEBUG oslo_concurrency.lockutils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.724445] env[69603]: DEBUG nova.compute.manager [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.728255] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.479s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.730025] env[69603]: INFO nova.compute.claims [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.799740] env[69603]: DEBUG nova.compute.manager [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.035928] env[69603]: DEBUG oslo_vmware.api [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.128524] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3479974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.730707} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.128524] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] df0970e4-5938-4bba-bd70-71c66963c55c/df0970e4-5938-4bba-bd70-71c66963c55c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.129264] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.131804] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb34f58b-baee-494c-abb0-474b29af80a1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.140658] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Waiting for the task: (returnval){ [ 867.140658] env[69603]: value = "task-3479975" [ 867.140658] env[69603]: _type = "Task" [ 867.140658] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.152199] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3479975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.230449] env[69603]: DEBUG nova.compute.utils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.232523] env[69603]: DEBUG nova.compute.manager [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.232523] env[69603]: DEBUG nova.network.neutron [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.319423] env[69603]: DEBUG nova.policy [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e923060009124d19a6efed7b45bcdea3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a957c2f899e6460ab0f22998baa3f718', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.330893] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.487659] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58815a85-5643-40b1-b024-b5876b075bb1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.513729] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating instance '8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc' progress to 0 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.538947] env[69603]: DEBUG oslo_vmware.api [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.551704] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 867.551992] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695741', 'volume_id': 'e15374e9-9955-4573-bb37-147c2b7824fc', 'name': 'volume-e15374e9-9955-4573-bb37-147c2b7824fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e44b6009-d869-4820-8da1-e4c8f2343035', 'attached_at': '', 'detached_at': '', 'volume_id': 'e15374e9-9955-4573-bb37-147c2b7824fc', 'serial': 'e15374e9-9955-4573-bb37-147c2b7824fc'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 867.552897] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ee3a1c-7ff6-4cc5-aaf6-e9c1d73f723f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.573430] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e768378-999d-45a9-832b-2353fcf3b190 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.609405] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] volume-e15374e9-9955-4573-bb37-147c2b7824fc/volume-e15374e9-9955-4573-bb37-147c2b7824fc.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.610718] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93ebd725-d8d0-4e1f-8b76-edb5ce509aad {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.637645] env[69603]: DEBUG oslo_vmware.api [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 867.637645] env[69603]: value = "task-3479976" [ 867.637645] env[69603]: _type = "Task" [ 867.637645] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.653884] env[69603]: DEBUG oslo_vmware.api [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479976, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.657573] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3479975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128501} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.657861] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.659319] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ea728c-2c88-45e4-83be-0f037180ff81 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.686841] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] df0970e4-5938-4bba-bd70-71c66963c55c/df0970e4-5938-4bba-bd70-71c66963c55c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.687571] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f7c0f4c-87c5-4767-9b00-8e350ea43f33 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.710380] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Waiting for the task: (returnval){ [ 867.710380] env[69603]: value = "task-3479977" [ 867.710380] env[69603]: _type = "Task" [ 867.710380] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.720405] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3479977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.733296] env[69603]: DEBUG nova.compute.manager [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.932977] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Acquiring lock "4f8791ac-90cc-439e-8e5d-86f42dafb9aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.933366] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Lock "4f8791ac-90cc-439e-8e5d-86f42dafb9aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.933736] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Acquiring lock "4f8791ac-90cc-439e-8e5d-86f42dafb9aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.934018] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Lock "4f8791ac-90cc-439e-8e5d-86f42dafb9aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.934234] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Lock "4f8791ac-90cc-439e-8e5d-86f42dafb9aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.939810] env[69603]: INFO nova.compute.manager [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Terminating instance [ 868.020403] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.021473] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55e03fc2-8f3d-48ae-b5e6-9f630688901d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.032629] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 868.032629] env[69603]: value = "task-3479978" [ 868.032629] env[69603]: _type = "Task" [ 868.032629] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.043989] env[69603]: DEBUG oslo_vmware.api [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.057073] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.129808] env[69603]: DEBUG nova.network.neutron [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Successfully created port: e74c8721-04d2-420b-820d-1b3929d6c954 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.163685] env[69603]: DEBUG oslo_vmware.api [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.227198] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3479977, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.388762] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8784fbf-30ac-4e12-a012-8f85d812f24c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.398667] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da52a206-5555-4587-a681-fbb99b1d7960 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.431556] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b3a591-c4ea-4a17-9dfc-5118a868ca4d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.440612] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb7de8d-93d5-4ef4-ba5f-a6818b6db36f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.445900] env[69603]: DEBUG nova.compute.manager [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 868.446140] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.446929] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0a6d77-f59b-4b44-ad4e-dc077830344c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.461009] env[69603]: DEBUG nova.compute.provider_tree [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.464721] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.465195] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41ba496e-d7f5-4eab-aa08-de55b60919de {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.474350] env[69603]: DEBUG oslo_vmware.api [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Waiting for the task: (returnval){ [ 868.474350] env[69603]: value = "task-3479979" [ 868.474350] env[69603]: _type = "Task" [ 868.474350] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.485446] env[69603]: DEBUG oslo_vmware.api [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.545782] env[69603]: DEBUG oslo_vmware.api [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.549680] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479978, 'name': PowerOffVM_Task, 'duration_secs': 0.293801} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.549948] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.550137] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating instance '8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc' progress to 17 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.654088] env[69603]: DEBUG oslo_vmware.api [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479976, 'name': ReconfigVM_Task, 'duration_secs': 0.720149} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.654415] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Reconfigured VM instance instance-00000018 to attach disk [datastore2] volume-e15374e9-9955-4573-bb37-147c2b7824fc/volume-e15374e9-9955-4573-bb37-147c2b7824fc.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.659659] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b90be64-f9c4-48c8-9004-9d009d97243f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.678256] env[69603]: DEBUG oslo_vmware.api [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 868.678256] env[69603]: value = "task-3479980" [ 868.678256] env[69603]: _type = "Task" [ 868.678256] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.688522] env[69603]: DEBUG oslo_vmware.api [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.724226] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3479977, 'name': ReconfigVM_Task, 'duration_secs': 0.540439} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.724226] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Reconfigured VM instance instance-0000003e to attach disk [datastore2] df0970e4-5938-4bba-bd70-71c66963c55c/df0970e4-5938-4bba-bd70-71c66963c55c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.724851] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f96bcdaf-e339-46a4-b155-56535f3a01c4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.736533] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Waiting for the task: (returnval){ [ 868.736533] env[69603]: value = "task-3479981" [ 868.736533] env[69603]: _type = "Task" [ 868.736533] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.746880] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3479981, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.752349] env[69603]: DEBUG nova.compute.manager [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.776068] env[69603]: DEBUG nova.virt.hardware [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.776325] env[69603]: DEBUG nova.virt.hardware [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.776517] env[69603]: DEBUG nova.virt.hardware [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.776678] env[69603]: DEBUG nova.virt.hardware [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.776845] env[69603]: DEBUG nova.virt.hardware [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.776999] env[69603]: DEBUG nova.virt.hardware [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.777240] env[69603]: DEBUG nova.virt.hardware [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.777423] env[69603]: DEBUG nova.virt.hardware [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.777593] env[69603]: DEBUG nova.virt.hardware [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.777756] env[69603]: DEBUG nova.virt.hardware [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.777924] env[69603]: DEBUG nova.virt.hardware [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.778827] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04f32a8-9232-4020-a475-785e997ddd3d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.788438] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825b06b9-0a5f-42d8-aab9-8415b5513cbd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.969199] env[69603]: DEBUG nova.scheduler.client.report [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.985614] env[69603]: DEBUG oslo_vmware.api [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479979, 'name': PowerOffVM_Task, 'duration_secs': 0.304585} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.986731] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.987086] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.987471] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d4a12f0-7b52-4124-a270-94da41f9dc5d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.037339] env[69603]: DEBUG oslo_vmware.api [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479966, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.058905] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.058905] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.058905] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.058905] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.058905] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.058905] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.058905] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.058905] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.058905] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.058905] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.058905] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.064554] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-803d5751-3925-4e0c-85c8-b64c65ce0be4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.085022] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 869.085022] env[69603]: value = "task-3479983" [ 869.085022] env[69603]: _type = "Task" [ 869.085022] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.100022] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479983, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.100022] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.100022] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.100022] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Deleting the datastore file [datastore2] 4f8791ac-90cc-439e-8e5d-86f42dafb9aa {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.100022] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba327054-7357-45ab-b071-c07169cd36ae {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.107731] env[69603]: DEBUG oslo_vmware.api [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Waiting for the task: (returnval){ [ 869.107731] env[69603]: value = "task-3479984" [ 869.107731] env[69603]: _type = "Task" [ 869.107731] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.120150] env[69603]: DEBUG oslo_vmware.api [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.190764] env[69603]: DEBUG oslo_vmware.api [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479980, 'name': ReconfigVM_Task, 'duration_secs': 0.168316} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.193791] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695741', 'volume_id': 'e15374e9-9955-4573-bb37-147c2b7824fc', 'name': 'volume-e15374e9-9955-4573-bb37-147c2b7824fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e44b6009-d869-4820-8da1-e4c8f2343035', 'attached_at': '', 'detached_at': '', 'volume_id': 'e15374e9-9955-4573-bb37-147c2b7824fc', 'serial': 'e15374e9-9955-4573-bb37-147c2b7824fc'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 869.256527] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3479981, 'name': Rename_Task, 'duration_secs': 0.244784} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.256890] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.257653] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30e10ea6-954d-4989-9165-818bd48220d1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.265918] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Waiting for the task: (returnval){ [ 869.265918] env[69603]: value = "task-3479985" [ 869.265918] env[69603]: _type = "Task" [ 869.265918] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.276246] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3479985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.473193] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.473897] env[69603]: DEBUG nova.compute.manager [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.476767] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.318s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.477717] env[69603]: INFO nova.compute.claims [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.542176] env[69603]: DEBUG oslo_vmware.api [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479966, 'name': ReconfigVM_Task, 'duration_secs': 5.831763} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.542483] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.542813] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Reconfigured VM to detach interface {{(pid=69603) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 869.596684] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479983, 'name': ReconfigVM_Task, 'duration_secs': 0.242936} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.598649] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating instance '8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc' progress to 33 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.618941] env[69603]: DEBUG oslo_vmware.api [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Task: {'id': task-3479984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.41749} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.620320] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.621242] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.621693] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.622856] env[69603]: INFO nova.compute.manager [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Took 1.18 seconds to destroy the instance on the hypervisor. [ 869.623427] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.623804] env[69603]: DEBUG nova.compute.manager [-] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 869.624239] env[69603]: DEBUG nova.network.neutron [-] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 869.778683] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3479985, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.833959] env[69603]: DEBUG nova.compute.manager [req-6da76bfe-603d-4f89-8f64-462e45bc820e req-ade00097-ea50-4ab7-a697-e093fc325de4 service nova] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Received event network-vif-plugged-e74c8721-04d2-420b-820d-1b3929d6c954 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.833959] env[69603]: DEBUG oslo_concurrency.lockutils [req-6da76bfe-603d-4f89-8f64-462e45bc820e req-ade00097-ea50-4ab7-a697-e093fc325de4 service nova] Acquiring lock "42b3ef81-b45d-42d2-8b89-1864f227e7cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.833959] env[69603]: DEBUG oslo_concurrency.lockutils [req-6da76bfe-603d-4f89-8f64-462e45bc820e req-ade00097-ea50-4ab7-a697-e093fc325de4 service nova] Lock "42b3ef81-b45d-42d2-8b89-1864f227e7cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.833959] env[69603]: DEBUG oslo_concurrency.lockutils [req-6da76bfe-603d-4f89-8f64-462e45bc820e req-ade00097-ea50-4ab7-a697-e093fc325de4 service nova] Lock "42b3ef81-b45d-42d2-8b89-1864f227e7cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.835029] env[69603]: DEBUG nova.compute.manager [req-6da76bfe-603d-4f89-8f64-462e45bc820e req-ade00097-ea50-4ab7-a697-e093fc325de4 service nova] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] No waiting events found dispatching network-vif-plugged-e74c8721-04d2-420b-820d-1b3929d6c954 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.835029] env[69603]: WARNING nova.compute.manager [req-6da76bfe-603d-4f89-8f64-462e45bc820e req-ade00097-ea50-4ab7-a697-e093fc325de4 service nova] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Received unexpected event network-vif-plugged-e74c8721-04d2-420b-820d-1b3929d6c954 for instance with vm_state building and task_state spawning. [ 869.843112] env[69603]: DEBUG nova.network.neutron [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Successfully updated port: e74c8721-04d2-420b-820d-1b3929d6c954 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.982869] env[69603]: DEBUG nova.compute.utils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.988802] env[69603]: DEBUG nova.compute.manager [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.992403] env[69603]: DEBUG nova.network.neutron [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.038952] env[69603]: DEBUG nova.policy [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8b05300fbb8a4caca0b5d151015a31d3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4331322a5654401cb3ce867c27db3a97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.107793] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:13:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='aa6de1dd-5eaf-4a58-ad83-cf48db659466',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-833780620',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.107793] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.107793] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.110972] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.111445] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.111942] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.115842] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.115842] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.115842] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.115842] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.115842] env[69603]: DEBUG nova.virt.hardware [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.123856] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 870.124265] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5812a863-5d0a-4094-a385-492eaeac7fc2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.148869] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 870.148869] env[69603]: value = "task-3479986" [ 870.148869] env[69603]: _type = "Task" [ 870.148869] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.159275] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.198556] env[69603]: DEBUG nova.compute.manager [req-4c361c9d-c263-4659-b144-6858ab572142 req-5f334f8f-be02-454f-a399-4cc2d92092e2 service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Received event network-vif-deleted-2691aede-1f7e-4a37-816d-9a3265038eef {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.198556] env[69603]: INFO nova.compute.manager [req-4c361c9d-c263-4659-b144-6858ab572142 req-5f334f8f-be02-454f-a399-4cc2d92092e2 service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Neutron deleted interface 2691aede-1f7e-4a37-816d-9a3265038eef; detaching it from the instance and deleting it from the info cache [ 870.198556] env[69603]: DEBUG nova.network.neutron [req-4c361c9d-c263-4659-b144-6858ab572142 req-5f334f8f-be02-454f-a399-4cc2d92092e2 service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Updating instance_info_cache with network_info: [{"id": "99f9e237-6100-4b2a-bdd0-e56a4fdf4b10", "address": "fa:16:3e:5e:bb:8c", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f9e237-61", "ovs_interfaceid": "99f9e237-6100-4b2a-bdd0-e56a4fdf4b10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.241106] env[69603]: DEBUG nova.objects.instance [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lazy-loading 'flavor' on Instance uuid e44b6009-d869-4820-8da1-e4c8f2343035 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.280486] env[69603]: DEBUG oslo_vmware.api [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3479985, 'name': PowerOnVM_Task, 'duration_secs': 0.730701} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.281117] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.281117] env[69603]: INFO nova.compute.manager [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Took 8.73 seconds to spawn the instance on the hypervisor. [ 870.281247] env[69603]: DEBUG nova.compute.manager [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 870.282121] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e84052-6139-4c2a-8dff-9ee26a7ad398 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.345977] env[69603]: DEBUG oslo_concurrency.lockutils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Acquiring lock "refresh_cache-42b3ef81-b45d-42d2-8b89-1864f227e7cf" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.346196] env[69603]: DEBUG oslo_concurrency.lockutils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Acquired lock "refresh_cache-42b3ef81-b45d-42d2-8b89-1864f227e7cf" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.346577] env[69603]: DEBUG nova.network.neutron [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.413289] env[69603]: DEBUG nova.network.neutron [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Successfully created port: 9bdc0428-f84e-4954-ac8c-b0b1d01f55be {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.490685] env[69603]: DEBUG nova.compute.manager [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.662467] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479986, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.701880] env[69603]: DEBUG oslo_concurrency.lockutils [req-4c361c9d-c263-4659-b144-6858ab572142 req-5f334f8f-be02-454f-a399-4cc2d92092e2 service nova] Acquiring lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.702163] env[69603]: DEBUG oslo_concurrency.lockutils [req-4c361c9d-c263-4659-b144-6858ab572142 req-5f334f8f-be02-454f-a399-4cc2d92092e2 service nova] Acquired lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.703088] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c55f48-2492-40f6-9c91-04f3c365d53f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.728835] env[69603]: DEBUG oslo_concurrency.lockutils [req-4c361c9d-c263-4659-b144-6858ab572142 req-5f334f8f-be02-454f-a399-4cc2d92092e2 service nova] Releasing lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.729183] env[69603]: WARNING nova.compute.manager [req-4c361c9d-c263-4659-b144-6858ab572142 req-5f334f8f-be02-454f-a399-4cc2d92092e2 service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Detach interface failed, port_id=2691aede-1f7e-4a37-816d-9a3265038eef, reason: No device with interface-id 2691aede-1f7e-4a37-816d-9a3265038eef exists on VM: nova.exception.NotFound: No device with interface-id 2691aede-1f7e-4a37-816d-9a3265038eef exists on VM [ 870.749710] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f12247a6-2379-4ffa-a21e-65651ccc6ff7 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "e44b6009-d869-4820-8da1-e4c8f2343035" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.362s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.803390] env[69603]: INFO nova.compute.manager [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Took 44.22 seconds to build instance. [ 870.916154] env[69603]: DEBUG nova.network.neutron [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.020668] env[69603]: DEBUG nova.network.neutron [-] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.048200] env[69603]: DEBUG oslo_concurrency.lockutils [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.048479] env[69603]: DEBUG oslo_concurrency.lockutils [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.111021] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705863bc-d5cf-40c0-a2c7-4a88be4ad125 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.117959] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b713f19-d87c-4886-9094-8faa3c0d0ab6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.157544] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acd3aa3-8cf7-410b-afc8-88252054a851 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.161187] env[69603]: DEBUG nova.network.neutron [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Updating instance_info_cache with network_info: [{"id": "e74c8721-04d2-420b-820d-1b3929d6c954", "address": "fa:16:3e:9b:c9:81", "network": {"id": "2ba4afaa-69cf-41ad-9063-f4897cfd82e9", "bridge": "br-int", "label": "tempest-ServersTestJSON-35440848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a957c2f899e6460ab0f22998baa3f718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74c8721-04", "ovs_interfaceid": "e74c8721-04d2-420b-820d-1b3929d6c954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.172279] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bb7469-c5c0-4726-a8c4-38d6548ed7b6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.176950] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479986, 'name': ReconfigVM_Task, 'duration_secs': 1.001151} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.178202] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.178539] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.178840] env[69603]: DEBUG nova.network.neutron [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.180131] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 871.181880] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d75f00-fb16-43c7-a874-b37dd452de5e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.194492] env[69603]: DEBUG nova.compute.provider_tree [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.220148] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc/8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.220922] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bdbe351-7458-4b2e-8ea2-eda950e1b9b6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.243279] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 871.243279] env[69603]: value = "task-3479987" [ 871.243279] env[69603]: _type = "Task" [ 871.243279] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.255542] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.308495] env[69603]: DEBUG oslo_concurrency.lockutils [None req-976cd8e1-82fa-46d0-913b-dfcfbc765c8a tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Lock "df0970e4-5938-4bba-bd70-71c66963c55c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.277s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.505468] env[69603]: DEBUG nova.compute.manager [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.524544] env[69603]: INFO nova.compute.manager [-] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Took 1.90 seconds to deallocate network for instance. [ 871.540262] env[69603]: DEBUG nova.virt.hardware [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.540450] env[69603]: DEBUG nova.virt.hardware [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.540657] env[69603]: DEBUG nova.virt.hardware [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.540793] env[69603]: DEBUG nova.virt.hardware [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.540941] env[69603]: DEBUG nova.virt.hardware [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.541556] env[69603]: DEBUG nova.virt.hardware [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.541556] env[69603]: DEBUG nova.virt.hardware [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.541556] env[69603]: DEBUG nova.virt.hardware [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.541831] env[69603]: DEBUG nova.virt.hardware [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.541831] env[69603]: DEBUG nova.virt.hardware [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.542068] env[69603]: DEBUG nova.virt.hardware [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.543703] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0121bbb2-b8d7-4601-8c87-aedf84997b8d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.555265] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bc0d78-328b-462d-afba-693a40a7be1b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.562091] env[69603]: DEBUG nova.compute.utils [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 871.664572] env[69603]: DEBUG oslo_concurrency.lockutils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Releasing lock "refresh_cache-42b3ef81-b45d-42d2-8b89-1864f227e7cf" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.664955] env[69603]: DEBUG nova.compute.manager [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Instance network_info: |[{"id": "e74c8721-04d2-420b-820d-1b3929d6c954", "address": "fa:16:3e:9b:c9:81", "network": {"id": "2ba4afaa-69cf-41ad-9063-f4897cfd82e9", "bridge": "br-int", "label": "tempest-ServersTestJSON-35440848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a957c2f899e6460ab0f22998baa3f718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74c8721-04", "ovs_interfaceid": "e74c8721-04d2-420b-820d-1b3929d6c954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.665401] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:c9:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e74c8721-04d2-420b-820d-1b3929d6c954', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.674468] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Creating folder: Project (a957c2f899e6460ab0f22998baa3f718). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.674468] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0003e0c6-e601-491a-b4ce-34096351ff38 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.689793] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Created folder: Project (a957c2f899e6460ab0f22998baa3f718) in parent group-v695567. [ 871.689793] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Creating folder: Instances. Parent ref: group-v695746. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.689793] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aab7c115-1b79-47fb-a344-5d2d29a4f72d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.698269] env[69603]: DEBUG nova.scheduler.client.report [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.705947] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Created folder: Instances in parent group-v695746. [ 871.707031] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.709804] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.710145] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51471fdd-229a-4af4-8925-3f5fbc65361c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.737839] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.737839] env[69603]: value = "task-3479990" [ 871.737839] env[69603]: _type = "Task" [ 871.737839] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.751603] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479990, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.758858] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479987, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.921909] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "e44b6009-d869-4820-8da1-e4c8f2343035" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.922198] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "e44b6009-d869-4820-8da1-e4c8f2343035" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.973054] env[69603]: DEBUG nova.network.neutron [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Updating instance_info_cache with network_info: [{"id": "99f9e237-6100-4b2a-bdd0-e56a4fdf4b10", "address": "fa:16:3e:5e:bb:8c", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f9e237-61", "ovs_interfaceid": "99f9e237-6100-4b2a-bdd0-e56a4fdf4b10", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.999208] env[69603]: DEBUG nova.network.neutron [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Successfully updated port: 9bdc0428-f84e-4954-ac8c-b0b1d01f55be {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.035050] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.081973] env[69603]: DEBUG oslo_concurrency.lockutils [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.033s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.211154] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.213279] env[69603]: DEBUG nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.217345] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.218726] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.219057] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.219198] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.219374] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.221818] env[69603]: INFO nova.compute.manager [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Terminating instance [ 872.224610] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.967s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.226226] env[69603]: INFO nova.compute.claims [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.251427] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479990, 'name': CreateVM_Task, 'duration_secs': 0.435775} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.252367] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.253173] env[69603]: DEBUG oslo_concurrency.lockutils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.253370] env[69603]: DEBUG oslo_concurrency.lockutils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.253699] env[69603]: DEBUG oslo_concurrency.lockutils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.253975] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0da48679-38f6-44a7-a212-287e14a8926c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.259292] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3479987, 'name': ReconfigVM_Task, 'duration_secs': 0.550998} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.260117] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc/8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.260429] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating instance '8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc' progress to 50 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.266484] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Waiting for the task: (returnval){ [ 872.266484] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5290605f-7725-7e83-a489-f3a6dbef0a0f" [ 872.266484] env[69603]: _type = "Task" [ 872.266484] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.278779] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5290605f-7725-7e83-a489-f3a6dbef0a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.426957] env[69603]: INFO nova.compute.manager [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Detaching volume e15374e9-9955-4573-bb37-147c2b7824fc [ 872.469264] env[69603]: INFO nova.virt.block_device [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Attempting to driver detach volume e15374e9-9955-4573-bb37-147c2b7824fc from mountpoint /dev/sdb [ 872.469456] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 872.469650] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695741', 'volume_id': 'e15374e9-9955-4573-bb37-147c2b7824fc', 'name': 'volume-e15374e9-9955-4573-bb37-147c2b7824fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e44b6009-d869-4820-8da1-e4c8f2343035', 'attached_at': '', 'detached_at': '', 'volume_id': 'e15374e9-9955-4573-bb37-147c2b7824fc', 'serial': 'e15374e9-9955-4573-bb37-147c2b7824fc'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 872.470628] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2e0480-b0df-48ef-9d5b-28aceaf8c53a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.475250] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "refresh_cache-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.496976] env[69603]: DEBUG nova.compute.manager [req-cf64314f-cd80-47a1-9d3c-bb87b7a26342 req-7f717123-4466-4135-85cb-3cf7cea98f34 service nova] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Received event network-changed-e74c8721-04d2-420b-820d-1b3929d6c954 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.497339] env[69603]: DEBUG nova.compute.manager [req-cf64314f-cd80-47a1-9d3c-bb87b7a26342 req-7f717123-4466-4135-85cb-3cf7cea98f34 service nova] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Refreshing instance network info cache due to event network-changed-e74c8721-04d2-420b-820d-1b3929d6c954. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.497676] env[69603]: DEBUG oslo_concurrency.lockutils [req-cf64314f-cd80-47a1-9d3c-bb87b7a26342 req-7f717123-4466-4135-85cb-3cf7cea98f34 service nova] Acquiring lock "refresh_cache-42b3ef81-b45d-42d2-8b89-1864f227e7cf" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.497915] env[69603]: DEBUG oslo_concurrency.lockutils [req-cf64314f-cd80-47a1-9d3c-bb87b7a26342 req-7f717123-4466-4135-85cb-3cf7cea98f34 service nova] Acquired lock "refresh_cache-42b3ef81-b45d-42d2-8b89-1864f227e7cf" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.498189] env[69603]: DEBUG nova.network.neutron [req-cf64314f-cd80-47a1-9d3c-bb87b7a26342 req-7f717123-4466-4135-85cb-3cf7cea98f34 service nova] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Refreshing network info cache for port e74c8721-04d2-420b-820d-1b3929d6c954 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.500696] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb05dc75-1385-4f9b-9ce4-482e4e202b93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-1a96d3ed-c017-4fbb-8c55-4f42ba583d8e-2691aede-1f7e-4a37-816d-9a3265038eef" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.601s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.502228] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c7bca9-be4a-4b3d-afaf-7bf86bd5924b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.509432] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "refresh_cache-8fefa346-59ab-4209-b87f-dc96b800b58e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.509618] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired lock "refresh_cache-8fefa346-59ab-4209-b87f-dc96b800b58e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.509808] env[69603]: DEBUG nova.network.neutron [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.520272] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6204f3-c16e-4600-8495-cb9426b4650d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.548156] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28a951d-0257-4b90-a79d-7cfb858717ee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.567201] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] The volume has not been displaced from its original location: [datastore2] volume-e15374e9-9955-4573-bb37-147c2b7824fc/volume-e15374e9-9955-4573-bb37-147c2b7824fc.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 872.572992] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Reconfiguring VM instance instance-00000018 to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 872.573553] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e2028a9-c8d8-4d00-a5ce-736f33335e7f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.601961] env[69603]: DEBUG oslo_vmware.api [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 872.601961] env[69603]: value = "task-3479991" [ 872.601961] env[69603]: _type = "Task" [ 872.601961] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.612808] env[69603]: DEBUG oslo_vmware.api [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.719629] env[69603]: DEBUG nova.compute.utils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 872.724903] env[69603]: DEBUG nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 872.725099] env[69603]: DEBUG nova.network.neutron [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 872.727529] env[69603]: DEBUG nova.compute.manager [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.727932] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.729616] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f050f229-1deb-459a-b284-d80cb9d3e185 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.743251] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.743544] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02c07919-818f-4aa8-80d2-d2200b297348 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.753785] env[69603]: DEBUG oslo_vmware.api [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 872.753785] env[69603]: value = "task-3479992" [ 872.753785] env[69603]: _type = "Task" [ 872.753785] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.765424] env[69603]: DEBUG oslo_vmware.api [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.769699] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7a2359-e58c-46d0-a86e-2277297804f3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.784183] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5290605f-7725-7e83-a489-f3a6dbef0a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.013515} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.799791] env[69603]: DEBUG oslo_concurrency.lockutils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.800124] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.800457] env[69603]: DEBUG oslo_concurrency.lockutils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.800655] env[69603]: DEBUG oslo_concurrency.lockutils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.800864] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.804238] env[69603]: DEBUG nova.policy [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31b2a22588864bb2b2e30a9e54bd87af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'beb6b337d9ef49ce95f7f0f47c033245', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 872.805097] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5a42441-4f41-4c7c-a22a-dbfaadd8c3fd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.807743] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38f974b-76ca-4310-a8a0-2f9639108a55 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.813621] env[69603]: DEBUG nova.compute.manager [req-6e956fc3-a57a-4432-a6c7-6834d9bb0f52 req-02f80f44-8235-48b2-afe3-87a0c4bc332c service nova] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Received event network-vif-deleted-7b8f7676-d0eb-42c9-b92e-9d418768bd82 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.835437] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating instance '8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc' progress to 67 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.840777] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.841009] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.842181] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1fca5cb-7d3e-4708-a320-07aded15ca0f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.851218] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Waiting for the task: (returnval){ [ 872.851218] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e67aaa-6398-f2c8-494e-76090b5ed990" [ 872.851218] env[69603]: _type = "Task" [ 872.851218] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.863446] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e67aaa-6398-f2c8-494e-76090b5ed990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.107043] env[69603]: DEBUG nova.network.neutron [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.121306] env[69603]: DEBUG oslo_vmware.api [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479991, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.164854] env[69603]: DEBUG oslo_concurrency.lockutils [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.164854] env[69603]: DEBUG oslo_concurrency.lockutils [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.164854] env[69603]: INFO nova.compute.manager [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Attaching volume 83e6bcb5-14c7-4920-8d56-fc8ffd972768 to /dev/sdb [ 873.205393] env[69603]: DEBUG nova.network.neutron [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Successfully created port: 141f8709-eec9-45e4-a8ec-b2f9aad75284 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 873.220136] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946e3710-78ff-444a-aaaf-94c31a340dbc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.230630] env[69603]: DEBUG nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 873.233863] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609a0552-08b2-4de8-85a4-c258b63370b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.252273] env[69603]: DEBUG nova.virt.block_device [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Updating existing volume attachment record: 0a069c1d-1691-413a-a858-a25fa33628e7 {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 873.274294] env[69603]: DEBUG oslo_vmware.api [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479992, 'name': PowerOffVM_Task, 'duration_secs': 0.231791} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.274714] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.274880] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.275163] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfc09341-52a6-41cb-84f9-d9e5acdc4ed8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.362092] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e67aaa-6398-f2c8-494e-76090b5ed990, 'name': SearchDatastore_Task, 'duration_secs': 0.015924} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.364210] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.364426] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.364686] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Deleting the datastore file [datastore2] 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.367368] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c2bf7c-857d-4d7b-b314-595a40b5eebb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.371304] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13f243e0-a22b-4716-9247-c19256935594 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.378581] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Waiting for the task: (returnval){ [ 873.378581] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5290d269-984b-f804-6fd3-a522e2187bb0" [ 873.378581] env[69603]: _type = "Task" [ 873.378581] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.384805] env[69603]: DEBUG oslo_vmware.api [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 873.384805] env[69603]: value = "task-3479994" [ 873.384805] env[69603]: _type = "Task" [ 873.384805] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.392247] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5290d269-984b-f804-6fd3-a522e2187bb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.403168] env[69603]: DEBUG oslo_vmware.api [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.473215] env[69603]: DEBUG nova.network.neutron [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Updating instance_info_cache with network_info: [{"id": "9bdc0428-f84e-4954-ac8c-b0b1d01f55be", "address": "fa:16:3e:1a:e3:bf", "network": {"id": "5d193c58-fc45-43d3-9e81-358dd9133dda", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1583724184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331322a5654401cb3ce867c27db3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdc0428-f8", "ovs_interfaceid": "9bdc0428-f84e-4954-ac8c-b0b1d01f55be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.488379] env[69603]: DEBUG nova.network.neutron [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Port aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 binding to destination host cpu-1 is already ACTIVE {{(pid=69603) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 873.577815] env[69603]: DEBUG nova.network.neutron [req-cf64314f-cd80-47a1-9d3c-bb87b7a26342 req-7f717123-4466-4135-85cb-3cf7cea98f34 service nova] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Updated VIF entry in instance network info cache for port e74c8721-04d2-420b-820d-1b3929d6c954. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.578343] env[69603]: DEBUG nova.network.neutron [req-cf64314f-cd80-47a1-9d3c-bb87b7a26342 req-7f717123-4466-4135-85cb-3cf7cea98f34 service nova] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Updating instance_info_cache with network_info: [{"id": "e74c8721-04d2-420b-820d-1b3929d6c954", "address": "fa:16:3e:9b:c9:81", "network": {"id": "2ba4afaa-69cf-41ad-9063-f4897cfd82e9", "bridge": "br-int", "label": "tempest-ServersTestJSON-35440848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a957c2f899e6460ab0f22998baa3f718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74c8721-04", "ovs_interfaceid": "e74c8721-04d2-420b-820d-1b3929d6c954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.624389] env[69603]: DEBUG oslo_vmware.api [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479991, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.857823] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3aaa028-6f1f-40a0-bb7a-2bf71a9ee323 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.872728] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7b1830-d9b3-4b09-94f3-c3e7862647a1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.917126] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc98d79-9d93-4864-b48e-c58ee2fb5122 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.926067] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5290d269-984b-f804-6fd3-a522e2187bb0, 'name': SearchDatastore_Task, 'duration_secs': 0.021869} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.926067] env[69603]: DEBUG oslo_concurrency.lockutils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.926067] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 42b3ef81-b45d-42d2-8b89-1864f227e7cf/42b3ef81-b45d-42d2-8b89-1864f227e7cf.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.926640] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cd84f3c-39c0-456c-9bfa-b2127f4a2a0e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.934683] env[69603]: DEBUG oslo_vmware.api [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.936602] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7951b1-d92b-460d-af82-26d59d89dd1f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.944339] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Waiting for the task: (returnval){ [ 873.944339] env[69603]: value = "task-3479998" [ 873.944339] env[69603]: _type = "Task" [ 873.944339] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.956928] env[69603]: DEBUG nova.compute.provider_tree [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.967043] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': task-3479998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.976748] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Releasing lock "refresh_cache-8fefa346-59ab-4209-b87f-dc96b800b58e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.977287] env[69603]: DEBUG nova.compute.manager [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Instance network_info: |[{"id": "9bdc0428-f84e-4954-ac8c-b0b1d01f55be", "address": "fa:16:3e:1a:e3:bf", "network": {"id": "5d193c58-fc45-43d3-9e81-358dd9133dda", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1583724184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331322a5654401cb3ce867c27db3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdc0428-f8", "ovs_interfaceid": "9bdc0428-f84e-4954-ac8c-b0b1d01f55be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.978253] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:e3:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bdc0428-f84e-4954-ac8c-b0b1d01f55be', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.993906] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.001612] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.002180] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e66d825-3945-40ab-ac51-73664f01d286 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.025882] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.025882] env[69603]: value = "task-3479999" [ 874.025882] env[69603]: _type = "Task" [ 874.025882] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.035812] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479999, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.082276] env[69603]: DEBUG oslo_concurrency.lockutils [req-cf64314f-cd80-47a1-9d3c-bb87b7a26342 req-7f717123-4466-4135-85cb-3cf7cea98f34 service nova] Releasing lock "refresh_cache-42b3ef81-b45d-42d2-8b89-1864f227e7cf" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.121484] env[69603]: DEBUG oslo_vmware.api [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3479991, 'name': ReconfigVM_Task, 'duration_secs': 1.345303} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.122688] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Reconfigured VM instance instance-00000018 to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 874.126698] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-407991e8-83f4-428c-bb09-64cfa8db3b23 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.144638] env[69603]: DEBUG oslo_vmware.api [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 874.144638] env[69603]: value = "task-3480000" [ 874.144638] env[69603]: _type = "Task" [ 874.144638] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.154534] env[69603]: DEBUG oslo_vmware.api [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.249437] env[69603]: DEBUG nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.284050] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.284449] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.284635] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.284835] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.285029] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.285265] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.285434] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.285829] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.285829] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.285998] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.286364] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.287096] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f740d80-d82d-4ea5-afc9-d13d24b455fa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.298750] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8509d0-e3ed-4e04-bda3-1c05becec61f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.425476] env[69603]: DEBUG oslo_vmware.api [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3479994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.615984} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.425895] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.426117] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.426303] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.426486] env[69603]: INFO nova.compute.manager [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Took 1.70 seconds to destroy the instance on the hypervisor. [ 874.426787] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.427131] env[69603]: DEBUG nova.compute.manager [-] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.427288] env[69603]: DEBUG nova.network.neutron [-] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.457630] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': task-3479998, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.460872] env[69603]: DEBUG nova.scheduler.client.report [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 874.523680] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.524080] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.524169] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.538897] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479999, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.658118] env[69603]: DEBUG oslo_vmware.api [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480000, 'name': ReconfigVM_Task, 'duration_secs': 0.184465} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.658450] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695741', 'volume_id': 'e15374e9-9955-4573-bb37-147c2b7824fc', 'name': 'volume-e15374e9-9955-4573-bb37-147c2b7824fc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e44b6009-d869-4820-8da1-e4c8f2343035', 'attached_at': '', 'detached_at': '', 'volume_id': 'e15374e9-9955-4573-bb37-147c2b7824fc', 'serial': 'e15374e9-9955-4573-bb37-147c2b7824fc'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 874.814688] env[69603]: DEBUG nova.compute.manager [req-7dc73bdd-2ae3-4557-8c56-e08b2c2549ec req-ed7ea106-5191-4137-95b3-cd47f78a379c service nova] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Received event network-vif-plugged-9bdc0428-f84e-4954-ac8c-b0b1d01f55be {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.814955] env[69603]: DEBUG oslo_concurrency.lockutils [req-7dc73bdd-2ae3-4557-8c56-e08b2c2549ec req-ed7ea106-5191-4137-95b3-cd47f78a379c service nova] Acquiring lock "8fefa346-59ab-4209-b87f-dc96b800b58e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.815167] env[69603]: DEBUG oslo_concurrency.lockutils [req-7dc73bdd-2ae3-4557-8c56-e08b2c2549ec req-ed7ea106-5191-4137-95b3-cd47f78a379c service nova] Lock "8fefa346-59ab-4209-b87f-dc96b800b58e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.815283] env[69603]: DEBUG oslo_concurrency.lockutils [req-7dc73bdd-2ae3-4557-8c56-e08b2c2549ec req-ed7ea106-5191-4137-95b3-cd47f78a379c service nova] Lock "8fefa346-59ab-4209-b87f-dc96b800b58e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.815444] env[69603]: DEBUG nova.compute.manager [req-7dc73bdd-2ae3-4557-8c56-e08b2c2549ec req-ed7ea106-5191-4137-95b3-cd47f78a379c service nova] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] No waiting events found dispatching network-vif-plugged-9bdc0428-f84e-4954-ac8c-b0b1d01f55be {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.815603] env[69603]: WARNING nova.compute.manager [req-7dc73bdd-2ae3-4557-8c56-e08b2c2549ec req-ed7ea106-5191-4137-95b3-cd47f78a379c service nova] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Received unexpected event network-vif-plugged-9bdc0428-f84e-4954-ac8c-b0b1d01f55be for instance with vm_state building and task_state spawning. [ 874.816239] env[69603]: DEBUG nova.compute.manager [req-7dc73bdd-2ae3-4557-8c56-e08b2c2549ec req-ed7ea106-5191-4137-95b3-cd47f78a379c service nova] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Received event network-changed-9bdc0428-f84e-4954-ac8c-b0b1d01f55be {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 874.816756] env[69603]: DEBUG nova.compute.manager [req-7dc73bdd-2ae3-4557-8c56-e08b2c2549ec req-ed7ea106-5191-4137-95b3-cd47f78a379c service nova] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Refreshing instance network info cache due to event network-changed-9bdc0428-f84e-4954-ac8c-b0b1d01f55be. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 874.816756] env[69603]: DEBUG oslo_concurrency.lockutils [req-7dc73bdd-2ae3-4557-8c56-e08b2c2549ec req-ed7ea106-5191-4137-95b3-cd47f78a379c service nova] Acquiring lock "refresh_cache-8fefa346-59ab-4209-b87f-dc96b800b58e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.816756] env[69603]: DEBUG oslo_concurrency.lockutils [req-7dc73bdd-2ae3-4557-8c56-e08b2c2549ec req-ed7ea106-5191-4137-95b3-cd47f78a379c service nova] Acquired lock "refresh_cache-8fefa346-59ab-4209-b87f-dc96b800b58e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.816958] env[69603]: DEBUG nova.network.neutron [req-7dc73bdd-2ae3-4557-8c56-e08b2c2549ec req-ed7ea106-5191-4137-95b3-cd47f78a379c service nova] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Refreshing network info cache for port 9bdc0428-f84e-4954-ac8c-b0b1d01f55be {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.878196] env[69603]: DEBUG nova.network.neutron [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Successfully updated port: 141f8709-eec9-45e4-a8ec-b2f9aad75284 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 874.961677] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': task-3479998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608958} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.961677] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 42b3ef81-b45d-42d2-8b89-1864f227e7cf/42b3ef81-b45d-42d2-8b89-1864f227e7cf.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.962181] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.963914] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd9504ae-747e-454b-8a96-c8da31e6671b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.967999] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.967999] env[69603]: DEBUG nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.969777] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.866s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.971337] env[69603]: INFO nova.compute.claims [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.975682] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Waiting for the task: (returnval){ [ 874.975682] env[69603]: value = "task-3480001" [ 874.975682] env[69603]: _type = "Task" [ 874.975682] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.985726] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': task-3480001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.040446] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3479999, 'name': CreateVM_Task, 'duration_secs': 0.637054} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.040627] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.044066] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.044066] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.044066] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.044066] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7bc6bce-2b4c-4242-a5d5-725c9b90b181 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.050703] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 875.050703] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520a90f8-0c1b-cec5-c7f0-e0c3bc72b8bd" [ 875.050703] env[69603]: _type = "Task" [ 875.050703] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.065500] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520a90f8-0c1b-cec5-c7f0-e0c3bc72b8bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.193431] env[69603]: DEBUG nova.compute.manager [req-7bea2c40-b9f2-447b-beae-0d03813b126e req-ff99570d-de5e-4d2f-8b49-15509e869468 service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Received event network-vif-deleted-99f9e237-6100-4b2a-bdd0-e56a4fdf4b10 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.193673] env[69603]: INFO nova.compute.manager [req-7bea2c40-b9f2-447b-beae-0d03813b126e req-ff99570d-de5e-4d2f-8b49-15509e869468 service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Neutron deleted interface 99f9e237-6100-4b2a-bdd0-e56a4fdf4b10; detaching it from the instance and deleting it from the info cache [ 875.193769] env[69603]: DEBUG nova.network.neutron [req-7bea2c40-b9f2-447b-beae-0d03813b126e req-ff99570d-de5e-4d2f-8b49-15509e869468 service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.221100] env[69603]: DEBUG nova.objects.instance [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lazy-loading 'flavor' on Instance uuid e44b6009-d869-4820-8da1-e4c8f2343035 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.284310] env[69603]: DEBUG nova.compute.manager [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.285274] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0965ebb-c83d-4be8-b27d-926a9dbae35a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.380925] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "refresh_cache-f5c27a8f-04f6-4c2b-879b-10c0284c4eb4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.381108] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquired lock "refresh_cache-f5c27a8f-04f6-4c2b-879b-10c0284c4eb4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.381266] env[69603]: DEBUG nova.network.neutron [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.476244] env[69603]: DEBUG nova.compute.utils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.477859] env[69603]: DEBUG nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.479093] env[69603]: DEBUG nova.network.neutron [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.492891] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': task-3480001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093815} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.493182] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.493972] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098b890b-e480-4ffc-8f9a-fabaecf6e48b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.518659] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 42b3ef81-b45d-42d2-8b89-1864f227e7cf/42b3ef81-b45d-42d2-8b89-1864f227e7cf.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.522343] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70ef613a-6404-41a8-ab33-0a007bdbd6ab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.539297] env[69603]: DEBUG nova.policy [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31b2a22588864bb2b2e30a9e54bd87af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'beb6b337d9ef49ce95f7f0f47c033245', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.556047] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Waiting for the task: (returnval){ [ 875.556047] env[69603]: value = "task-3480002" [ 875.556047] env[69603]: _type = "Task" [ 875.556047] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.565231] env[69603]: DEBUG nova.network.neutron [-] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.567174] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520a90f8-0c1b-cec5-c7f0-e0c3bc72b8bd, 'name': SearchDatastore_Task, 'duration_secs': 0.019758} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.568092] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.568338] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.568595] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.568743] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.568922] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.569206] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adfb970a-e006-4173-a089-8f75ed8e3c57 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.575666] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': task-3480002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.585209] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.585430] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.586209] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fb9ffbb-aca7-43b1-84f0-7dbcbad6f087 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.596983] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 875.596983] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52078cb2-7e29-e2d7-5d3d-c0c44b1fda9f" [ 875.596983] env[69603]: _type = "Task" [ 875.596983] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.607066] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52078cb2-7e29-e2d7-5d3d-c0c44b1fda9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.608103] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.608264] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquired lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.608456] env[69603]: DEBUG nova.network.neutron [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.686958] env[69603]: DEBUG nova.network.neutron [req-7dc73bdd-2ae3-4557-8c56-e08b2c2549ec req-ed7ea106-5191-4137-95b3-cd47f78a379c service nova] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Updated VIF entry in instance network info cache for port 9bdc0428-f84e-4954-ac8c-b0b1d01f55be. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 875.687729] env[69603]: DEBUG nova.network.neutron [req-7dc73bdd-2ae3-4557-8c56-e08b2c2549ec req-ed7ea106-5191-4137-95b3-cd47f78a379c service nova] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Updating instance_info_cache with network_info: [{"id": "9bdc0428-f84e-4954-ac8c-b0b1d01f55be", "address": "fa:16:3e:1a:e3:bf", "network": {"id": "5d193c58-fc45-43d3-9e81-358dd9133dda", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1583724184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331322a5654401cb3ce867c27db3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdc0428-f8", "ovs_interfaceid": "9bdc0428-f84e-4954-ac8c-b0b1d01f55be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.700027] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50b47efd-7a69-45ec-b047-27ace480dcb8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.711309] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57e2518-a416-4677-835a-dee46a5e19f1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.763637] env[69603]: DEBUG nova.compute.manager [req-7bea2c40-b9f2-447b-beae-0d03813b126e req-ff99570d-de5e-4d2f-8b49-15509e869468 service nova] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Detach interface failed, port_id=99f9e237-6100-4b2a-bdd0-e56a4fdf4b10, reason: Instance 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.798678] env[69603]: INFO nova.compute.manager [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] instance snapshotting [ 875.798775] env[69603]: DEBUG nova.objects.instance [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lazy-loading 'flavor' on Instance uuid ab7d128e-418e-4a33-af8c-366587dc6a8b {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 875.846622] env[69603]: DEBUG nova.network.neutron [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Successfully created port: eb88a6e4-9548-48d0-9374-ac13acd8f19b {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.922076] env[69603]: DEBUG nova.network.neutron [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 875.984570] env[69603]: DEBUG nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.071185] env[69603]: INFO nova.compute.manager [-] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Took 1.64 seconds to deallocate network for instance. [ 876.071791] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': task-3480002, 'name': ReconfigVM_Task, 'duration_secs': 0.382734} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.073491] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 42b3ef81-b45d-42d2-8b89-1864f227e7cf/42b3ef81-b45d-42d2-8b89-1864f227e7cf.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.076862] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-216b9c98-93ba-452f-b187-468acb5def77 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.090307] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Waiting for the task: (returnval){ [ 876.090307] env[69603]: value = "task-3480004" [ 876.090307] env[69603]: _type = "Task" [ 876.090307] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.104340] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': task-3480004, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.123031] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52078cb2-7e29-e2d7-5d3d-c0c44b1fda9f, 'name': SearchDatastore_Task, 'duration_secs': 0.014359} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.128462] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8185bb30-a45c-4ae8-9ab2-7bbc59dad96b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.136577] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 876.136577] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524fdf69-a9dd-ece1-0d30-8b4feefa8e4f" [ 876.136577] env[69603]: _type = "Task" [ 876.136577] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.153918] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524fdf69-a9dd-ece1-0d30-8b4feefa8e4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.192803] env[69603]: DEBUG oslo_concurrency.lockutils [req-7dc73bdd-2ae3-4557-8c56-e08b2c2549ec req-ed7ea106-5191-4137-95b3-cd47f78a379c service nova] Releasing lock "refresh_cache-8fefa346-59ab-4209-b87f-dc96b800b58e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.231905] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ed97310a-0afa-4bc0-ba51-4c6875b24f27 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "e44b6009-d869-4820-8da1-e4c8f2343035" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.309s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.262909] env[69603]: DEBUG nova.network.neutron [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Updating instance_info_cache with network_info: [{"id": "141f8709-eec9-45e4-a8ec-b2f9aad75284", "address": "fa:16:3e:27:6b:26", "network": {"id": "4e253bf4-431c-4b19-ad5b-ebe726d6a3a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-825676334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beb6b337d9ef49ce95f7f0f47c033245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141f8709-ee", "ovs_interfaceid": "141f8709-eec9-45e4-a8ec-b2f9aad75284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.313013] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d981210c-a691-4c2d-9641-f61699abc4ca {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.342302] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcd9d8b-7b21-4b82-a1e9-ca99e1b05bab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.377247] env[69603]: DEBUG oslo_vmware.rw_handles [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210ce5b-21ba-9f08-6da5-44a04e4e0108/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 876.378191] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3792e2c-5c36-45d8-b2c3-d5c1b3492afd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.386254] env[69603]: DEBUG oslo_vmware.rw_handles [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210ce5b-21ba-9f08-6da5-44a04e4e0108/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 876.386448] env[69603]: ERROR oslo_vmware.rw_handles [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210ce5b-21ba-9f08-6da5-44a04e4e0108/disk-0.vmdk due to incomplete transfer. [ 876.386687] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7caad3b0-6010-4c0e-b4d1-b29aed9d6256 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.395424] env[69603]: DEBUG oslo_vmware.rw_handles [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5210ce5b-21ba-9f08-6da5-44a04e4e0108/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 876.395624] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Uploaded image 453b4e89-89b7-4214-8b02-9d900117f7b1 to the Glance image server {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 876.399056] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 876.402553] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e2e865d7-6b38-4a8c-b241-33fcac1a230a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.413855] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 876.413855] env[69603]: value = "task-3480005" [ 876.413855] env[69603]: _type = "Task" [ 876.413855] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.425438] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480005, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.475842] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Acquiring lock "df0970e4-5938-4bba-bd70-71c66963c55c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.476118] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Lock "df0970e4-5938-4bba-bd70-71c66963c55c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.476337] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Acquiring lock "df0970e4-5938-4bba-bd70-71c66963c55c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.476521] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Lock "df0970e4-5938-4bba-bd70-71c66963c55c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.476684] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Lock "df0970e4-5938-4bba-bd70-71c66963c55c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.478801] env[69603]: INFO nova.compute.manager [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Terminating instance [ 876.580805] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.600682] env[69603]: DEBUG nova.network.neutron [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating instance_info_cache with network_info: [{"id": "aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154", "address": "fa:16:3e:6e:da:79", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1bdca1-b7", "ovs_interfaceid": "aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.607673] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': task-3480004, 'name': Rename_Task, 'duration_secs': 0.18638} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.608318] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.608318] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6d9d546-a164-49be-a0ad-6c4d5c03b018 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.616329] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Waiting for the task: (returnval){ [ 876.616329] env[69603]: value = "task-3480006" [ 876.616329] env[69603]: _type = "Task" [ 876.616329] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.624866] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': task-3480006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.651855] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524fdf69-a9dd-ece1-0d30-8b4feefa8e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.016665} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.652105] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.652437] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 8fefa346-59ab-4209-b87f-dc96b800b58e/8fefa346-59ab-4209-b87f-dc96b800b58e.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.653524] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-109033d1-ea13-4271-a9f9-03195fed9f02 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.663540] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 876.663540] env[69603]: value = "task-3480007" [ 876.663540] env[69603]: _type = "Task" [ 876.663540] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.673120] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.692597] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d561d-b4e6-40f5-a887-8898d3ef4130 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.701024] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9d6c59-9c91-4e5c-bb14-db2eca268af1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.737223] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f8e203-618b-4efc-8946-b735c3d0b2e8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.745287] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c530714-57f1-4ec9-9880-8e9e97e127cb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.761801] env[69603]: DEBUG nova.compute.provider_tree [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.766782] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Releasing lock "refresh_cache-f5c27a8f-04f6-4c2b-879b-10c0284c4eb4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.767176] env[69603]: DEBUG nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Instance network_info: |[{"id": "141f8709-eec9-45e4-a8ec-b2f9aad75284", "address": "fa:16:3e:27:6b:26", "network": {"id": "4e253bf4-431c-4b19-ad5b-ebe726d6a3a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-825676334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beb6b337d9ef49ce95f7f0f47c033245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141f8709-ee", "ovs_interfaceid": "141f8709-eec9-45e4-a8ec-b2f9aad75284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 876.767598] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:6b:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '141f8709-eec9-45e4-a8ec-b2f9aad75284', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.776309] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.776876] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.777100] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1794a838-da0a-4162-a685-16913b638c93 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.799322] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.799322] env[69603]: value = "task-3480008" [ 876.799322] env[69603]: _type = "Task" [ 876.799322] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.813632] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480008, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.855291] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 876.855815] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-31668bc7-7e53-45e4-ac9a-09b4a5ec2ef3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.865856] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 876.865856] env[69603]: value = "task-3480009" [ 876.865856] env[69603]: _type = "Task" [ 876.865856] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.879253] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480009, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.930781] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480005, 'name': Destroy_Task, 'duration_secs': 0.493635} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.932659] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Destroyed the VM [ 876.932803] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 876.936713] env[69603]: DEBUG nova.compute.manager [req-8c80ff5b-f0a9-4764-bc7e-b5d2ae7704fb req-a08e6241-8c41-44ec-8dec-ff0ba135ea48 service nova] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Received event network-vif-plugged-141f8709-eec9-45e4-a8ec-b2f9aad75284 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.936713] env[69603]: DEBUG oslo_concurrency.lockutils [req-8c80ff5b-f0a9-4764-bc7e-b5d2ae7704fb req-a08e6241-8c41-44ec-8dec-ff0ba135ea48 service nova] Acquiring lock "f5c27a8f-04f6-4c2b-879b-10c0284c4eb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.936713] env[69603]: DEBUG oslo_concurrency.lockutils [req-8c80ff5b-f0a9-4764-bc7e-b5d2ae7704fb req-a08e6241-8c41-44ec-8dec-ff0ba135ea48 service nova] Lock "f5c27a8f-04f6-4c2b-879b-10c0284c4eb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.936713] env[69603]: DEBUG oslo_concurrency.lockutils [req-8c80ff5b-f0a9-4764-bc7e-b5d2ae7704fb req-a08e6241-8c41-44ec-8dec-ff0ba135ea48 service nova] Lock "f5c27a8f-04f6-4c2b-879b-10c0284c4eb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.936713] env[69603]: DEBUG nova.compute.manager [req-8c80ff5b-f0a9-4764-bc7e-b5d2ae7704fb req-a08e6241-8c41-44ec-8dec-ff0ba135ea48 service nova] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] No waiting events found dispatching network-vif-plugged-141f8709-eec9-45e4-a8ec-b2f9aad75284 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 876.936713] env[69603]: WARNING nova.compute.manager [req-8c80ff5b-f0a9-4764-bc7e-b5d2ae7704fb req-a08e6241-8c41-44ec-8dec-ff0ba135ea48 service nova] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Received unexpected event network-vif-plugged-141f8709-eec9-45e4-a8ec-b2f9aad75284 for instance with vm_state building and task_state spawning. [ 876.936713] env[69603]: DEBUG nova.compute.manager [req-8c80ff5b-f0a9-4764-bc7e-b5d2ae7704fb req-a08e6241-8c41-44ec-8dec-ff0ba135ea48 service nova] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Received event network-changed-141f8709-eec9-45e4-a8ec-b2f9aad75284 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 876.936713] env[69603]: DEBUG nova.compute.manager [req-8c80ff5b-f0a9-4764-bc7e-b5d2ae7704fb req-a08e6241-8c41-44ec-8dec-ff0ba135ea48 service nova] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Refreshing instance network info cache due to event network-changed-141f8709-eec9-45e4-a8ec-b2f9aad75284. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 876.936713] env[69603]: DEBUG oslo_concurrency.lockutils [req-8c80ff5b-f0a9-4764-bc7e-b5d2ae7704fb req-a08e6241-8c41-44ec-8dec-ff0ba135ea48 service nova] Acquiring lock "refresh_cache-f5c27a8f-04f6-4c2b-879b-10c0284c4eb4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.936713] env[69603]: DEBUG oslo_concurrency.lockutils [req-8c80ff5b-f0a9-4764-bc7e-b5d2ae7704fb req-a08e6241-8c41-44ec-8dec-ff0ba135ea48 service nova] Acquired lock "refresh_cache-f5c27a8f-04f6-4c2b-879b-10c0284c4eb4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.936713] env[69603]: DEBUG nova.network.neutron [req-8c80ff5b-f0a9-4764-bc7e-b5d2ae7704fb req-a08e6241-8c41-44ec-8dec-ff0ba135ea48 service nova] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Refreshing network info cache for port 141f8709-eec9-45e4-a8ec-b2f9aad75284 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.937924] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-55df7b17-96a7-40b9-a08a-14722c496b9a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.949265] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 876.949265] env[69603]: value = "task-3480010" [ 876.949265] env[69603]: _type = "Task" [ 876.949265] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.962364] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480010, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.982405] env[69603]: DEBUG nova.compute.manager [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.983054] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.984724] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fd73dc-ddc3-4cdd-a886-9fd0b89c8b33 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.997208] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.997636] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5739475f-68e6-4db8-b29f-498a9e25086b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.002951] env[69603]: DEBUG nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.008091] env[69603]: DEBUG oslo_vmware.api [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Waiting for the task: (returnval){ [ 877.008091] env[69603]: value = "task-3480011" [ 877.008091] env[69603]: _type = "Task" [ 877.008091] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.021471] env[69603]: DEBUG oslo_vmware.api [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3480011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.038716] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.038993] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.039276] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.039440] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.039625] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.039827] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.040204] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.040408] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.040628] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.040899] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.041231] env[69603]: DEBUG nova.virt.hardware [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.042435] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140aeb2e-d7a0-4673-9082-74321e0e0e61 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.052572] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eb4251-aef9-4225-9de4-8638240e0736 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.073409] env[69603]: DEBUG nova.objects.instance [None req-5503af84-d62c-4778-bb33-eb00ad149673 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Lazy-loading 'flavor' on Instance uuid 8814e29d-5c08-45f1-9a02-c30e4b7441db {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.104021] env[69603]: DEBUG oslo_concurrency.lockutils [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Releasing lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.132242] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': task-3480006, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.180410] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480007, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.265146] env[69603]: DEBUG nova.scheduler.client.report [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.316439] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480008, 'name': CreateVM_Task, 'duration_secs': 0.451433} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.316764] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.317388] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.317564] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.318028] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.320180] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5005baf-57f3-459c-a228-ecb39646d327 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.327328] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 877.327328] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52939710-991c-09c5-bba7-597b4a55f7ee" [ 877.327328] env[69603]: _type = "Task" [ 877.327328] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.339071] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52939710-991c-09c5-bba7-597b4a55f7ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.381288] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480009, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.461891] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480010, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.473206] env[69603]: DEBUG nova.network.neutron [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Successfully updated port: eb88a6e4-9548-48d0-9374-ac13acd8f19b {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.524693] env[69603]: DEBUG oslo_vmware.api [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3480011, 'name': PowerOffVM_Task, 'duration_secs': 0.231691} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.524905] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.525023] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.525299] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-172866a7-60ca-4ee0-9f6c-d6d590508bf2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.580682] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5503af84-d62c-4778-bb33-eb00ad149673 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Acquiring lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.580879] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5503af84-d62c-4778-bb33-eb00ad149673 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Acquired lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.625774] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.626045] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.626238] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Deleting the datastore file [datastore2] df0970e4-5938-4bba-bd70-71c66963c55c {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.634135] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a3d6bef-fbea-44c5-87bb-0163d1d1f0b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.646324] env[69603]: DEBUG oslo_vmware.api [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': task-3480006, 'name': PowerOnVM_Task, 'duration_secs': 0.784228} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.647275] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.647532] env[69603]: INFO nova.compute.manager [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Took 8.89 seconds to spawn the instance on the hypervisor. [ 877.647727] env[69603]: DEBUG nova.compute.manager [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.648172] env[69603]: DEBUG oslo_vmware.api [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Waiting for the task: (returnval){ [ 877.648172] env[69603]: value = "task-3480013" [ 877.648172] env[69603]: _type = "Task" [ 877.648172] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.649192] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5621b7a-8e36-4e6c-a3ec-41e32822fec6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.659226] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e115304-efe7-4aee-acbb-9be9f840d426 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.693534] env[69603]: DEBUG oslo_vmware.api [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3480013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.695421] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c4251f-435a-4be9-85a2-088fd8605373 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.701921] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552702} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.702547] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 8fefa346-59ab-4209-b87f-dc96b800b58e/8fefa346-59ab-4209-b87f-dc96b800b58e.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.702807] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.703111] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2b33b6e-adf1-465d-b6b9-0dc1286dc281 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.708223] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating instance '8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc' progress to 83 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.719716] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 877.719716] env[69603]: value = "task-3480014" [ 877.719716] env[69603]: _type = "Task" [ 877.719716] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.730715] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.771481] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.771881] env[69603]: DEBUG nova.compute.manager [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.780398] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.182s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.782288] env[69603]: INFO nova.compute.claims [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.840117] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52939710-991c-09c5-bba7-597b4a55f7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.014121} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.840982] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.841083] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.841278] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.841443] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.841757] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.842539] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-732cf742-efde-4422-a30c-a36bce137e7c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.866986] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.866986] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.866986] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3170b4e9-b17f-4640-a27c-e97a06f5cf95 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.880173] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 877.880173] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5272577a-25e0-d57f-e45b-d721bd6a5a84" [ 877.880173] env[69603]: _type = "Task" [ 877.880173] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.885959] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480009, 'name': CreateSnapshot_Task, 'duration_secs': 1.000282} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.891229] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 877.892051] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932bac66-1022-4256-ac64-a11d722cddcb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.901563] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5272577a-25e0-d57f-e45b-d721bd6a5a84, 'name': SearchDatastore_Task, 'duration_secs': 0.017924} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.907886] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70fcc4f-ae88-4e1a-9a6e-de3c9b4f7532 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.913600] env[69603]: DEBUG nova.network.neutron [req-8c80ff5b-f0a9-4764-bc7e-b5d2ae7704fb req-a08e6241-8c41-44ec-8dec-ff0ba135ea48 service nova] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Updated VIF entry in instance network info cache for port 141f8709-eec9-45e4-a8ec-b2f9aad75284. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 877.913600] env[69603]: DEBUG nova.network.neutron [req-8c80ff5b-f0a9-4764-bc7e-b5d2ae7704fb req-a08e6241-8c41-44ec-8dec-ff0ba135ea48 service nova] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Updating instance_info_cache with network_info: [{"id": "141f8709-eec9-45e4-a8ec-b2f9aad75284", "address": "fa:16:3e:27:6b:26", "network": {"id": "4e253bf4-431c-4b19-ad5b-ebe726d6a3a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-825676334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beb6b337d9ef49ce95f7f0f47c033245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141f8709-ee", "ovs_interfaceid": "141f8709-eec9-45e4-a8ec-b2f9aad75284", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.917885] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 877.917885] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52101930-e752-78d4-b352-d9a9f1646b2a" [ 877.917885] env[69603]: _type = "Task" [ 877.917885] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.925014] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52101930-e752-78d4-b352-d9a9f1646b2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.960777] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480010, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.976144] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "refresh_cache-260435ee-6f06-4d91-92d8-c1a045ebed2b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.976203] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquired lock "refresh_cache-260435ee-6f06-4d91-92d8-c1a045ebed2b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.976476] env[69603]: DEBUG nova.network.neutron [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.083709] env[69603]: DEBUG nova.network.neutron [None req-5503af84-d62c-4778-bb33-eb00ad149673 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.114604] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "49ef22ae-a1b0-4c69-ad65-ef364f2674f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.114858] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "49ef22ae-a1b0-4c69-ad65-ef364f2674f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.165396] env[69603]: DEBUG oslo_vmware.api [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Task: {'id': task-3480013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343673} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.165656] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.165843] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.166024] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.166199] env[69603]: INFO nova.compute.manager [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 878.166436] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.166616] env[69603]: DEBUG nova.compute.manager [-] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.166708] env[69603]: DEBUG nova.network.neutron [-] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.203428] env[69603]: INFO nova.compute.manager [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Took 48.99 seconds to build instance. [ 878.219691] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.220020] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff6dce20-64ff-4ae1-92b3-c463fc21692f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.233475] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07673} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.234794] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.235121] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 878.235121] env[69603]: value = "task-3480015" [ 878.235121] env[69603]: _type = "Task" [ 878.235121] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.235808] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e2f3bd-40de-4439-a567-939aae750f2c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.267626] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 8fefa346-59ab-4209-b87f-dc96b800b58e/8fefa346-59ab-4209-b87f-dc96b800b58e.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.270968] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-085dc647-6840-49fc-b29c-00465dd59d43 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.285362] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.292749] env[69603]: DEBUG nova.compute.utils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.293725] env[69603]: DEBUG nova.compute.manager [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.293725] env[69603]: DEBUG nova.network.neutron [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.295559] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 878.295559] env[69603]: value = "task-3480016" [ 878.295559] env[69603]: _type = "Task" [ 878.295559] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.305415] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480016, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.329887] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 878.330149] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695750', 'volume_id': '83e6bcb5-14c7-4920-8d56-fc8ffd972768', 'name': 'volume-83e6bcb5-14c7-4920-8d56-fc8ffd972768', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4000e4f-7369-4e8a-96ec-8cdd732a6294', 'attached_at': '', 'detached_at': '', 'volume_id': '83e6bcb5-14c7-4920-8d56-fc8ffd972768', 'serial': '83e6bcb5-14c7-4920-8d56-fc8ffd972768'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 878.331010] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d927be9-1e01-4330-ab47-9a61ebfe18f2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.350444] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbfd0eb-ab02-4eb0-aab6-1379b75fe594 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.380531] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] volume-83e6bcb5-14c7-4920-8d56-fc8ffd972768/volume-83e6bcb5-14c7-4920-8d56-fc8ffd972768.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.382084] env[69603]: DEBUG nova.policy [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '043cc1fbb38a437aa22789b94c96d4aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b6ede380d2f4f3cb17e0b1521dc41e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.384324] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-762c5da0-f10c-4908-9240-e1e849cb58f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.409871] env[69603]: DEBUG oslo_vmware.api [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 878.409871] env[69603]: value = "task-3480017" [ 878.409871] env[69603]: _type = "Task" [ 878.409871] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.423029] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 878.423029] env[69603]: DEBUG oslo_concurrency.lockutils [req-8c80ff5b-f0a9-4764-bc7e-b5d2ae7704fb req-a08e6241-8c41-44ec-8dec-ff0ba135ea48 service nova] Releasing lock "refresh_cache-f5c27a8f-04f6-4c2b-879b-10c0284c4eb4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.423029] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f8f508d1-a21d-443e-962f-6d460e22184c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.431401] env[69603]: DEBUG oslo_vmware.api [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.438161] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52101930-e752-78d4-b352-d9a9f1646b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.059235} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.439693] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.439990] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] f5c27a8f-04f6-4c2b-879b-10c0284c4eb4/f5c27a8f-04f6-4c2b-879b-10c0284c4eb4.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.440377] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 878.440377] env[69603]: value = "task-3480018" [ 878.440377] env[69603]: _type = "Task" [ 878.440377] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.440586] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dac3ae4-6aff-4f0a-bb78-9ccdc0bdcc70 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.452651] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480018, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.458705] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 878.458705] env[69603]: value = "task-3480019" [ 878.458705] env[69603]: _type = "Task" [ 878.458705] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.468180] env[69603]: DEBUG oslo_vmware.api [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480010, 'name': RemoveSnapshot_Task, 'duration_secs': 1.121869} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.468180] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 878.468180] env[69603]: INFO nova.compute.manager [None req-5e5727ee-12f2-4421-8455-8d0e9e671e20 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Took 18.30 seconds to snapshot the instance on the hypervisor. [ 878.474841] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480019, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.547195] env[69603]: DEBUG nova.network.neutron [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.563332] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "5d11acbf-a910-4d1e-b768-a0c0d154eacc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.563332] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "5d11acbf-a910-4d1e-b768-a0c0d154eacc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.621102] env[69603]: DEBUG nova.compute.manager [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.704725] env[69603]: DEBUG oslo_concurrency.lockutils [None req-971849f7-5ec7-4bda-af28-56da441864e2 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Lock "42b3ef81-b45d-42d2-8b89-1864f227e7cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.787s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.751348] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.797910] env[69603]: DEBUG nova.compute.manager [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.813547] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480016, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.828037] env[69603]: DEBUG nova.network.neutron [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Updating instance_info_cache with network_info: [{"id": "eb88a6e4-9548-48d0-9374-ac13acd8f19b", "address": "fa:16:3e:f9:8b:db", "network": {"id": "4e253bf4-431c-4b19-ad5b-ebe726d6a3a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-825676334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beb6b337d9ef49ce95f7f0f47c033245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb88a6e4-95", "ovs_interfaceid": "eb88a6e4-9548-48d0-9374-ac13acd8f19b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.934024] env[69603]: DEBUG oslo_vmware.api [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.955842] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480018, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.961470] env[69603]: DEBUG nova.network.neutron [-] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.978854] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480019, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.099136] env[69603]: DEBUG nova.compute.manager [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Received event network-vif-plugged-eb88a6e4-9548-48d0-9374-ac13acd8f19b {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.099431] env[69603]: DEBUG oslo_concurrency.lockutils [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] Acquiring lock "260435ee-6f06-4d91-92d8-c1a045ebed2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.100248] env[69603]: DEBUG oslo_concurrency.lockutils [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] Lock "260435ee-6f06-4d91-92d8-c1a045ebed2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.100516] env[69603]: DEBUG oslo_concurrency.lockutils [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] Lock "260435ee-6f06-4d91-92d8-c1a045ebed2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.104823] env[69603]: DEBUG nova.compute.manager [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] No waiting events found dispatching network-vif-plugged-eb88a6e4-9548-48d0-9374-ac13acd8f19b {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 879.104823] env[69603]: WARNING nova.compute.manager [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Received unexpected event network-vif-plugged-eb88a6e4-9548-48d0-9374-ac13acd8f19b for instance with vm_state building and task_state spawning. [ 879.104823] env[69603]: DEBUG nova.compute.manager [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Received event network-changed-eb88a6e4-9548-48d0-9374-ac13acd8f19b {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.104823] env[69603]: DEBUG nova.compute.manager [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Refreshing instance network info cache due to event network-changed-eb88a6e4-9548-48d0-9374-ac13acd8f19b. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.104823] env[69603]: DEBUG oslo_concurrency.lockutils [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] Acquiring lock "refresh_cache-260435ee-6f06-4d91-92d8-c1a045ebed2b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.158847] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.209317] env[69603]: DEBUG nova.compute.manager [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.261604] env[69603]: DEBUG oslo_vmware.api [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480015, 'name': PowerOnVM_Task, 'duration_secs': 0.650338} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.261604] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.261786] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-69113739-b222-4381-9014-9f6cdadbeef1 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating instance '8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc' progress to 100 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.324952] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480016, 'name': ReconfigVM_Task, 'duration_secs': 0.561908} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.327310] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 8fefa346-59ab-4209-b87f-dc96b800b58e/8fefa346-59ab-4209-b87f-dc96b800b58e.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.327310] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4fa8ca0-c5c7-417a-8504-42c9ed819e4e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.334107] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 879.334107] env[69603]: value = "task-3480020" [ 879.334107] env[69603]: _type = "Task" [ 879.334107] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.338886] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Releasing lock "refresh_cache-260435ee-6f06-4d91-92d8-c1a045ebed2b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.339270] env[69603]: DEBUG nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Instance network_info: |[{"id": "eb88a6e4-9548-48d0-9374-ac13acd8f19b", "address": "fa:16:3e:f9:8b:db", "network": {"id": "4e253bf4-431c-4b19-ad5b-ebe726d6a3a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-825676334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beb6b337d9ef49ce95f7f0f47c033245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb88a6e4-95", "ovs_interfaceid": "eb88a6e4-9548-48d0-9374-ac13acd8f19b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.339765] env[69603]: DEBUG oslo_concurrency.lockutils [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] Acquired lock "refresh_cache-260435ee-6f06-4d91-92d8-c1a045ebed2b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.339948] env[69603]: DEBUG nova.network.neutron [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Refreshing network info cache for port eb88a6e4-9548-48d0-9374-ac13acd8f19b {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.341225] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:8b:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8b99a46-3e7f-4ef1-9e45-58e6cd17f210', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb88a6e4-9548-48d0-9374-ac13acd8f19b', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.351050] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.355534] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.359896] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-303c51e8-4365-42e4-a5ac-39d9a64d0482 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.378494] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480020, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.389106] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.389106] env[69603]: value = "task-3480021" [ 879.389106] env[69603]: _type = "Task" [ 879.389106] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.403783] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480021, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.412516] env[69603]: DEBUG nova.network.neutron [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Successfully created port: 65ac8ebf-1ae4-422a-a653-15c4ba0a88d8 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.429398] env[69603]: DEBUG oslo_vmware.api [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480017, 'name': ReconfigVM_Task, 'duration_secs': 0.873234} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.429675] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Reconfigured VM instance instance-0000001a to attach disk [datastore1] volume-83e6bcb5-14c7-4920-8d56-fc8ffd972768/volume-83e6bcb5-14c7-4920-8d56-fc8ffd972768.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.437927] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42a8a6cc-448f-4439-877c-024605d1ba67 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.460386] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480018, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.462771] env[69603]: DEBUG oslo_vmware.api [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 879.462771] env[69603]: value = "task-3480022" [ 879.462771] env[69603]: _type = "Task" [ 879.462771] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.468505] env[69603]: INFO nova.compute.manager [-] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Took 1.30 seconds to deallocate network for instance. [ 879.488024] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480019, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757075} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.488024] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] f5c27a8f-04f6-4c2b-879b-10c0284c4eb4/f5c27a8f-04f6-4c2b-879b-10c0284c4eb4.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.488024] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.488024] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b8892fe2-2878-4dae-a9e6-fd84f766bd67 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.499927] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 879.499927] env[69603]: value = "task-3480023" [ 879.499927] env[69603]: _type = "Task" [ 879.499927] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.510347] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.540815] env[69603]: DEBUG nova.network.neutron [None req-5503af84-d62c-4778-bb33-eb00ad149673 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Updating instance_info_cache with network_info: [{"id": "ce922e50-6644-4b05-bca2-de28a7701193", "address": "fa:16:3e:ad:e0:7b", "network": {"id": "8da43c30-65fc-4da4-bfb5-756b14c414d1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1778413610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0e963e0a329487eab77d98be63767ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce922e50-66", "ovs_interfaceid": "ce922e50-6644-4b05-bca2-de28a7701193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.591172] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1338dc8-793d-4e75-a977-6eda8c852a0e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.600423] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffa59f2-866f-4abd-8e8e-d0618e0eb7b4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.637816] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049aa6cb-7202-4f80-910d-b51bca7ebe6d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.647640] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a04601-d577-4d00-9c79-a5adcd6065a9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.664804] env[69603]: DEBUG nova.compute.provider_tree [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.736761] env[69603]: DEBUG nova.network.neutron [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Updated VIF entry in instance network info cache for port eb88a6e4-9548-48d0-9374-ac13acd8f19b. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.737167] env[69603]: DEBUG nova.network.neutron [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Updating instance_info_cache with network_info: [{"id": "eb88a6e4-9548-48d0-9374-ac13acd8f19b", "address": "fa:16:3e:f9:8b:db", "network": {"id": "4e253bf4-431c-4b19-ad5b-ebe726d6a3a6", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-825676334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "beb6b337d9ef49ce95f7f0f47c033245", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8b99a46-3e7f-4ef1-9e45-58e6cd17f210", "external-id": "nsx-vlan-transportzone-704", "segmentation_id": 704, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb88a6e4-95", "ovs_interfaceid": "eb88a6e4-9548-48d0-9374-ac13acd8f19b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.739247] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.820490] env[69603]: DEBUG nova.compute.manager [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.848474] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480020, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.858022] env[69603]: DEBUG nova.virt.hardware [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.858260] env[69603]: DEBUG nova.virt.hardware [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.858438] env[69603]: DEBUG nova.virt.hardware [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.858680] env[69603]: DEBUG nova.virt.hardware [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.858874] env[69603]: DEBUG nova.virt.hardware [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.859070] env[69603]: DEBUG nova.virt.hardware [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.859362] env[69603]: DEBUG nova.virt.hardware [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.859734] env[69603]: DEBUG nova.virt.hardware [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.860249] env[69603]: DEBUG nova.virt.hardware [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.860249] env[69603]: DEBUG nova.virt.hardware [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.860500] env[69603]: DEBUG nova.virt.hardware [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.861475] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65e9756-243c-4099-a996-a1c77a35a4ba {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.871857] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b3468f-ea4f-4304-8e97-3a5111ea4c77 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.899348] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480021, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.962159] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480018, 'name': CloneVM_Task} progress is 95%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.971813] env[69603]: DEBUG oslo_vmware.api [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480022, 'name': ReconfigVM_Task, 'duration_secs': 0.183503} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.972208] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695750', 'volume_id': '83e6bcb5-14c7-4920-8d56-fc8ffd972768', 'name': 'volume-83e6bcb5-14c7-4920-8d56-fc8ffd972768', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4000e4f-7369-4e8a-96ec-8cdd732a6294', 'attached_at': '', 'detached_at': '', 'volume_id': '83e6bcb5-14c7-4920-8d56-fc8ffd972768', 'serial': '83e6bcb5-14c7-4920-8d56-fc8ffd972768'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 879.986912] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.015197] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156414} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.015394] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.016312] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5beb21d-707c-4d51-a4f7-5a8c2d0cf263 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.044910] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] f5c27a8f-04f6-4c2b-879b-10c0284c4eb4/f5c27a8f-04f6-4c2b-879b-10c0284c4eb4.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.045622] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5503af84-d62c-4778-bb33-eb00ad149673 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Releasing lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.045881] env[69603]: DEBUG nova.compute.manager [None req-5503af84-d62c-4778-bb33-eb00ad149673 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Inject network info {{(pid=69603) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 880.046218] env[69603]: DEBUG nova.compute.manager [None req-5503af84-d62c-4778-bb33-eb00ad149673 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] network_info to inject: |[{"id": "ce922e50-6644-4b05-bca2-de28a7701193", "address": "fa:16:3e:ad:e0:7b", "network": {"id": "8da43c30-65fc-4da4-bfb5-756b14c414d1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1778413610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0e963e0a329487eab77d98be63767ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce922e50-66", "ovs_interfaceid": "ce922e50-6644-4b05-bca2-de28a7701193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 880.053712] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5503af84-d62c-4778-bb33-eb00ad149673 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Reconfiguring VM instance to set the machine id {{(pid=69603) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 880.054053] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-939bd7a3-d9a8-4abd-af37-81fffb9d9a3c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.073141] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-632f6b1f-7ec8-49a2-bb06-9d7bbc0f1446 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.088288] env[69603]: DEBUG nova.objects.instance [None req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Lazy-loading 'flavor' on Instance uuid 8814e29d-5c08-45f1-9a02-c30e4b7441db {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.097649] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 880.097649] env[69603]: value = "task-3480024" [ 880.097649] env[69603]: _type = "Task" [ 880.097649] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.099200] env[69603]: DEBUG oslo_vmware.api [None req-5503af84-d62c-4778-bb33-eb00ad149673 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Waiting for the task: (returnval){ [ 880.099200] env[69603]: value = "task-3480025" [ 880.099200] env[69603]: _type = "Task" [ 880.099200] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.115111] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480024, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.120672] env[69603]: DEBUG oslo_vmware.api [None req-5503af84-d62c-4778-bb33-eb00ad149673 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3480025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.171009] env[69603]: DEBUG nova.scheduler.client.report [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.241820] env[69603]: DEBUG oslo_concurrency.lockutils [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] Releasing lock "refresh_cache-260435ee-6f06-4d91-92d8-c1a045ebed2b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.242537] env[69603]: DEBUG nova.compute.manager [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Received event network-changed-ce922e50-6644-4b05-bca2-de28a7701193 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.242537] env[69603]: DEBUG nova.compute.manager [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Refreshing instance network info cache due to event network-changed-ce922e50-6644-4b05-bca2-de28a7701193. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.242675] env[69603]: DEBUG oslo_concurrency.lockutils [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] Acquiring lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.242740] env[69603]: DEBUG oslo_concurrency.lockutils [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] Acquired lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.242926] env[69603]: DEBUG nova.network.neutron [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Refreshing network info cache for port ce922e50-6644-4b05-bca2-de28a7701193 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.346940] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480020, 'name': Rename_Task, 'duration_secs': 0.704051} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.347345] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.347520] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd4194be-2cb8-496d-962f-39a7c9b3d615 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.356145] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 880.356145] env[69603]: value = "task-3480026" [ 880.356145] env[69603]: _type = "Task" [ 880.356145] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.365396] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480026, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.400586] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480021, 'name': CreateVM_Task, 'duration_secs': 0.652935} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.400586] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.400839] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.400897] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.401311] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.401606] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb7cb491-4760-4939-abdb-6ad8dc1bb829 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.408569] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 880.408569] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529edbe1-ad13-2807-cdf8-5a627e0883c0" [ 880.408569] env[69603]: _type = "Task" [ 880.408569] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.417016] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529edbe1-ad13-2807-cdf8-5a627e0883c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.460300] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480018, 'name': CloneVM_Task, 'duration_secs': 1.712566} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.461031] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Created linked-clone VM from snapshot [ 880.461412] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dab10c-9f31-4983-b2bf-6ad4fba09c9e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.469604] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Uploading image f6905de7-2260-4763-bb78-2777e0f1cff6 {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 880.496797] env[69603]: DEBUG oslo_vmware.rw_handles [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 880.496797] env[69603]: value = "vm-695754" [ 880.496797] env[69603]: _type = "VirtualMachine" [ 880.496797] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 880.497106] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-34ea55aa-14af-437a-8fbc-c46aeae8326b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.506281] env[69603]: DEBUG oslo_vmware.rw_handles [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lease: (returnval){ [ 880.506281] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520a6b91-d775-f0da-98f0-95dcc726aa46" [ 880.506281] env[69603]: _type = "HttpNfcLease" [ 880.506281] env[69603]: } obtained for exporting VM: (result){ [ 880.506281] env[69603]: value = "vm-695754" [ 880.506281] env[69603]: _type = "VirtualMachine" [ 880.506281] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 880.506591] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the lease: (returnval){ [ 880.506591] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520a6b91-d775-f0da-98f0-95dcc726aa46" [ 880.506591] env[69603]: _type = "HttpNfcLease" [ 880.506591] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 880.515267] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 880.515267] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520a6b91-d775-f0da-98f0-95dcc726aa46" [ 880.515267] env[69603]: _type = "HttpNfcLease" [ 880.515267] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 880.594905] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Acquiring lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.610307] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.616012] env[69603]: DEBUG oslo_vmware.api [None req-5503af84-d62c-4778-bb33-eb00ad149673 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3480025, 'name': ReconfigVM_Task, 'duration_secs': 0.201155} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.616275] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5503af84-d62c-4778-bb33-eb00ad149673 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Reconfigured VM instance to set the machine id {{(pid=69603) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 880.677265] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.896s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.677265] env[69603]: DEBUG nova.compute.manager [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 880.680031] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.851s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.871737] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480026, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.920827] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529edbe1-ad13-2807-cdf8-5a627e0883c0, 'name': SearchDatastore_Task, 'duration_secs': 0.033889} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.920827] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.920915] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.921145] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.921280] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.921457] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.921744] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a16e282-e612-4257-95d1-02223d914c81 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.934183] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.934183] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.934920] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1f7f597-54a8-4d96-828b-17d2d67289ab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.941125] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 880.941125] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522789dc-2560-abcd-2b10-c911315a8d86" [ 880.941125] env[69603]: _type = "Task" [ 880.941125] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.951685] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522789dc-2560-abcd-2b10-c911315a8d86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.017158] env[69603]: DEBUG nova.objects.instance [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lazy-loading 'flavor' on Instance uuid d4000e4f-7369-4e8a-96ec-8cdd732a6294 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.018552] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 881.018552] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520a6b91-d775-f0da-98f0-95dcc726aa46" [ 881.018552] env[69603]: _type = "HttpNfcLease" [ 881.018552] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 881.019574] env[69603]: DEBUG oslo_vmware.rw_handles [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 881.019574] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520a6b91-d775-f0da-98f0-95dcc726aa46" [ 881.019574] env[69603]: _type = "HttpNfcLease" [ 881.019574] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 881.019850] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be2952c-8232-4c3e-9e0f-991c75774a6f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.023266] env[69603]: DEBUG nova.network.neutron [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Updated VIF entry in instance network info cache for port ce922e50-6644-4b05-bca2-de28a7701193. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.023607] env[69603]: DEBUG nova.network.neutron [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Updating instance_info_cache with network_info: [{"id": "ce922e50-6644-4b05-bca2-de28a7701193", "address": "fa:16:3e:ad:e0:7b", "network": {"id": "8da43c30-65fc-4da4-bfb5-756b14c414d1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1778413610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0e963e0a329487eab77d98be63767ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce922e50-66", "ovs_interfaceid": "ce922e50-6644-4b05-bca2-de28a7701193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.031202] env[69603]: DEBUG oslo_vmware.rw_handles [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a7fb4-39ef-d67b-0a95-77773292f800/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 881.031292] env[69603]: DEBUG oslo_vmware.rw_handles [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a7fb4-39ef-d67b-0a95-77773292f800/disk-0.vmdk for reading. {{(pid=69603) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 881.109938] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480024, 'name': ReconfigVM_Task, 'duration_secs': 0.665746} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.110333] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Reconfigured VM instance instance-00000041 to attach disk [datastore2] f5c27a8f-04f6-4c2b-879b-10c0284c4eb4/f5c27a8f-04f6-4c2b-879b-10c0284c4eb4.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.111065] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0590faac-8921-4b9b-ad5f-1982e70fdce3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.123414] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 881.123414] env[69603]: value = "task-3480028" [ 881.123414] env[69603]: _type = "Task" [ 881.123414] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.133364] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-49bd62a8-b065-4732-a38f-b74e4f72b9f9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.139412] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480028, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.185341] env[69603]: DEBUG nova.compute.utils [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.201681] env[69603]: DEBUG nova.compute.manager [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.201892] env[69603]: DEBUG nova.network.neutron [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.204974] env[69603]: DEBUG nova.compute.manager [req-9362f76d-ad5f-4659-a27b-38f8707f1400 req-fc81745f-047a-412c-bcd4-ed0a4df28369 service nova] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Received event network-changed-e74c8721-04d2-420b-820d-1b3929d6c954 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.205173] env[69603]: DEBUG nova.compute.manager [req-9362f76d-ad5f-4659-a27b-38f8707f1400 req-fc81745f-047a-412c-bcd4-ed0a4df28369 service nova] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Refreshing instance network info cache due to event network-changed-e74c8721-04d2-420b-820d-1b3929d6c954. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.205391] env[69603]: DEBUG oslo_concurrency.lockutils [req-9362f76d-ad5f-4659-a27b-38f8707f1400 req-fc81745f-047a-412c-bcd4-ed0a4df28369 service nova] Acquiring lock "refresh_cache-42b3ef81-b45d-42d2-8b89-1864f227e7cf" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.205546] env[69603]: DEBUG oslo_concurrency.lockutils [req-9362f76d-ad5f-4659-a27b-38f8707f1400 req-fc81745f-047a-412c-bcd4-ed0a4df28369 service nova] Acquired lock "refresh_cache-42b3ef81-b45d-42d2-8b89-1864f227e7cf" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.205706] env[69603]: DEBUG nova.network.neutron [req-9362f76d-ad5f-4659-a27b-38f8707f1400 req-fc81745f-047a-412c-bcd4-ed0a4df28369 service nova] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Refreshing network info cache for port e74c8721-04d2-420b-820d-1b3929d6c954 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.212068] env[69603]: DEBUG nova.compute.manager [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 881.291274] env[69603]: DEBUG nova.policy [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c89f2bbfafc04ee2ac4dc441adf2c515', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7efaa72d2d874d38b58eab4a8a18622b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.361014] env[69603]: DEBUG nova.compute.manager [req-975ede66-234c-4d74-af5f-07c3a4f7b47b req-13cdd758-d20d-45c9-afd7-b929ea94455d service nova] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Received event network-vif-plugged-65ac8ebf-1ae4-422a-a653-15c4ba0a88d8 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.361364] env[69603]: DEBUG oslo_concurrency.lockutils [req-975ede66-234c-4d74-af5f-07c3a4f7b47b req-13cdd758-d20d-45c9-afd7-b929ea94455d service nova] Acquiring lock "0c2033f6-5205-42b3-a1cc-9d8b37e409c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.363160] env[69603]: DEBUG oslo_concurrency.lockutils [req-975ede66-234c-4d74-af5f-07c3a4f7b47b req-13cdd758-d20d-45c9-afd7-b929ea94455d service nova] Lock "0c2033f6-5205-42b3-a1cc-9d8b37e409c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.363160] env[69603]: DEBUG oslo_concurrency.lockutils [req-975ede66-234c-4d74-af5f-07c3a4f7b47b req-13cdd758-d20d-45c9-afd7-b929ea94455d service nova] Lock "0c2033f6-5205-42b3-a1cc-9d8b37e409c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.363160] env[69603]: DEBUG nova.compute.manager [req-975ede66-234c-4d74-af5f-07c3a4f7b47b req-13cdd758-d20d-45c9-afd7-b929ea94455d service nova] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] No waiting events found dispatching network-vif-plugged-65ac8ebf-1ae4-422a-a653-15c4ba0a88d8 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.363160] env[69603]: WARNING nova.compute.manager [req-975ede66-234c-4d74-af5f-07c3a4f7b47b req-13cdd758-d20d-45c9-afd7-b929ea94455d service nova] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Received unexpected event network-vif-plugged-65ac8ebf-1ae4-422a-a653-15c4ba0a88d8 for instance with vm_state building and task_state spawning. [ 881.373779] env[69603]: DEBUG oslo_vmware.api [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480026, 'name': PowerOnVM_Task, 'duration_secs': 0.850801} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.374406] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.374617] env[69603]: INFO nova.compute.manager [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Took 9.87 seconds to spawn the instance on the hypervisor. [ 881.374810] env[69603]: DEBUG nova.compute.manager [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.375739] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3be5d1-e344-4392-8011-76783b8031ed {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.452656] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522789dc-2560-abcd-2b10-c911315a8d86, 'name': SearchDatastore_Task, 'duration_secs': 0.021632} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.454087] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76b26a16-a863-485a-825f-cb337f1eec2a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.460560] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 881.460560] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c0cc08-8c5a-2f32-5602-4c8d14b178b0" [ 881.460560] env[69603]: _type = "Task" [ 881.460560] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.469639] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c0cc08-8c5a-2f32-5602-4c8d14b178b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.521735] env[69603]: DEBUG oslo_concurrency.lockutils [None req-33c170cd-7cda-46b7-ad15-e991ffd9882e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.359s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.523524] env[69603]: DEBUG nova.network.neutron [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Successfully updated port: 65ac8ebf-1ae4-422a-a653-15c4ba0a88d8 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.527562] env[69603]: DEBUG oslo_concurrency.lockutils [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] Releasing lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.527956] env[69603]: DEBUG nova.compute.manager [req-ffd20b0c-399b-4da1-9fae-a9be6c4e99bc req-a016e041-14eb-401f-a039-1e0538fa7f79 service nova] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Received event network-vif-deleted-959c7bfd-bdc3-40ce-964f-e8a8e3e6b978 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.528524] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Acquired lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.637278] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480028, 'name': Rename_Task, 'duration_secs': 0.204261} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.637804] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.638336] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10edadf0-5cb8-4b64-a1f4-6023247fb135 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.647905] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 881.647905] env[69603]: value = "task-3480029" [ 881.647905] env[69603]: _type = "Task" [ 881.647905] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.651160] env[69603]: DEBUG nova.network.neutron [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Successfully created port: 3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 881.658974] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.714857] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Applying migration context for instance 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc as it has an incoming, in-progress migration baebba6a-dc3c-4f25-be46-db365d64da94. Migration status is finished {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 881.718229] env[69603]: INFO nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating resource usage from migration baebba6a-dc3c-4f25-be46-db365d64da94 [ 881.724693] env[69603]: INFO nova.virt.block_device [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Booting with volume 3656534e-210b-487f-abbc-28a5c81da079 at /dev/sda [ 881.752018] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.753265] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance e44b6009-d869-4820-8da1-e4c8f2343035 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.753586] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance d4000e4f-7369-4e8a-96ec-8cdd732a6294 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.753586] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 8814e29d-5c08-45f1-9a02-c30e4b7441db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.753676] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a60800ef-820c-41fb-9746-069e2fcb2e72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.753946] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 8731c74f-1386-4369-a73a-f473279a0a86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.753946] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a0aba5ee-b361-4f90-81a0-2fe4b9542819 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.754061] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 8448abb9-9e9d-4e1c-bb7c-ee29fad661da actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.754094] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 3d99f616-a6a4-471c-9665-4f32f1a585ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.754229] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 881.754341] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance b2106f86-8b4e-4ea1-990e-8dda353eaef4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.754465] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance ab7d128e-418e-4a33-af8c-366587dc6a8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.754563] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 25da83bc-5cf0-436b-bca7-b6c3c225e188 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.754779] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance bcc0c5fd-21df-485a-b67f-cc2900ddf091 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.756878] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance bb4fb498-78da-43d5-a20c-cf38a94b2efa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.759229] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance f002f41b-ad9f-437e-9b52-52885f6e2a1c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 881.759229] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance d295f7c6-ce16-42d6-ab06-c4e0d62c98e6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 881.759229] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 48890667-e6b2-4aeb-a7fd-5063c6fe79b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.759229] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance bf94f8d3-935e-49bb-9006-257f9023f9da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 881.759229] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 26d81b16-cbe1-4520-8b1b-4881dd90b633 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.759229] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 7ce6c4cc-0b8c-4a4f-832b-db655d41c647 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.759229] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 4f8791ac-90cc-439e-8e5d-86f42dafb9aa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 881.759229] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance df0970e4-5938-4bba-bd70-71c66963c55c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 881.759229] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 42b3ef81-b45d-42d2-8b89-1864f227e7cf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.759229] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 8fefa346-59ab-4209-b87f-dc96b800b58e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.759229] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance f5c27a8f-04f6-4c2b-879b-10c0284c4eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.759229] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 260435ee-6f06-4d91-92d8-c1a045ebed2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.759229] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Migration baebba6a-dc3c-4f25-be46-db365d64da94 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 881.759229] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.763023] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 0c2033f6-5205-42b3-a1cc-9d8b37e409c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.763023] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 33ef9ae9-b645-4130-96e7-8042d7366c99 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 881.778593] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ba3d719-4742-4efd-b4df-bda9ef25f836 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.792664] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829cbdca-0ad1-468d-9497-a3edc39ee82f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.852646] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1848108-c02b-408c-86e0-9b62b2181fc1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.865112] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b381a6ac-e545-45cf-9eee-1d47b8088105 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.911847] env[69603]: INFO nova.compute.manager [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Took 47.68 seconds to build instance. [ 881.913126] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183c660d-c7af-42ab-9746-bf4e176702ea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.921860] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cd6b7b-df28-4846-8e73-2ca2e83e8506 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.939673] env[69603]: DEBUG nova.virt.block_device [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Updating existing volume attachment record: c36acff1-0f5a-4f1a-9ba0-da75b1b4eab1 {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 881.974580] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c0cc08-8c5a-2f32-5602-4c8d14b178b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014679} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.974892] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.975611] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 260435ee-6f06-4d91-92d8-c1a045ebed2b/260435ee-6f06-4d91-92d8-c1a045ebed2b.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.975611] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-902afba0-eb64-4576-a26c-558c0c7e6ea6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.985392] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 881.985392] env[69603]: value = "task-3480030" [ 881.985392] env[69603]: _type = "Task" [ 881.985392] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.999318] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.028589] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "refresh_cache-0c2033f6-5205-42b3-a1cc-9d8b37e409c1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.028798] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "refresh_cache-0c2033f6-5205-42b3-a1cc-9d8b37e409c1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.028907] env[69603]: DEBUG nova.network.neutron [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.153940] env[69603]: DEBUG nova.network.neutron [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Port aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 binding to destination host cpu-1 is already ACTIVE {{(pid=69603) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 882.154688] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.156120] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquired lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.157119] env[69603]: DEBUG nova.network.neutron [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.168195] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480029, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.262795] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 606bcda3-d2fe-4560-8b8a-dbb7a2d14553 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 882.417058] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cf55eace-2516-4b9f-b9dc-76f63d7dcc20 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "8fefa346-59ab-4209-b87f-dc96b800b58e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.928s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.503532] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480030, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.540092] env[69603]: DEBUG nova.network.neutron [req-9362f76d-ad5f-4659-a27b-38f8707f1400 req-fc81745f-047a-412c-bcd4-ed0a4df28369 service nova] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Updated VIF entry in instance network info cache for port e74c8721-04d2-420b-820d-1b3929d6c954. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.540632] env[69603]: DEBUG nova.network.neutron [req-9362f76d-ad5f-4659-a27b-38f8707f1400 req-fc81745f-047a-412c-bcd4-ed0a4df28369 service nova] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Updating instance_info_cache with network_info: [{"id": "e74c8721-04d2-420b-820d-1b3929d6c954", "address": "fa:16:3e:9b:c9:81", "network": {"id": "2ba4afaa-69cf-41ad-9063-f4897cfd82e9", "bridge": "br-int", "label": "tempest-ServersTestJSON-35440848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a957c2f899e6460ab0f22998baa3f718", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape74c8721-04", "ovs_interfaceid": "e74c8721-04d2-420b-820d-1b3929d6c954", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.558274] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5caab8db-d8aa-4066-bf8b-c3adadedc52f tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.558787] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5caab8db-d8aa-4066-bf8b-c3adadedc52f tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.559098] env[69603]: DEBUG nova.compute.manager [None req-5caab8db-d8aa-4066-bf8b-c3adadedc52f tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.561055] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d79ce29-434f-4f16-bbad-9ca7cd95b0d9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.570561] env[69603]: DEBUG nova.compute.manager [None req-5caab8db-d8aa-4066-bf8b-c3adadedc52f tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69603) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 882.571913] env[69603]: DEBUG nova.objects.instance [None req-5caab8db-d8aa-4066-bf8b-c3adadedc52f tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lazy-loading 'flavor' on Instance uuid d4000e4f-7369-4e8a-96ec-8cdd732a6294 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.616918] env[69603]: DEBUG nova.network.neutron [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.660933] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480029, 'name': PowerOnVM_Task, 'duration_secs': 0.947209} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.661581] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.661873] env[69603]: INFO nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Took 8.41 seconds to spawn the instance on the hypervisor. [ 882.662117] env[69603]: DEBUG nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.665374] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d459bee-502b-4441-a883-2b82b3056983 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.768388] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 8cea6bf3-631f-46f8-b763-ea05ad905f21 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 882.994572] env[69603]: DEBUG nova.network.neutron [None req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.006617] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793671} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.009673] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 260435ee-6f06-4d91-92d8-c1a045ebed2b/260435ee-6f06-4d91-92d8-c1a045ebed2b.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.009673] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.009673] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-affa7bf9-d36a-43a0-a217-7be4bfe725e0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.020975] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 883.020975] env[69603]: value = "task-3480031" [ 883.020975] env[69603]: _type = "Task" [ 883.020975] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.035886] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.045067] env[69603]: DEBUG oslo_concurrency.lockutils [req-9362f76d-ad5f-4659-a27b-38f8707f1400 req-fc81745f-047a-412c-bcd4-ed0a4df28369 service nova] Releasing lock "refresh_cache-42b3ef81-b45d-42d2-8b89-1864f227e7cf" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.185779] env[69603]: INFO nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Took 44.05 seconds to build instance. [ 883.199890] env[69603]: DEBUG nova.network.neutron [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Updating instance_info_cache with network_info: [{"id": "65ac8ebf-1ae4-422a-a653-15c4ba0a88d8", "address": "fa:16:3e:c7:df:f8", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ac8ebf-1a", "ovs_interfaceid": "65ac8ebf-1ae4-422a-a653-15c4ba0a88d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.226026] env[69603]: DEBUG oslo_concurrency.lockutils [None req-da32119d-af51-4891-9a52-e717fffa98ad tempest-ServersAdminTestJSON-267603619 tempest-ServersAdminTestJSON-267603619-project-admin] Acquiring lock "refresh_cache-8fefa346-59ab-4209-b87f-dc96b800b58e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.229114] env[69603]: DEBUG oslo_concurrency.lockutils [None req-da32119d-af51-4891-9a52-e717fffa98ad tempest-ServersAdminTestJSON-267603619 tempest-ServersAdminTestJSON-267603619-project-admin] Acquired lock "refresh_cache-8fefa346-59ab-4209-b87f-dc96b800b58e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.229340] env[69603]: DEBUG nova.network.neutron [None req-da32119d-af51-4891-9a52-e717fffa98ad tempest-ServersAdminTestJSON-267603619 tempest-ServersAdminTestJSON-267603619-project-admin] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.270266] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 447ccf7b-11b7-4976-aa30-fe3b124d968a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 883.365456] env[69603]: DEBUG nova.network.neutron [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating instance_info_cache with network_info: [{"id": "aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154", "address": "fa:16:3e:6e:da:79", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1bdca1-b7", "ovs_interfaceid": "aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.536911] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16893} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.537405] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.538189] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5790a0cf-e46a-48f3-a09a-48e5e80fdd18 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.567382] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 260435ee-6f06-4d91-92d8-c1a045ebed2b/260435ee-6f06-4d91-92d8-c1a045ebed2b.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.570110] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a806476-7c30-4c00-97f0-197e16471b2b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.585604] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5caab8db-d8aa-4066-bf8b-c3adadedc52f tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.586595] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fbfea2e-77f2-4c3e-ba12-b312f92eb190 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.596019] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 883.596019] env[69603]: value = "task-3480032" [ 883.596019] env[69603]: _type = "Task" [ 883.596019] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.596019] env[69603]: DEBUG oslo_vmware.api [None req-5caab8db-d8aa-4066-bf8b-c3adadedc52f tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 883.596019] env[69603]: value = "task-3480033" [ 883.596019] env[69603]: _type = "Task" [ 883.596019] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.612422] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480032, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.616320] env[69603]: DEBUG oslo_vmware.api [None req-5caab8db-d8aa-4066-bf8b-c3adadedc52f tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.659797] env[69603]: DEBUG nova.network.neutron [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Successfully updated port: 3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.686652] env[69603]: DEBUG nova.compute.manager [req-dae315e7-6050-48e9-861d-db323a4b56a6 req-f4f6cec4-85f3-4756-924c-f9c9f3fa7bc4 service nova] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Received event network-changed-65ac8ebf-1ae4-422a-a653-15c4ba0a88d8 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.689899] env[69603]: DEBUG nova.compute.manager [req-dae315e7-6050-48e9-861d-db323a4b56a6 req-f4f6cec4-85f3-4756-924c-f9c9f3fa7bc4 service nova] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Refreshing instance network info cache due to event network-changed-65ac8ebf-1ae4-422a-a653-15c4ba0a88d8. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.689899] env[69603]: DEBUG oslo_concurrency.lockutils [req-dae315e7-6050-48e9-861d-db323a4b56a6 req-f4f6cec4-85f3-4756-924c-f9c9f3fa7bc4 service nova] Acquiring lock "refresh_cache-0c2033f6-5205-42b3-a1cc-9d8b37e409c1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.689899] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "f5c27a8f-04f6-4c2b-879b-10c0284c4eb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.070s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.709052] env[69603]: DEBUG nova.compute.manager [req-8a5ac24e-dca1-4fe9-80a2-ce48edf4c0a7 req-f95e2227-3da1-4d53-8b7d-9475953d37ba service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Received event network-vif-plugged-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.709261] env[69603]: DEBUG oslo_concurrency.lockutils [req-8a5ac24e-dca1-4fe9-80a2-ce48edf4c0a7 req-f95e2227-3da1-4d53-8b7d-9475953d37ba service nova] Acquiring lock "33ef9ae9-b645-4130-96e7-8042d7366c99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.709462] env[69603]: DEBUG oslo_concurrency.lockutils [req-8a5ac24e-dca1-4fe9-80a2-ce48edf4c0a7 req-f95e2227-3da1-4d53-8b7d-9475953d37ba service nova] Lock "33ef9ae9-b645-4130-96e7-8042d7366c99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.709754] env[69603]: DEBUG oslo_concurrency.lockutils [req-8a5ac24e-dca1-4fe9-80a2-ce48edf4c0a7 req-f95e2227-3da1-4d53-8b7d-9475953d37ba service nova] Lock "33ef9ae9-b645-4130-96e7-8042d7366c99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.709916] env[69603]: DEBUG nova.compute.manager [req-8a5ac24e-dca1-4fe9-80a2-ce48edf4c0a7 req-f95e2227-3da1-4d53-8b7d-9475953d37ba service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] No waiting events found dispatching network-vif-plugged-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 883.710087] env[69603]: WARNING nova.compute.manager [req-8a5ac24e-dca1-4fe9-80a2-ce48edf4c0a7 req-f95e2227-3da1-4d53-8b7d-9475953d37ba service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Received unexpected event network-vif-plugged-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d for instance with vm_state building and task_state spawning. [ 883.710507] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "refresh_cache-0c2033f6-5205-42b3-a1cc-9d8b37e409c1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.710757] env[69603]: DEBUG nova.compute.manager [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Instance network_info: |[{"id": "65ac8ebf-1ae4-422a-a653-15c4ba0a88d8", "address": "fa:16:3e:c7:df:f8", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ac8ebf-1a", "ovs_interfaceid": "65ac8ebf-1ae4-422a-a653-15c4ba0a88d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.711464] env[69603]: DEBUG oslo_concurrency.lockutils [req-dae315e7-6050-48e9-861d-db323a4b56a6 req-f4f6cec4-85f3-4756-924c-f9c9f3fa7bc4 service nova] Acquired lock "refresh_cache-0c2033f6-5205-42b3-a1cc-9d8b37e409c1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.711685] env[69603]: DEBUG nova.network.neutron [req-dae315e7-6050-48e9-861d-db323a4b56a6 req-f4f6cec4-85f3-4756-924c-f9c9f3fa7bc4 service nova] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Refreshing network info cache for port 65ac8ebf-1ae4-422a-a653-15c4ba0a88d8 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.713404] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:df:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65ac8ebf-1ae4-422a-a653-15c4ba0a88d8', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.722442] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.723231] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.724026] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e16ac78d-f6ba-492d-87b0-f56ad44dbf4d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.754521] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.754521] env[69603]: value = "task-3480034" [ 883.754521] env[69603]: _type = "Task" [ 883.754521] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.764908] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480034, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.774112] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 49ef22ae-a1b0-4c69-ad65-ef364f2674f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 883.868721] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Releasing lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.953936] env[69603]: DEBUG nova.network.neutron [None req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Updating instance_info_cache with network_info: [{"id": "ce922e50-6644-4b05-bca2-de28a7701193", "address": "fa:16:3e:ad:e0:7b", "network": {"id": "8da43c30-65fc-4da4-bfb5-756b14c414d1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1778413610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0e963e0a329487eab77d98be63767ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce922e50-66", "ovs_interfaceid": "ce922e50-6644-4b05-bca2-de28a7701193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.059361] env[69603]: DEBUG nova.compute.manager [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.060064] env[69603]: DEBUG nova.virt.hardware [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.060382] env[69603]: DEBUG nova.virt.hardware [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.060535] env[69603]: DEBUG nova.virt.hardware [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.060786] env[69603]: DEBUG nova.virt.hardware [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.060988] env[69603]: DEBUG nova.virt.hardware [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.061521] env[69603]: DEBUG nova.virt.hardware [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.061859] env[69603]: DEBUG nova.virt.hardware [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.062108] env[69603]: DEBUG nova.virt.hardware [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.062349] env[69603]: DEBUG nova.virt.hardware [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.063299] env[69603]: DEBUG nova.virt.hardware [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.063374] env[69603]: DEBUG nova.virt.hardware [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.064471] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241f30fb-ac19-4e05-9ac2-950b580e37ea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.079139] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62648a7-1ae6-4d25-81cd-cf008a8a1d01 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.109294] env[69603]: DEBUG nova.network.neutron [None req-da32119d-af51-4891-9a52-e717fffa98ad tempest-ServersAdminTestJSON-267603619 tempest-ServersAdminTestJSON-267603619-project-admin] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Updating instance_info_cache with network_info: [{"id": "9bdc0428-f84e-4954-ac8c-b0b1d01f55be", "address": "fa:16:3e:1a:e3:bf", "network": {"id": "5d193c58-fc45-43d3-9e81-358dd9133dda", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1583724184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331322a5654401cb3ce867c27db3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdc0428-f8", "ovs_interfaceid": "9bdc0428-f84e-4954-ac8c-b0b1d01f55be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.120434] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.120665] env[69603]: DEBUG oslo_vmware.api [None req-5caab8db-d8aa-4066-bf8b-c3adadedc52f tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480033, 'name': PowerOffVM_Task, 'duration_secs': 0.283846} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.124032] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5caab8db-d8aa-4066-bf8b-c3adadedc52f tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.124032] env[69603]: DEBUG nova.compute.manager [None req-5caab8db-d8aa-4066-bf8b-c3adadedc52f tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 884.124032] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727fa614-4db4-43f0-864f-7e88e837876f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.167362] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Acquiring lock "refresh_cache-33ef9ae9-b645-4130-96e7-8042d7366c99" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.167362] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Acquired lock "refresh_cache-33ef9ae9-b645-4130-96e7-8042d7366c99" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.167362] env[69603]: DEBUG nova.network.neutron [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.265808] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480034, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.277415] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 5d11acbf-a910-4d1e-b768-a0c0d154eacc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 884.277716] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Total usable vcpus: 48, total allocated vcpus: 25 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 884.277860] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5440MB phys_disk=200GB used_disk=25GB total_vcpus=48 used_vcpus=25 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 884.376056] env[69603]: DEBUG nova.compute.manager [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69603) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 884.376056] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.458538] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Releasing lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.458871] env[69603]: DEBUG nova.compute.manager [None req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Inject network info {{(pid=69603) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 884.459198] env[69603]: DEBUG nova.compute.manager [None req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] network_info to inject: |[{"id": "ce922e50-6644-4b05-bca2-de28a7701193", "address": "fa:16:3e:ad:e0:7b", "network": {"id": "8da43c30-65fc-4da4-bfb5-756b14c414d1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1778413610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0e963e0a329487eab77d98be63767ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce922e50-66", "ovs_interfaceid": "ce922e50-6644-4b05-bca2-de28a7701193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 884.467389] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Reconfiguring VM instance to set the machine id {{(pid=69603) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 884.467522] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7776045-6fcf-4295-87ce-523e88aa185c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.489688] env[69603]: DEBUG oslo_vmware.api [None req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Waiting for the task: (returnval){ [ 884.489688] env[69603]: value = "task-3480035" [ 884.489688] env[69603]: _type = "Task" [ 884.489688] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.507370] env[69603]: DEBUG oslo_vmware.api [None req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3480035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.525078] env[69603]: DEBUG nova.network.neutron [req-dae315e7-6050-48e9-861d-db323a4b56a6 req-f4f6cec4-85f3-4756-924c-f9c9f3fa7bc4 service nova] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Updated VIF entry in instance network info cache for port 65ac8ebf-1ae4-422a-a653-15c4ba0a88d8. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.525485] env[69603]: DEBUG nova.network.neutron [req-dae315e7-6050-48e9-861d-db323a4b56a6 req-f4f6cec4-85f3-4756-924c-f9c9f3fa7bc4 service nova] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Updating instance_info_cache with network_info: [{"id": "65ac8ebf-1ae4-422a-a653-15c4ba0a88d8", "address": "fa:16:3e:c7:df:f8", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65ac8ebf-1a", "ovs_interfaceid": "65ac8ebf-1ae4-422a-a653-15c4ba0a88d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.608423] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480032, 'name': ReconfigVM_Task, 'duration_secs': 0.597626} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.608857] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 260435ee-6f06-4d91-92d8-c1a045ebed2b/260435ee-6f06-4d91-92d8-c1a045ebed2b.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.609646] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fdf0580-140f-4e2e-9819-661913c757c8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.623288] env[69603]: DEBUG oslo_concurrency.lockutils [None req-da32119d-af51-4891-9a52-e717fffa98ad tempest-ServersAdminTestJSON-267603619 tempest-ServersAdminTestJSON-267603619-project-admin] Releasing lock "refresh_cache-8fefa346-59ab-4209-b87f-dc96b800b58e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.623524] env[69603]: DEBUG nova.compute.manager [None req-da32119d-af51-4891-9a52-e717fffa98ad tempest-ServersAdminTestJSON-267603619 tempest-ServersAdminTestJSON-267603619-project-admin] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Inject network info {{(pid=69603) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 884.623782] env[69603]: DEBUG nova.compute.manager [None req-da32119d-af51-4891-9a52-e717fffa98ad tempest-ServersAdminTestJSON-267603619 tempest-ServersAdminTestJSON-267603619-project-admin] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] network_info to inject: |[{"id": "9bdc0428-f84e-4954-ac8c-b0b1d01f55be", "address": "fa:16:3e:1a:e3:bf", "network": {"id": "5d193c58-fc45-43d3-9e81-358dd9133dda", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1583724184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4331322a5654401cb3ce867c27db3a97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "939c05b6-8f31-4f3a-95ac-6297e0bd243e", "external-id": "nsx-vlan-transportzone-825", "segmentation_id": 825, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bdc0428-f8", "ovs_interfaceid": "9bdc0428-f84e-4954-ac8c-b0b1d01f55be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 884.630271] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-da32119d-af51-4891-9a52-e717fffa98ad tempest-ServersAdminTestJSON-267603619 tempest-ServersAdminTestJSON-267603619-project-admin] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Reconfiguring VM instance to set the machine id {{(pid=69603) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 884.630737] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 884.630737] env[69603]: value = "task-3480036" [ 884.630737] env[69603]: _type = "Task" [ 884.630737] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.634762] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cafe2f4-e304-4a19-b446-325ef66f207a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.654020] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5caab8db-d8aa-4066-bf8b-c3adadedc52f tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.095s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.669232] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480036, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.669357] env[69603]: DEBUG oslo_vmware.api [None req-da32119d-af51-4891-9a52-e717fffa98ad tempest-ServersAdminTestJSON-267603619 tempest-ServersAdminTestJSON-267603619-project-admin] Waiting for the task: (returnval){ [ 884.669357] env[69603]: value = "task-3480037" [ 884.669357] env[69603]: _type = "Task" [ 884.669357] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.686619] env[69603]: DEBUG oslo_vmware.api [None req-da32119d-af51-4891-9a52-e717fffa98ad tempest-ServersAdminTestJSON-267603619 tempest-ServersAdminTestJSON-267603619-project-admin] Task: {'id': task-3480037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.728031] env[69603]: DEBUG nova.network.neutron [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.766729] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480034, 'name': CreateVM_Task, 'duration_secs': 0.521678} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.766928] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.768229] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.768229] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.768229] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.769900] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d543e8d-382d-40c6-acc1-026f546979ca {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.777187] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 884.777187] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5279271c-4c25-aa23-fca0-5793074c3749" [ 884.777187] env[69603]: _type = "Task" [ 884.777187] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.795210] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5279271c-4c25-aa23-fca0-5793074c3749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.871692] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Acquiring lock "8814e29d-5c08-45f1-9a02-c30e4b7441db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.872096] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Lock "8814e29d-5c08-45f1-9a02-c30e4b7441db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.872330] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Acquiring lock "8814e29d-5c08-45f1-9a02-c30e4b7441db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.872560] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Lock "8814e29d-5c08-45f1-9a02-c30e4b7441db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.872778] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Lock "8814e29d-5c08-45f1-9a02-c30e4b7441db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.875772] env[69603]: INFO nova.compute.manager [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Terminating instance [ 884.956313] env[69603]: DEBUG nova.network.neutron [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Updating instance_info_cache with network_info: [{"id": "3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d", "address": "fa:16:3e:10:77:de", "network": {"id": "5c54a503-7dc4-4cb6-85bf-72143ece3d75", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-659530451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7efaa72d2d874d38b58eab4a8a18622b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cda1cee-c1", "ovs_interfaceid": "3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.003722] env[69603]: DEBUG oslo_vmware.api [None req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3480035, 'name': ReconfigVM_Task, 'duration_secs': 0.229345} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.004026] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b7dc12ac-e5f9-400c-ac4e-ac6cc5f838e3 tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Reconfigured VM instance to set the machine id {{(pid=69603) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 885.016100] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d300be5-cb83-4a36-805c-09b289017a75 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.030858] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82228a2-891d-49fa-b284-179cf86a973f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.033313] env[69603]: DEBUG oslo_concurrency.lockutils [req-dae315e7-6050-48e9-861d-db323a4b56a6 req-f4f6cec4-85f3-4756-924c-f9c9f3fa7bc4 service nova] Releasing lock "refresh_cache-0c2033f6-5205-42b3-a1cc-9d8b37e409c1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.033572] env[69603]: DEBUG nova.compute.manager [req-dae315e7-6050-48e9-861d-db323a4b56a6 req-f4f6cec4-85f3-4756-924c-f9c9f3fa7bc4 service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Received event network-changed-ce922e50-6644-4b05-bca2-de28a7701193 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.033743] env[69603]: DEBUG nova.compute.manager [req-dae315e7-6050-48e9-861d-db323a4b56a6 req-f4f6cec4-85f3-4756-924c-f9c9f3fa7bc4 service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Refreshing instance network info cache due to event network-changed-ce922e50-6644-4b05-bca2-de28a7701193. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.033949] env[69603]: DEBUG oslo_concurrency.lockutils [req-dae315e7-6050-48e9-861d-db323a4b56a6 req-f4f6cec4-85f3-4756-924c-f9c9f3fa7bc4 service nova] Acquiring lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.034105] env[69603]: DEBUG oslo_concurrency.lockutils [req-dae315e7-6050-48e9-861d-db323a4b56a6 req-f4f6cec4-85f3-4756-924c-f9c9f3fa7bc4 service nova] Acquired lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.034270] env[69603]: DEBUG nova.network.neutron [req-dae315e7-6050-48e9-861d-db323a4b56a6 req-f4f6cec4-85f3-4756-924c-f9c9f3fa7bc4 service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Refreshing network info cache for port ce922e50-6644-4b05-bca2-de28a7701193 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.070543] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd67fd54-bb86-4c09-8cf7-c2fe7b3f1ccf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.870292] env[69603]: DEBUG nova.compute.manager [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.870614] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.872673] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Releasing lock "refresh_cache-33ef9ae9-b645-4130-96e7-8042d7366c99" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.872998] env[69603]: DEBUG nova.compute.manager [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Instance network_info: |[{"id": "3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d", "address": "fa:16:3e:10:77:de", "network": {"id": "5c54a503-7dc4-4cb6-85bf-72143ece3d75", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-659530451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7efaa72d2d874d38b58eab4a8a18622b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cda1cee-c1", "ovs_interfaceid": "3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.887398] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daff24a-83d8-40f4-9000-4ddcddb16869 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.893325] env[69603]: DEBUG nova.compute.manager [req-e81d2879-3255-493c-af99-de5471a94f6c req-1926307b-5cef-43ec-bf01-a0f043b89f4d service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Received event network-changed-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.893536] env[69603]: DEBUG nova.compute.manager [req-e81d2879-3255-493c-af99-de5471a94f6c req-1926307b-5cef-43ec-bf01-a0f043b89f4d service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Refreshing instance network info cache due to event network-changed-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.893772] env[69603]: DEBUG oslo_concurrency.lockutils [req-e81d2879-3255-493c-af99-de5471a94f6c req-1926307b-5cef-43ec-bf01-a0f043b89f4d service nova] Acquiring lock "refresh_cache-33ef9ae9-b645-4130-96e7-8042d7366c99" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.893950] env[69603]: DEBUG oslo_concurrency.lockutils [req-e81d2879-3255-493c-af99-de5471a94f6c req-1926307b-5cef-43ec-bf01-a0f043b89f4d service nova] Acquired lock "refresh_cache-33ef9ae9-b645-4130-96e7-8042d7366c99" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.894820] env[69603]: DEBUG nova.network.neutron [req-e81d2879-3255-493c-af99-de5471a94f6c req-1926307b-5cef-43ec-bf01-a0f043b89f4d service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Refreshing network info cache for port 3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.895767] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:77:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6def6dc5-d564-45ca-8f4f-7c820677e6e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.903733] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Creating folder: Project (7efaa72d2d874d38b58eab4a8a18622b). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.906012] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f77dec-521b-4891-bf6b-1e38527d2b78 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.911375] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf6cd9ae-9ba9-4d62-8f7d-912ffdd6f91d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.926133] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480036, 'name': Rename_Task, 'duration_secs': 0.717625} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.926133] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5279271c-4c25-aa23-fca0-5793074c3749, 'name': SearchDatastore_Task, 'duration_secs': 0.02085} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.934238] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.934594] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.934813] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.935056] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.935212] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.935394] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.935828] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.936482] env[69603]: DEBUG oslo_vmware.api [None req-da32119d-af51-4891-9a52-e717fffa98ad tempest-ServersAdminTestJSON-267603619 tempest-ServersAdminTestJSON-267603619-project-admin] Task: {'id': task-3480037, 'name': ReconfigVM_Task, 'duration_secs': 0.268074} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.937569] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98934f65-109e-44b0-ad4b-5e97307f739c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.940072] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69fe7901-a95c-4ae4-a026-a4946f1f7ede {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.942606] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bfa28a4-9768-4108-bd4b-1063c1ad4dc1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.944458] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-da32119d-af51-4891-9a52-e717fffa98ad tempest-ServersAdminTestJSON-267603619 tempest-ServersAdminTestJSON-267603619-project-admin] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Reconfigured VM instance to set the machine id {{(pid=69603) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 885.953043] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.956191] env[69603]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 885.956354] env[69603]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69603) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 885.960277] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Folder already exists: Project (7efaa72d2d874d38b58eab4a8a18622b). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 885.960531] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Creating folder: Instances. Parent ref: group-v695721. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.961391] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e041689-97df-4b71-b3f6-86d386ca2a95 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.969413] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 885.969413] env[69603]: value = "task-3480039" [ 885.969413] env[69603]: _type = "Task" [ 885.969413] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.969413] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.969413] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.969681] env[69603]: DEBUG oslo_vmware.api [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Waiting for the task: (returnval){ [ 885.969681] env[69603]: value = "task-3480040" [ 885.969681] env[69603]: _type = "Task" [ 885.969681] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.973187] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e15a472-2c70-4128-8543-a0ac6b1289cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.980174] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Created folder: Instances in parent group-v695721. [ 885.980378] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.981317] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.984578] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56bff1d8-15e1-4528-b879-649b4c024d01 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.007472] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 886.007472] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5279a4f6-274f-b907-bfaa-f72ffd51eb47" [ 886.007472] env[69603]: _type = "Task" [ 886.007472] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.007793] env[69603]: DEBUG oslo_vmware.api [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3480040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.008097] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.017070] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.017070] env[69603]: value = "task-3480042" [ 886.017070] env[69603]: _type = "Task" [ 886.017070] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.024345] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5279a4f6-274f-b907-bfaa-f72ffd51eb47, 'name': SearchDatastore_Task, 'duration_secs': 0.026989} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.025544] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5886c2ea-8e60-45d1-9d96-43392bc5729d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.032750] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480042, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.038527] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 886.038527] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c348f6-6b2c-76bc-d7c9-046c3d8d3024" [ 886.038527] env[69603]: _type = "Task" [ 886.038527] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.047175] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c348f6-6b2c-76bc-d7c9-046c3d8d3024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.224850] env[69603]: DEBUG nova.network.neutron [req-dae315e7-6050-48e9-861d-db323a4b56a6 req-f4f6cec4-85f3-4756-924c-f9c9f3fa7bc4 service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Updated VIF entry in instance network info cache for port ce922e50-6644-4b05-bca2-de28a7701193. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.225167] env[69603]: DEBUG nova.network.neutron [req-dae315e7-6050-48e9-861d-db323a4b56a6 req-f4f6cec4-85f3-4756-924c-f9c9f3fa7bc4 service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Updating instance_info_cache with network_info: [{"id": "ce922e50-6644-4b05-bca2-de28a7701193", "address": "fa:16:3e:ad:e0:7b", "network": {"id": "8da43c30-65fc-4da4-bfb5-756b14c414d1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1778413610-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0e963e0a329487eab77d98be63767ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be5c038c-29e5-43c9-91ab-9eb3094b5337", "external-id": "nsx-vlan-transportzone-511", "segmentation_id": 511, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce922e50-66", "ovs_interfaceid": "ce922e50-6644-4b05-bca2-de28a7701193", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.393234] env[69603]: DEBUG nova.objects.instance [None req-fc42fad8-af42-4283-ade1-ceb4d3595ef0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lazy-loading 'flavor' on Instance uuid d4000e4f-7369-4e8a-96ec-8cdd732a6294 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.457328] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.489236] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480039, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.493363] env[69603]: DEBUG oslo_vmware.api [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3480040, 'name': PowerOffVM_Task, 'duration_secs': 0.25698} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.493758] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 886.494022] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 886.494398] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11a0fbb3-fb67-4fbf-8c73-38f7eb81f076 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.537396] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480042, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.552025] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c348f6-6b2c-76bc-d7c9-046c3d8d3024, 'name': SearchDatastore_Task, 'duration_secs': 0.019601} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.552025] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.552025] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 0c2033f6-5205-42b3-a1cc-9d8b37e409c1/0c2033f6-5205-42b3-a1cc-9d8b37e409c1.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.552025] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-159c4891-f126-4c42-90cd-71f003b9f771 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.561537] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 886.561537] env[69603]: value = "task-3480044" [ 886.561537] env[69603]: _type = "Task" [ 886.561537] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.572876] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.611432] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.611432] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.611432] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Deleting the datastore file [datastore1] 8814e29d-5c08-45f1-9a02-c30e4b7441db {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.611432] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fc7a2f7-238a-4948-a823-549943b53fc6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.623068] env[69603]: DEBUG oslo_vmware.api [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Waiting for the task: (returnval){ [ 886.623068] env[69603]: value = "task-3480045" [ 886.623068] env[69603]: _type = "Task" [ 886.623068] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.637701] env[69603]: DEBUG oslo_vmware.api [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3480045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.674560] env[69603]: DEBUG nova.network.neutron [req-e81d2879-3255-493c-af99-de5471a94f6c req-1926307b-5cef-43ec-bf01-a0f043b89f4d service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Updated VIF entry in instance network info cache for port 3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.674560] env[69603]: DEBUG nova.network.neutron [req-e81d2879-3255-493c-af99-de5471a94f6c req-1926307b-5cef-43ec-bf01-a0f043b89f4d service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Updating instance_info_cache with network_info: [{"id": "3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d", "address": "fa:16:3e:10:77:de", "network": {"id": "5c54a503-7dc4-4cb6-85bf-72143ece3d75", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-659530451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7efaa72d2d874d38b58eab4a8a18622b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cda1cee-c1", "ovs_interfaceid": "3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.728088] env[69603]: DEBUG oslo_concurrency.lockutils [req-dae315e7-6050-48e9-861d-db323a4b56a6 req-f4f6cec4-85f3-4756-924c-f9c9f3fa7bc4 service nova] Releasing lock "refresh_cache-8814e29d-5c08-45f1-9a02-c30e4b7441db" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.876054] env[69603]: DEBUG oslo_concurrency.lockutils [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquiring lock "48890667-e6b2-4aeb-a7fd-5063c6fe79b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.876374] env[69603]: DEBUG oslo_concurrency.lockutils [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "48890667-e6b2-4aeb-a7fd-5063c6fe79b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.876579] env[69603]: DEBUG oslo_concurrency.lockutils [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquiring lock "48890667-e6b2-4aeb-a7fd-5063c6fe79b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.877024] env[69603]: DEBUG oslo_concurrency.lockutils [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "48890667-e6b2-4aeb-a7fd-5063c6fe79b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.877279] env[69603]: DEBUG oslo_concurrency.lockutils [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "48890667-e6b2-4aeb-a7fd-5063c6fe79b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.879740] env[69603]: INFO nova.compute.manager [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Terminating instance [ 886.898819] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc42fad8-af42-4283-ade1-ceb4d3595ef0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "refresh_cache-d4000e4f-7369-4e8a-96ec-8cdd732a6294" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.898993] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc42fad8-af42-4283-ade1-ceb4d3595ef0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquired lock "refresh_cache-d4000e4f-7369-4e8a-96ec-8cdd732a6294" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.899178] env[69603]: DEBUG nova.network.neutron [None req-fc42fad8-af42-4283-ade1-ceb4d3595ef0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.899357] env[69603]: DEBUG nova.objects.instance [None req-fc42fad8-af42-4283-ade1-ceb4d3595ef0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lazy-loading 'info_cache' on Instance uuid d4000e4f-7369-4e8a-96ec-8cdd732a6294 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.928440] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "a76d04aa-a60d-44b8-8428-18ab9158985c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.928440] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.962372] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 886.962768] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.283s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.963036] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.969s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.963270] env[69603]: DEBUG nova.objects.instance [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69603) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 886.966786] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.966786] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Cleaning up deleted instances {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 886.983076] env[69603]: DEBUG oslo_vmware.api [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480039, 'name': PowerOnVM_Task, 'duration_secs': 0.812358} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.983372] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.983599] env[69603]: INFO nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Took 9.98 seconds to spawn the instance on the hypervisor. [ 886.983782] env[69603]: DEBUG nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.985130] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7454c6c5-6de5-4d37-a5ce-d5b92ab70e41 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.035332] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480042, 'name': CreateVM_Task, 'duration_secs': 0.598677} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.036175] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.037249] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'c36acff1-0f5a-4f1a-9ba0-da75b1b4eab1', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695726', 'volume_id': '3656534e-210b-487f-abbc-28a5c81da079', 'name': 'volume-3656534e-210b-487f-abbc-28a5c81da079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33ef9ae9-b645-4130-96e7-8042d7366c99', 'attached_at': '', 'detached_at': '', 'volume_id': '3656534e-210b-487f-abbc-28a5c81da079', 'serial': '3656534e-210b-487f-abbc-28a5c81da079'}, 'boot_index': 0, 'disk_bus': None, 'device_type': None, 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69603) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 887.037639] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Root volume attach. Driver type: vmdk {{(pid=69603) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 887.041238] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad296fb8-4ec5-4987-9782-d98c06d5753a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.056303] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94975393-cf0a-4179-ae01-d10a8cabd797 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.062469] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31abc97c-1840-4c85-9efc-c6df4270d9a8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.077644] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480044, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.080798] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b4335f8d-68a8-4450-acdb-49ac11112153 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.091507] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Waiting for the task: (returnval){ [ 887.091507] env[69603]: value = "task-3480046" [ 887.091507] env[69603]: _type = "Task" [ 887.091507] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.108790] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480046, 'name': RelocateVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.135626] env[69603]: DEBUG oslo_vmware.api [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Task: {'id': task-3480045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229391} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.136223] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 887.136223] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 887.136415] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 887.136657] env[69603]: INFO nova.compute.manager [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Took 1.27 seconds to destroy the instance on the hypervisor. [ 887.137011] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.137262] env[69603]: DEBUG nova.compute.manager [-] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 887.138033] env[69603]: DEBUG nova.network.neutron [-] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.178461] env[69603]: DEBUG oslo_concurrency.lockutils [req-e81d2879-3255-493c-af99-de5471a94f6c req-1926307b-5cef-43ec-bf01-a0f043b89f4d service nova] Releasing lock "refresh_cache-33ef9ae9-b645-4130-96e7-8042d7366c99" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.384979] env[69603]: DEBUG nova.compute.manager [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 887.385582] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.386218] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e5b358-e96a-474f-8641-9def24ee08f7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.396180] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.396448] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-954c71bb-ba25-47e9-8a39-eee5ef095641 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.403584] env[69603]: DEBUG nova.objects.base [None req-fc42fad8-af42-4283-ade1-ceb4d3595ef0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 887.406905] env[69603]: DEBUG oslo_vmware.api [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 887.406905] env[69603]: value = "task-3480047" [ 887.406905] env[69603]: _type = "Task" [ 887.406905] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.419142] env[69603]: DEBUG oslo_vmware.api [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3480047, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.434977] env[69603]: DEBUG nova.compute.manager [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.485306] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] There are 37 instances to clean {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 887.485680] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 269fe022-caa0-4662-83cc-0bc967b07323] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 887.510117] env[69603]: INFO nova.compute.manager [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Took 44.28 seconds to build instance. [ 887.576341] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83273} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.576643] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 0c2033f6-5205-42b3-a1cc-9d8b37e409c1/0c2033f6-5205-42b3-a1cc-9d8b37e409c1.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.577409] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.577409] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22a40776-cd6b-4578-b1dd-09ac4a7c730f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.587257] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 887.587257] env[69603]: value = "task-3480048" [ 887.587257] env[69603]: _type = "Task" [ 887.587257] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.598510] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.605612] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480046, 'name': RelocateVM_Task} progress is 19%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.923990] env[69603]: DEBUG oslo_vmware.api [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3480047, 'name': PowerOffVM_Task, 'duration_secs': 0.373433} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.924510] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.924842] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.925166] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed65eeb1-e450-4c62-bda9-df59b2d31e20 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.967756] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.989645] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f51a1d0e-8a4a-47ab-9d85-2105ca8aa4ea tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.026s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.990705] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.896s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.990942] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.993686] env[69603]: DEBUG oslo_concurrency.lockutils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.793s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.995733] env[69603]: INFO nova.compute.claims [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.999780] env[69603]: INFO nova.compute.manager [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Rebuilding instance [ 888.004148] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 8511f125-1683-4be8-9948-4d9eda22c816] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.015943] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7da534e-af0d-42c9-9c90-062929c2a451 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "260435ee-6f06-4d91-92d8-c1a045ebed2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.363s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.029418] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.029785] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.029988] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Deleting the datastore file [datastore1] 48890667-e6b2-4aeb-a7fd-5063c6fe79b2 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.030993] env[69603]: INFO nova.scheduler.client.report [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Deleted allocations for instance f002f41b-ad9f-437e-9b52-52885f6e2a1c [ 888.032096] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdd29c33-9776-43ad-a3b0-2389e9eee585 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.047587] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "f5c27a8f-04f6-4c2b-879b-10c0284c4eb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.047872] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "f5c27a8f-04f6-4c2b-879b-10c0284c4eb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.048110] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "f5c27a8f-04f6-4c2b-879b-10c0284c4eb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.048321] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "f5c27a8f-04f6-4c2b-879b-10c0284c4eb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.048488] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "f5c27a8f-04f6-4c2b-879b-10c0284c4eb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.057374] env[69603]: DEBUG oslo_vmware.api [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for the task: (returnval){ [ 888.057374] env[69603]: value = "task-3480050" [ 888.057374] env[69603]: _type = "Task" [ 888.057374] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.057529] env[69603]: INFO nova.compute.manager [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Terminating instance [ 888.074381] env[69603]: DEBUG nova.compute.manager [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.075464] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138bdc0a-6037-44ca-af5b-df1500e4f363 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.082500] env[69603]: DEBUG oslo_vmware.api [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3480050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.103851] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150907} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.108016] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.108449] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480046, 'name': RelocateVM_Task, 'duration_secs': 0.862024} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.109936] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cecb4e1-fe48-4332-8c82-229b465c986f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.112697] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 888.112903] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695726', 'volume_id': '3656534e-210b-487f-abbc-28a5c81da079', 'name': 'volume-3656534e-210b-487f-abbc-28a5c81da079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33ef9ae9-b645-4130-96e7-8042d7366c99', 'attached_at': '', 'detached_at': '', 'volume_id': '3656534e-210b-487f-abbc-28a5c81da079', 'serial': '3656534e-210b-487f-abbc-28a5c81da079'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 888.116442] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d10baf-e428-4fde-82c8-844b6520f4f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.151204] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc502bb-a252-4062-8d01-8d27b50eaf16 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.157355] env[69603]: DEBUG nova.compute.manager [req-98239122-fbb9-4b99-9f96-7cfbce36408d req-6e8a237a-2ebd-4644-a44c-a16f2cad45fb service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Received event network-vif-deleted-ce922e50-6644-4b05-bca2-de28a7701193 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 888.157355] env[69603]: INFO nova.compute.manager [req-98239122-fbb9-4b99-9f96-7cfbce36408d req-6e8a237a-2ebd-4644-a44c-a16f2cad45fb service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Neutron deleted interface ce922e50-6644-4b05-bca2-de28a7701193; detaching it from the instance and deleting it from the info cache [ 888.157355] env[69603]: DEBUG nova.network.neutron [req-98239122-fbb9-4b99-9f96-7cfbce36408d req-6e8a237a-2ebd-4644-a44c-a16f2cad45fb service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.170161] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 0c2033f6-5205-42b3-a1cc-9d8b37e409c1/0c2033f6-5205-42b3-a1cc-9d8b37e409c1.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.171759] env[69603]: DEBUG nova.network.neutron [-] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.173027] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ebf2ea3-b532-4fc2-9358-3ccde239900d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.191487] env[69603]: INFO nova.compute.manager [-] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Took 1.05 seconds to deallocate network for instance. [ 888.218886] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] volume-3656534e-210b-487f-abbc-28a5c81da079/volume-3656534e-210b-487f-abbc-28a5c81da079.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 888.221941] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21a0fd40-70ba-4e73-b991-3053436694a1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.235198] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 888.235198] env[69603]: value = "task-3480051" [ 888.235198] env[69603]: _type = "Task" [ 888.235198] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.243091] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Waiting for the task: (returnval){ [ 888.243091] env[69603]: value = "task-3480052" [ 888.243091] env[69603]: _type = "Task" [ 888.243091] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.247041] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.248849] env[69603]: DEBUG nova.network.neutron [None req-fc42fad8-af42-4283-ade1-ceb4d3595ef0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Updating instance_info_cache with network_info: [{"id": "48645c0e-72ae-48bb-ae45-07711dd3ff95", "address": "fa:16:3e:01:cb:67", "network": {"id": "7aeae22d-1c84-4202-833c-be390d4657c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1852655830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e958e81dd354d6984e55f03ad345556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48645c0e-72", "ovs_interfaceid": "48645c0e-72ae-48bb-ae45-07711dd3ff95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.260990] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480052, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.390857] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "260435ee-6f06-4d91-92d8-c1a045ebed2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.391201] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "260435ee-6f06-4d91-92d8-c1a045ebed2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.391853] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "260435ee-6f06-4d91-92d8-c1a045ebed2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.392067] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "260435ee-6f06-4d91-92d8-c1a045ebed2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.392276] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "260435ee-6f06-4d91-92d8-c1a045ebed2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.395431] env[69603]: INFO nova.compute.manager [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Terminating instance [ 888.509631] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 6cb7f54c-bdbc-429e-84ff-44b6cbfc78ee] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 888.541548] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f89234cc-c299-4a91-a338-8e2b56cd37ea tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "f002f41b-ad9f-437e-9b52-52885f6e2a1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.600s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.571561] env[69603]: DEBUG oslo_vmware.api [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Task: {'id': task-3480050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.450468} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.571849] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.572054] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.572229] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.572397] env[69603]: INFO nova.compute.manager [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Took 1.19 seconds to destroy the instance on the hypervisor. [ 888.572636] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.572821] env[69603]: DEBUG nova.compute.manager [-] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 888.572913] env[69603]: DEBUG nova.network.neutron [-] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 888.574956] env[69603]: DEBUG nova.compute.manager [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.575167] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.575947] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5d8e69-3545-47a5-8282-7a6604c4c7f5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.584529] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.584770] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5adb367-6947-42f6-8ec4-26f1edcc0ff3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.592489] env[69603]: DEBUG oslo_vmware.api [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 888.592489] env[69603]: value = "task-3480053" [ 888.592489] env[69603]: _type = "Task" [ 888.592489] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.605026] env[69603]: DEBUG oslo_vmware.api [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.672293] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73c3d1b1-8069-454b-a8c4-8e25a6914831 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.683281] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99061f3f-3250-48a7-b48f-8bdd793bf975 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.731380] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.731817] env[69603]: DEBUG nova.compute.manager [req-98239122-fbb9-4b99-9f96-7cfbce36408d req-6e8a237a-2ebd-4644-a44c-a16f2cad45fb service nova] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Detach interface failed, port_id=ce922e50-6644-4b05-bca2-de28a7701193, reason: Instance 8814e29d-5c08-45f1-9a02-c30e4b7441db could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 888.756077] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fc42fad8-af42-4283-ade1-ceb4d3595ef0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Releasing lock "refresh_cache-d4000e4f-7369-4e8a-96ec-8cdd732a6294" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.757511] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480051, 'name': ReconfigVM_Task, 'duration_secs': 0.474261} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.758414] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 0c2033f6-5205-42b3-a1cc-9d8b37e409c1/0c2033f6-5205-42b3-a1cc-9d8b37e409c1.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.759090] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ace08565-825c-47f0-9b23-3983f73a889e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.765091] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480052, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.774389] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 888.774389] env[69603]: value = "task-3480054" [ 888.774389] env[69603]: _type = "Task" [ 888.774389] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.786542] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480054, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.904027] env[69603]: DEBUG nova.compute.manager [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.904027] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.904027] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10d7633-8001-4f7d-bc3a-58c0cea18899 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.914028] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.914593] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dac19bc-148e-44ee-b511-dfc4010a1b24 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.925859] env[69603]: DEBUG oslo_vmware.api [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 888.925859] env[69603]: value = "task-3480055" [ 888.925859] env[69603]: _type = "Task" [ 888.925859] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.936150] env[69603]: DEBUG oslo_vmware.api [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.016149] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 61b80bcc-8603-48e4-9cef-493fea1eba57] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.104688] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.105313] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1452c20-71bc-4cd0-8ff4-9b214929983d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.118368] env[69603]: DEBUG oslo_vmware.api [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480053, 'name': PowerOffVM_Task, 'duration_secs': 0.284578} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.126422] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.126658] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.127110] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 889.127110] env[69603]: value = "task-3480056" [ 889.127110] env[69603]: _type = "Task" [ 889.127110] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.127626] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4a2bec3-affa-4dbb-a7e3-56be94fd6b38 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.150336] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.202661] env[69603]: DEBUG oslo_concurrency.lockutils [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "bb4fb498-78da-43d5-a20c-cf38a94b2efa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.202991] env[69603]: DEBUG oslo_concurrency.lockutils [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "bb4fb498-78da-43d5-a20c-cf38a94b2efa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.203243] env[69603]: DEBUG oslo_concurrency.lockutils [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "bb4fb498-78da-43d5-a20c-cf38a94b2efa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.203483] env[69603]: DEBUG oslo_concurrency.lockutils [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "bb4fb498-78da-43d5-a20c-cf38a94b2efa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.203676] env[69603]: DEBUG oslo_concurrency.lockutils [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "bb4fb498-78da-43d5-a20c-cf38a94b2efa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.206573] env[69603]: INFO nova.compute.manager [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Terminating instance [ 889.230014] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.230014] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.230300] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Deleting the datastore file [datastore2] f5c27a8f-04f6-4c2b-879b-10c0284c4eb4 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.231205] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3bc2904-2940-4962-b4be-8c0581f15c03 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.242934] env[69603]: DEBUG oslo_vmware.api [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 889.242934] env[69603]: value = "task-3480058" [ 889.242934] env[69603]: _type = "Task" [ 889.242934] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.258259] env[69603]: DEBUG oslo_vmware.api [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480058, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.268991] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480052, 'name': ReconfigVM_Task, 'duration_secs': 0.535141} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.269327] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Reconfigured VM instance instance-00000044 to attach disk [datastore2] volume-3656534e-210b-487f-abbc-28a5c81da079/volume-3656534e-210b-487f-abbc-28a5c81da079.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.275975] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58c56f35-ecfa-4905-87f8-a8d3b6bd1128 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.300677] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480054, 'name': Rename_Task, 'duration_secs': 0.215317} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.302402] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.302740] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Waiting for the task: (returnval){ [ 889.302740] env[69603]: value = "task-3480059" [ 889.302740] env[69603]: _type = "Task" [ 889.302740] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.302935] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb76755c-9828-4ac9-a33c-dc6cfbc933e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.314186] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.318328] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 889.318328] env[69603]: value = "task-3480060" [ 889.318328] env[69603]: _type = "Task" [ 889.318328] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.328274] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.438267] env[69603]: DEBUG oslo_vmware.api [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480055, 'name': PowerOffVM_Task, 'duration_secs': 0.280206} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.440826] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.441048] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.441633] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f5ea7cf-0dae-4ecb-b467-f284686e1b3f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.520402] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 23c2c79b-ce0d-41f0-a7d9-7808de4783aa] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 889.522447] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.522650] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.522890] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Deleting the datastore file [datastore2] 260435ee-6f06-4d91-92d8-c1a045ebed2b {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.523966] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5d13d82-a909-4581-ac8a-dfb13c8b13d1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.531623] env[69603]: DEBUG oslo_vmware.api [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for the task: (returnval){ [ 889.531623] env[69603]: value = "task-3480062" [ 889.531623] env[69603]: _type = "Task" [ 889.531623] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.545184] env[69603]: DEBUG oslo_vmware.api [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.577493] env[69603]: DEBUG nova.network.neutron [-] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.645756] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480056, 'name': PowerOffVM_Task, 'duration_secs': 0.324846} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.646056] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.646290] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.647074] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30e9e9b-34cc-407f-b8d6-0d542c1b9211 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.651163] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3428fd21-62cf-43be-9635-a9f09c3db31c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.660805] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8724a0d8-1ce7-42b1-b74a-bb13b22bbe51 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.663953] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.664544] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d025af5-5832-4de0-82b4-f29efc575b0a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.697210] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e89283-c2d1-4a22-acb2-c38baeb23f8d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.705950] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983d2650-6732-4841-9e91-50d6bedae43f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.710312] env[69603]: DEBUG nova.compute.manager [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.710508] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.711248] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9938d0d-08c3-4573-9763-569a374af5b4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.718800] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 889.726648] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f0b8b04-7945-4f61-bfef-350cd63f27ac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.728664] env[69603]: DEBUG nova.compute.provider_tree [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.737517] env[69603]: DEBUG oslo_vmware.api [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 889.737517] env[69603]: value = "task-3480064" [ 889.737517] env[69603]: _type = "Task" [ 889.737517] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.751779] env[69603]: DEBUG oslo_vmware.api [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3480064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.754496] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.754496] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.754822] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Deleting the datastore file [datastore2] a60800ef-820c-41fb-9746-069e2fcb2e72 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.758045] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63313a3c-70b3-4f8e-b00e-85f8d1691a7d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.760479] env[69603]: DEBUG oslo_vmware.api [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480058, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291602} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.760735] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.760943] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.761154] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.761383] env[69603]: INFO nova.compute.manager [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Took 1.19 seconds to destroy the instance on the hypervisor. [ 889.761643] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.762440] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc42fad8-af42-4283-ade1-ceb4d3595ef0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.762655] env[69603]: DEBUG nova.compute.manager [-] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.762756] env[69603]: DEBUG nova.network.neutron [-] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.764846] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b99751d6-0d35-4b65-a7de-25dde1ef6e48 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.769281] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 889.769281] env[69603]: value = "task-3480065" [ 889.769281] env[69603]: _type = "Task" [ 889.769281] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.800741] env[69603]: DEBUG oslo_vmware.api [None req-fc42fad8-af42-4283-ade1-ceb4d3595ef0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 889.800741] env[69603]: value = "task-3480066" [ 889.800741] env[69603]: _type = "Task" [ 889.800741] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.815848] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480059, 'name': ReconfigVM_Task, 'duration_secs': 0.189224} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.819717] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695726', 'volume_id': '3656534e-210b-487f-abbc-28a5c81da079', 'name': 'volume-3656534e-210b-487f-abbc-28a5c81da079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33ef9ae9-b645-4130-96e7-8042d7366c99', 'attached_at': '', 'detached_at': '', 'volume_id': '3656534e-210b-487f-abbc-28a5c81da079', 'serial': '3656534e-210b-487f-abbc-28a5c81da079'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 889.820896] env[69603]: DEBUG oslo_vmware.api [None req-fc42fad8-af42-4283-ade1-ceb4d3595ef0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480066, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.821075] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-143e6c1a-11ac-41e4-8c51-bc86e28198e0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.837363] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480060, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.837882] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Waiting for the task: (returnval){ [ 889.837882] env[69603]: value = "task-3480067" [ 889.837882] env[69603]: _type = "Task" [ 889.837882] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.848779] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480067, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.024254] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 46ec109a-88fe-457f-b4e7-8bb58018b18d] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.048533] env[69603]: DEBUG oslo_vmware.api [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Task: {'id': task-3480062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1468} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.048938] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.049205] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.049435] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.049880] env[69603]: INFO nova.compute.manager [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 890.050177] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.050393] env[69603]: DEBUG nova.compute.manager [-] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.050504] env[69603]: DEBUG nova.network.neutron [-] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.089552] env[69603]: INFO nova.compute.manager [-] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Took 1.52 seconds to deallocate network for instance. [ 890.219353] env[69603]: DEBUG oslo_vmware.rw_handles [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a7fb4-39ef-d67b-0a95-77773292f800/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 890.223363] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c43fb24-2f63-4128-8323-ca8edcfdc978 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.230099] env[69603]: DEBUG oslo_vmware.rw_handles [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a7fb4-39ef-d67b-0a95-77773292f800/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 890.230099] env[69603]: ERROR oslo_vmware.rw_handles [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a7fb4-39ef-d67b-0a95-77773292f800/disk-0.vmdk due to incomplete transfer. [ 890.230099] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c445a943-4cd8-4b67-aa3b-b2a735944e80 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.232339] env[69603]: DEBUG nova.scheduler.client.report [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.246795] env[69603]: DEBUG oslo_vmware.rw_handles [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a7fb4-39ef-d67b-0a95-77773292f800/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 890.247254] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Uploaded image f6905de7-2260-4763-bb78-2777e0f1cff6 to the Glance image server {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 890.253268] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 890.259394] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a20befad-df5c-4f33-a942-c7174bd388ed {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.263899] env[69603]: DEBUG oslo_vmware.api [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3480064, 'name': PowerOffVM_Task, 'duration_secs': 0.216482} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.264379] env[69603]: DEBUG nova.compute.manager [req-3ccb7df1-f258-4a16-a0b5-fab3fa3fcf21 req-94d875d1-ca61-405e-ac6c-dce85e80997e service nova] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Received event network-vif-deleted-3d28ba09-e880-4dfc-895d-42dcf83645e3 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.264584] env[69603]: DEBUG nova.compute.manager [req-3ccb7df1-f258-4a16-a0b5-fab3fa3fcf21 req-94d875d1-ca61-405e-ac6c-dce85e80997e service nova] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Received event network-vif-deleted-141f8709-eec9-45e4-a8ec-b2f9aad75284 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.265698] env[69603]: INFO nova.compute.manager [req-3ccb7df1-f258-4a16-a0b5-fab3fa3fcf21 req-94d875d1-ca61-405e-ac6c-dce85e80997e service nova] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Neutron deleted interface 141f8709-eec9-45e4-a8ec-b2f9aad75284; detaching it from the instance and deleting it from the info cache [ 890.265698] env[69603]: DEBUG nova.network.neutron [req-3ccb7df1-f258-4a16-a0b5-fab3fa3fcf21 req-94d875d1-ca61-405e-ac6c-dce85e80997e service nova] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.267544] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.268604] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.268691] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c61bd177-6e21-4dd8-899d-d798519c3fb9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.276654] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 890.276654] env[69603]: value = "task-3480068" [ 890.276654] env[69603]: _type = "Task" [ 890.276654] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.285061] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200567} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.285218] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.285323] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.285499] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.294191] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480068, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.315518] env[69603]: DEBUG oslo_vmware.api [None req-fc42fad8-af42-4283-ade1-ceb4d3595ef0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480066, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.330779] env[69603]: DEBUG oslo_vmware.api [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480060, 'name': PowerOnVM_Task, 'duration_secs': 0.742597} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.331083] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.331319] env[69603]: INFO nova.compute.manager [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Took 10.51 seconds to spawn the instance on the hypervisor. [ 890.332669] env[69603]: DEBUG nova.compute.manager [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.332669] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841c4cd9-84bc-4062-a202-236ab8cc073c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.352296] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480067, 'name': Rename_Task, 'duration_secs': 0.173703} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.352567] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.352844] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f2e40d1-ed8e-4a6f-bc42-5f8dad17da76 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.360311] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Waiting for the task: (returnval){ [ 890.360311] env[69603]: value = "task-3480070" [ 890.360311] env[69603]: _type = "Task" [ 890.360311] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.366927] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.367139] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.367321] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Deleting the datastore file [datastore1] bb4fb498-78da-43d5-a20c-cf38a94b2efa {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.367890] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c797be5-520f-4b2b-baf6-b56cde75264b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.373297] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.375017] env[69603]: DEBUG oslo_vmware.api [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 890.375017] env[69603]: value = "task-3480071" [ 890.375017] env[69603]: _type = "Task" [ 890.375017] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.383974] env[69603]: DEBUG oslo_vmware.api [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3480071, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.528157] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 85fd51f5-4335-48ec-a2d2-38aa5d209eba] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 890.543280] env[69603]: DEBUG nova.network.neutron [-] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.595755] env[69603]: DEBUG oslo_concurrency.lockutils [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.738230] env[69603]: DEBUG oslo_concurrency.lockutils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.738790] env[69603]: DEBUG nova.compute.manager [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.742037] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.303s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.742488] env[69603]: DEBUG nova.objects.instance [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69603) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 890.770043] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ff290fe-7820-4aa4-a1d5-3728f184396b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.786699] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7d7a86-a6f2-4899-a6c6-65f91061ba52 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.805483] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480068, 'name': Destroy_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.818048] env[69603]: DEBUG oslo_vmware.api [None req-fc42fad8-af42-4283-ade1-ceb4d3595ef0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480066, 'name': PowerOnVM_Task, 'duration_secs': 0.568662} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.818048] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc42fad8-af42-4283-ade1-ceb4d3595ef0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.818256] env[69603]: DEBUG nova.compute.manager [None req-fc42fad8-af42-4283-ade1-ceb4d3595ef0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 890.820057] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004c64d1-ad4c-4273-b20c-54ee1bb99e44 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.836908] env[69603]: DEBUG nova.compute.manager [req-3ccb7df1-f258-4a16-a0b5-fab3fa3fcf21 req-94d875d1-ca61-405e-ac6c-dce85e80997e service nova] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Detach interface failed, port_id=141f8709-eec9-45e4-a8ec-b2f9aad75284, reason: Instance f5c27a8f-04f6-4c2b-879b-10c0284c4eb4 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 890.839051] env[69603]: DEBUG nova.network.neutron [-] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.856512] env[69603]: INFO nova.compute.manager [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Took 41.78 seconds to build instance. [ 890.872335] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480070, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.888742] env[69603]: DEBUG oslo_vmware.api [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3480071, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249515} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.890020] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.890020] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.890020] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.890020] env[69603]: INFO nova.compute.manager [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Took 1.18 seconds to destroy the instance on the hypervisor. [ 890.890020] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.890385] env[69603]: DEBUG nova.compute.manager [-] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 890.890579] env[69603]: DEBUG nova.network.neutron [-] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.032197] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 78a5569d-5d31-48f9-a9d0-ed9921385b3c] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.046573] env[69603]: INFO nova.compute.manager [-] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Took 1.28 seconds to deallocate network for instance. [ 891.244137] env[69603]: DEBUG nova.compute.utils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.245610] env[69603]: DEBUG nova.compute.manager [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.245788] env[69603]: DEBUG nova.network.neutron [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.288591] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480068, 'name': Destroy_Task, 'duration_secs': 0.925888} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.289016] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Destroyed the VM [ 891.289177] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 891.289428] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-38b79e94-dc25-4483-b283-578e63365639 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.298740] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 891.298740] env[69603]: value = "task-3480072" [ 891.298740] env[69603]: _type = "Task" [ 891.298740] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.304294] env[69603]: DEBUG nova.policy [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85bb43e6a1254dc18f46b1a3f3fe2936', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dce8757bc73450f9edf1b602a633bd6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.321231] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480072, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.344617] env[69603]: DEBUG nova.virt.hardware [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 891.348022] env[69603]: DEBUG nova.virt.hardware [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 891.348022] env[69603]: DEBUG nova.virt.hardware [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.348022] env[69603]: DEBUG nova.virt.hardware [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 891.348022] env[69603]: DEBUG nova.virt.hardware [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.348022] env[69603]: DEBUG nova.virt.hardware [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 891.348022] env[69603]: DEBUG nova.virt.hardware [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 891.348022] env[69603]: DEBUG nova.virt.hardware [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 891.348022] env[69603]: DEBUG nova.virt.hardware [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 891.348022] env[69603]: DEBUG nova.virt.hardware [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 891.348022] env[69603]: DEBUG nova.virt.hardware [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 891.348022] env[69603]: INFO nova.compute.manager [-] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Took 1.30 seconds to deallocate network for instance. [ 891.348022] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152dd516-6d42-4d17-964d-7810551a15e1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.362419] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e451e94c-bd23-4dcf-8055-0c3942ed3048 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "0c2033f6-5205-42b3-a1cc-9d8b37e409c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.896s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.366736] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a61a06-5958-4e02-8cf8-d3cebd9cf03e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.381286] env[69603]: DEBUG oslo_vmware.api [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480070, 'name': PowerOnVM_Task, 'duration_secs': 0.531125} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.387393] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.387635] env[69603]: INFO nova.compute.manager [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Took 7.33 seconds to spawn the instance on the hypervisor. [ 891.387814] env[69603]: DEBUG nova.compute.manager [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.393215] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:97:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0340dffc-3419-4280-a1fd-334ea0259992', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.400869] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.401725] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be96a9b-1e09-49af-ad6d-0caaf2f9aa9c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.404882] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.405137] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9f871b4-53f4-4224-aa81-e4932a35d368 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.429492] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.429492] env[69603]: value = "task-3480073" [ 891.429492] env[69603]: _type = "Task" [ 891.429492] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.439014] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480073, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.540383] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: cff730ac-fa36-496c-bc48-3ec8354f193f] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 891.556173] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.612490] env[69603]: DEBUG nova.network.neutron [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Successfully created port: 87c16503-fdb3-4fd0-8ffe-d50049e9e07f {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.623972] env[69603]: DEBUG nova.network.neutron [-] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.753978] env[69603]: DEBUG nova.compute.manager [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.759075] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4760bbb9-4282-495b-9a73-82e20c7065fa tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.759075] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.040s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.759075] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.761788] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.341s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.763343] env[69603]: INFO nova.compute.claims [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 891.807788] env[69603]: INFO nova.scheduler.client.report [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleted allocations for instance d295f7c6-ce16-42d6-ab06-c4e0d62c98e6 [ 891.817462] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480072, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.863857] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.945121] env[69603]: INFO nova.compute.manager [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Took 42.36 seconds to build instance. [ 891.950848] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480073, 'name': CreateVM_Task, 'duration_secs': 0.481473} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.951039] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.951918] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.952117] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.952442] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.952709] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f70a5c-6006-4682-8feb-86148319ca3d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.958675] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 891.958675] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523b0fe6-cf0e-ef7c-5ce8-8f78c55bb932" [ 891.958675] env[69603]: _type = "Task" [ 891.958675] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.968318] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523b0fe6-cf0e-ef7c-5ce8-8f78c55bb932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.041601] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 375f9fb9-2dcf-49a1-bc37-53daa213d575] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.126228] env[69603]: INFO nova.compute.manager [-] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Took 1.24 seconds to deallocate network for instance. [ 892.308951] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480072, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.322128] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b2c972ce-a1b6-4f51-9e20-f2911ced8444 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "d295f7c6-ce16-42d6-ab06-c4e0d62c98e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.602s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.390184] env[69603]: DEBUG nova.compute.manager [req-6bc360da-3716-4083-9cc3-651d2308c66e req-e2777002-7111-4dec-8075-9edd77a07a3f service nova] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Received event network-vif-deleted-eb88a6e4-9548-48d0-9374-ac13acd8f19b {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.390374] env[69603]: DEBUG nova.compute.manager [req-6bc360da-3716-4083-9cc3-651d2308c66e req-e2777002-7111-4dec-8075-9edd77a07a3f service nova] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Received event network-vif-deleted-855e2b10-fd3c-4b4b-a540-8c9fa194a15c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.445040] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ab26822f-d80d-491e-b69d-6e6d2050fa5d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Lock "33ef9ae9-b645-4130-96e7-8042d7366c99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.090s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.471168] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523b0fe6-cf0e-ef7c-5ce8-8f78c55bb932, 'name': SearchDatastore_Task, 'duration_secs': 0.012356} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.471552] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.471898] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.472162] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.472309] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.472488] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.472845] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56edce89-b344-4593-918d-d1c14ebc13a3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.484028] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.484028] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.484367] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9001feee-762a-42e0-88c4-f8e8917d4cad {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.491019] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 892.491019] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523a60f3-c7b5-d484-70a5-a7702619894b" [ 892.491019] env[69603]: _type = "Task" [ 892.491019] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.508147] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523a60f3-c7b5-d484-70a5-a7702619894b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.545118] env[69603]: DEBUG oslo_concurrency.lockutils [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "0c2033f6-5205-42b3-a1cc-9d8b37e409c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.545475] env[69603]: DEBUG oslo_concurrency.lockutils [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "0c2033f6-5205-42b3-a1cc-9d8b37e409c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.545706] env[69603]: DEBUG oslo_concurrency.lockutils [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "0c2033f6-5205-42b3-a1cc-9d8b37e409c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.545944] env[69603]: DEBUG oslo_concurrency.lockutils [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "0c2033f6-5205-42b3-a1cc-9d8b37e409c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.546180] env[69603]: DEBUG oslo_concurrency.lockutils [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "0c2033f6-5205-42b3-a1cc-9d8b37e409c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.548591] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 0bc05767-01e1-48da-ae01-2985abcd944c] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 892.554025] env[69603]: INFO nova.compute.manager [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Terminating instance [ 892.633931] env[69603]: DEBUG oslo_concurrency.lockutils [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.769193] env[69603]: DEBUG nova.compute.manager [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.809269] env[69603]: DEBUG nova.virt.hardware [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.809514] env[69603]: DEBUG nova.virt.hardware [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.809671] env[69603]: DEBUG nova.virt.hardware [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.809940] env[69603]: DEBUG nova.virt.hardware [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.810102] env[69603]: DEBUG nova.virt.hardware [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.810251] env[69603]: DEBUG nova.virt.hardware [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.810460] env[69603]: DEBUG nova.virt.hardware [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.810616] env[69603]: DEBUG nova.virt.hardware [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.810784] env[69603]: DEBUG nova.virt.hardware [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.810946] env[69603]: DEBUG nova.virt.hardware [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.811130] env[69603]: DEBUG nova.virt.hardware [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.812124] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13334afe-67d2-48ec-bcf7-0f48794090e3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.821361] env[69603]: DEBUG oslo_vmware.api [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480072, 'name': RemoveSnapshot_Task, 'duration_secs': 1.186608} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.822333] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 892.822512] env[69603]: INFO nova.compute.manager [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Took 16.51 seconds to snapshot the instance on the hypervisor. [ 892.830061] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fa7240-f86c-47a7-8a2d-0f334a4f93cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.007297] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523a60f3-c7b5-d484-70a5-a7702619894b, 'name': SearchDatastore_Task, 'duration_secs': 0.013213} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.008343] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fcb2eab-5581-4481-815d-fe6db6de1de7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.016101] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 893.016101] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5224389f-02dc-0a9f-3ce0-6aa45a52e510" [ 893.016101] env[69603]: _type = "Task" [ 893.016101] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.027888] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5224389f-02dc-0a9f-3ce0-6aa45a52e510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.053692] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 8da78725-c35d-41e6-a7dd-1a68e4458dac] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.056784] env[69603]: DEBUG nova.compute.manager [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.056914] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.057969] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3f68ee-5491-4231-9467-f219f72527a2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.070956] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.071347] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11398485-c043-42ea-bb55-581ca5e5e280 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.081102] env[69603]: DEBUG oslo_vmware.api [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 893.081102] env[69603]: value = "task-3480074" [ 893.081102] env[69603]: _type = "Task" [ 893.081102] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.095482] env[69603]: DEBUG oslo_vmware.api [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480074, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.364689] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9eeea05-51e2-4dd1-a157-fa7f4d54b7d7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.375737] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9963ad-017a-4d1f-bb73-d6bae7ab14be {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.415454] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d82c4e5-da7b-4367-8f69-c3d9dc212b77 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.424824] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5608b00-a9b4-4f6b-99a9-ca84a1d8dc72 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.433448] env[69603]: DEBUG nova.compute.manager [None req-e06b1c57-0082-4d96-a866-c89da902377c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Found 1 images (rotation: 2) {{(pid=69603) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 893.446526] env[69603]: DEBUG nova.compute.provider_tree [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 893.460580] env[69603]: DEBUG nova.network.neutron [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Successfully updated port: 87c16503-fdb3-4fd0-8ffe-d50049e9e07f {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.530558] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5224389f-02dc-0a9f-3ce0-6aa45a52e510, 'name': SearchDatastore_Task, 'duration_secs': 0.012593} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.530558] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.530558] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a60800ef-820c-41fb-9746-069e2fcb2e72/a60800ef-820c-41fb-9746-069e2fcb2e72.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 893.532908] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eebad3a7-92a4-40a3-898c-46ed0a0edcf8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.538602] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 893.538602] env[69603]: value = "task-3480075" [ 893.538602] env[69603]: _type = "Task" [ 893.538602] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.548280] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480075, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.557522] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 9708bf88-1a5c-423b-bb92-49e90d343844] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 893.595756] env[69603]: DEBUG oslo_vmware.api [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480074, 'name': PowerOffVM_Task, 'duration_secs': 0.247044} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.596355] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.596432] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.596706] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b31125eb-c7ac-4f24-a9a9-77bc2c1a8682 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.668915] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.668915] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.668915] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleting the datastore file [datastore2] 0c2033f6-5205-42b3-a1cc-9d8b37e409c1 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.668915] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fa90eeb-67e4-4663-afab-ba7fda403348 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.678121] env[69603]: DEBUG oslo_vmware.api [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 893.678121] env[69603]: value = "task-3480077" [ 893.678121] env[69603]: _type = "Task" [ 893.678121] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.689553] env[69603]: DEBUG oslo_vmware.api [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.960201] env[69603]: DEBUG oslo_concurrency.lockutils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "refresh_cache-606bcda3-d2fe-4560-8b8a-dbb7a2d14553" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.961047] env[69603]: DEBUG oslo_concurrency.lockutils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquired lock "refresh_cache-606bcda3-d2fe-4560-8b8a-dbb7a2d14553" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.961047] env[69603]: DEBUG nova.network.neutron [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.975503] env[69603]: ERROR nova.scheduler.client.report [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [req-e432d429-bba4-45e2-88e0-4422bb0e1cc9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e432d429-bba4-45e2-88e0-4422bb0e1cc9"}]} [ 893.994201] env[69603]: DEBUG nova.scheduler.client.report [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 894.012593] env[69603]: DEBUG nova.scheduler.client.report [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 894.012769] env[69603]: DEBUG nova.compute.provider_tree [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 894.026021] env[69603]: DEBUG nova.scheduler.client.report [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 894.051580] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480075, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.052934] env[69603]: DEBUG nova.scheduler.client.report [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 894.061578] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 3a6bc090-13ff-4df0-b89c-d7782488111f] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.198869] env[69603]: DEBUG oslo_vmware.api [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.534171] env[69603]: DEBUG nova.network.neutron [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.550211] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480075, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710226} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.551007] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a60800ef-820c-41fb-9746-069e2fcb2e72/a60800ef-820c-41fb-9746-069e2fcb2e72.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.551283] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.551575] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f0cb408-8cd2-4357-90e4-f09840c0c431 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.556914] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42792d92-9b86-45c6-a70e-50947148fbaa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.564824] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24793919-58ad-4d7c-b2ec-9d767ca7a640 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.570329] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: b4c6a04c-a7f5-4796-ada2-0ca3431b947c] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 894.572722] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 894.572722] env[69603]: value = "task-3480078" [ 894.572722] env[69603]: _type = "Task" [ 894.572722] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.610535] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5601ae-54d9-45f7-87de-221e5bf3ce3d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.613244] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.620572] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c6beb5-5501-4032-9505-8b122278bfc4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.636035] env[69603]: DEBUG nova.compute.provider_tree [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.639646] env[69603]: DEBUG nova.compute.manager [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Received event network-vif-plugged-87c16503-fdb3-4fd0-8ffe-d50049e9e07f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.639875] env[69603]: DEBUG oslo_concurrency.lockutils [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] Acquiring lock "606bcda3-d2fe-4560-8b8a-dbb7a2d14553-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.640090] env[69603]: DEBUG oslo_concurrency.lockutils [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] Lock "606bcda3-d2fe-4560-8b8a-dbb7a2d14553-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.640255] env[69603]: DEBUG oslo_concurrency.lockutils [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] Lock "606bcda3-d2fe-4560-8b8a-dbb7a2d14553-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.640417] env[69603]: DEBUG nova.compute.manager [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] No waiting events found dispatching network-vif-plugged-87c16503-fdb3-4fd0-8ffe-d50049e9e07f {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.640586] env[69603]: WARNING nova.compute.manager [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Received unexpected event network-vif-plugged-87c16503-fdb3-4fd0-8ffe-d50049e9e07f for instance with vm_state building and task_state spawning. [ 894.640748] env[69603]: DEBUG nova.compute.manager [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Received event network-changed-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.640899] env[69603]: DEBUG nova.compute.manager [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Refreshing instance network info cache due to event network-changed-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.641137] env[69603]: DEBUG oslo_concurrency.lockutils [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] Acquiring lock "refresh_cache-33ef9ae9-b645-4130-96e7-8042d7366c99" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.641231] env[69603]: DEBUG oslo_concurrency.lockutils [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] Acquired lock "refresh_cache-33ef9ae9-b645-4130-96e7-8042d7366c99" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.641383] env[69603]: DEBUG nova.network.neutron [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Refreshing network info cache for port 3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.669444] env[69603]: DEBUG nova.compute.manager [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 894.670443] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc42e306-70c8-46e2-add6-a875298d146a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.689258] env[69603]: DEBUG oslo_vmware.api [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.710933} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.689519] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.689747] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.689977] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.690070] env[69603]: INFO nova.compute.manager [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Took 1.63 seconds to destroy the instance on the hypervisor. [ 894.690313] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.690781] env[69603]: DEBUG nova.compute.manager [-] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.690882] env[69603]: DEBUG nova.network.neutron [-] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.730455] env[69603]: DEBUG nova.network.neutron [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Updating instance_info_cache with network_info: [{"id": "87c16503-fdb3-4fd0-8ffe-d50049e9e07f", "address": "fa:16:3e:2e:1f:72", "network": {"id": "be42f9ec-d04b-4d89-971e-2cad513d7569", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-240588904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dce8757bc73450f9edf1b602a633bd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87c16503-fd", "ovs_interfaceid": "87c16503-fdb3-4fd0-8ffe-d50049e9e07f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.042180] env[69603]: DEBUG nova.compute.manager [req-c48f7bd0-3aa2-4673-95b1-3ebbafb5cde4 req-a86106eb-e464-4f8a-b505-381f261434d6 service nova] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Received event network-vif-deleted-65ac8ebf-1ae4-422a-a653-15c4ba0a88d8 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.042549] env[69603]: INFO nova.compute.manager [req-c48f7bd0-3aa2-4673-95b1-3ebbafb5cde4 req-a86106eb-e464-4f8a-b505-381f261434d6 service nova] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Neutron deleted interface 65ac8ebf-1ae4-422a-a653-15c4ba0a88d8; detaching it from the instance and deleting it from the info cache [ 895.043017] env[69603]: DEBUG nova.network.neutron [req-c48f7bd0-3aa2-4673-95b1-3ebbafb5cde4 req-a86106eb-e464-4f8a-b505-381f261434d6 service nova] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.074185] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 8211b529-f910-42e0-a094-6df9e4c64f5c] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.085341] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184032} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.085602] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.086466] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dabe24-1972-424a-b250-07a9c532e73d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.111024] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] a60800ef-820c-41fb-9746-069e2fcb2e72/a60800ef-820c-41fb-9746-069e2fcb2e72.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.112016] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d24be8e7-6dd5-4fd7-80b7-0dec6ade47c8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.135435] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 895.135435] env[69603]: value = "task-3480079" [ 895.135435] env[69603]: _type = "Task" [ 895.135435] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.144327] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.150147] env[69603]: DEBUG nova.scheduler.client.report [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.182322] env[69603]: INFO nova.compute.manager [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] instance snapshotting [ 895.182923] env[69603]: DEBUG nova.objects.instance [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lazy-loading 'flavor' on Instance uuid ab7d128e-418e-4a33-af8c-366587dc6a8b {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.235930] env[69603]: DEBUG oslo_concurrency.lockutils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Releasing lock "refresh_cache-606bcda3-d2fe-4560-8b8a-dbb7a2d14553" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.236363] env[69603]: DEBUG nova.compute.manager [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Instance network_info: |[{"id": "87c16503-fdb3-4fd0-8ffe-d50049e9e07f", "address": "fa:16:3e:2e:1f:72", "network": {"id": "be42f9ec-d04b-4d89-971e-2cad513d7569", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-240588904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dce8757bc73450f9edf1b602a633bd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87c16503-fd", "ovs_interfaceid": "87c16503-fdb3-4fd0-8ffe-d50049e9e07f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.236876] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:1f:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '171aeae0-6a27-44fc-bc3d-a2d5581fc702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87c16503-fdb3-4fd0-8ffe-d50049e9e07f', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.245560] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.245758] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.247072] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f008dace-51dd-4f0b-aa42-c6a4a5c8d13e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.270982] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.270982] env[69603]: value = "task-3480080" [ 895.270982] env[69603]: _type = "Task" [ 895.270982] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.281888] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480080, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.414610] env[69603]: DEBUG nova.network.neutron [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Updated VIF entry in instance network info cache for port 3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.414995] env[69603]: DEBUG nova.network.neutron [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Updating instance_info_cache with network_info: [{"id": "3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d", "address": "fa:16:3e:10:77:de", "network": {"id": "5c54a503-7dc4-4cb6-85bf-72143ece3d75", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-659530451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7efaa72d2d874d38b58eab4a8a18622b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6def6dc5-d564-45ca-8f4f-7c820677e6e2", "external-id": "nsx-vlan-transportzone-53", "segmentation_id": 53, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cda1cee-c1", "ovs_interfaceid": "3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.525122] env[69603]: DEBUG nova.network.neutron [-] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.546659] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da3d47a8-3456-4f5b-9c04-ab765748a0ce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.557122] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfb1fd0-60c4-4926-b7ed-98169f4df96f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.581043] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: f7c6c094-7f59-44f1-8107-e8b5f0850c68] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 895.596469] env[69603]: DEBUG nova.compute.manager [req-c48f7bd0-3aa2-4673-95b1-3ebbafb5cde4 req-a86106eb-e464-4f8a-b505-381f261434d6 service nova] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Detach interface failed, port_id=65ac8ebf-1ae4-422a-a653-15c4ba0a88d8, reason: Instance 0c2033f6-5205-42b3-a1cc-9d8b37e409c1 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 895.647087] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.655055] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.893s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.655674] env[69603]: DEBUG nova.compute.manager [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.658260] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.814s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.658453] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.660439] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.330s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.662536] env[69603]: INFO nova.compute.claims [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.687076] env[69603]: INFO nova.scheduler.client.report [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Deleted allocations for instance bf94f8d3-935e-49bb-9006-257f9023f9da [ 895.696021] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d0af09-c6ff-4799-b331-f419ca227e2a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.717328] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c63b41-d6bd-4031-84de-d8ef5b8ac7bc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.784918] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480080, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.917303] env[69603]: DEBUG oslo_concurrency.lockutils [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] Releasing lock "refresh_cache-33ef9ae9-b645-4130-96e7-8042d7366c99" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.917590] env[69603]: DEBUG nova.compute.manager [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Received event network-changed-87c16503-fdb3-4fd0-8ffe-d50049e9e07f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.917780] env[69603]: DEBUG nova.compute.manager [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Refreshing instance network info cache due to event network-changed-87c16503-fdb3-4fd0-8ffe-d50049e9e07f. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.918020] env[69603]: DEBUG oslo_concurrency.lockutils [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] Acquiring lock "refresh_cache-606bcda3-d2fe-4560-8b8a-dbb7a2d14553" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.918166] env[69603]: DEBUG oslo_concurrency.lockutils [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] Acquired lock "refresh_cache-606bcda3-d2fe-4560-8b8a-dbb7a2d14553" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.918327] env[69603]: DEBUG nova.network.neutron [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Refreshing network info cache for port 87c16503-fdb3-4fd0-8ffe-d50049e9e07f {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.027462] env[69603]: INFO nova.compute.manager [-] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Took 1.34 seconds to deallocate network for instance. [ 896.097886] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 2b2e7e85-b3f9-49c8-9cdf-f18175f1fba1] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.147486] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480079, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.166497] env[69603]: DEBUG nova.compute.utils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.169932] env[69603]: DEBUG nova.compute.manager [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.170111] env[69603]: DEBUG nova.network.neutron [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.201246] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a67c3fb-ba04-428d-8406-f4051f6cd31b tempest-ServersListShow296Test-161999103 tempest-ServersListShow296Test-161999103-project-member] Lock "bf94f8d3-935e-49bb-9006-257f9023f9da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.699s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.228576] env[69603]: DEBUG nova.policy [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9748d3cdac584efd84dbcbe97ce0ee19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d262283422a4d428e400360c4f93acf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 896.230706] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 896.231069] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-22e5f6ac-bcb9-480d-9aa3-98b9e5f16fa2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.240073] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 896.240073] env[69603]: value = "task-3480081" [ 896.240073] env[69603]: _type = "Task" [ 896.240073] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.249460] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480081, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.282951] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480080, 'name': CreateVM_Task, 'duration_secs': 0.75926} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.283520] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.284288] env[69603]: DEBUG oslo_concurrency.lockutils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.285331] env[69603]: DEBUG oslo_concurrency.lockutils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.285331] env[69603]: DEBUG oslo_concurrency.lockutils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.285331] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f73e4e-fe94-45fa-b871-043f36b28ace {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.292800] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 896.292800] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52436698-e9d8-1a4b-637c-eaa61e6ed7eb" [ 896.292800] env[69603]: _type = "Task" [ 896.292800] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.302259] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52436698-e9d8-1a4b-637c-eaa61e6ed7eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.533234] env[69603]: DEBUG nova.network.neutron [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Successfully created port: cf1950fb-d675-4d7a-a96e-dda914d5b088 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.536164] env[69603]: DEBUG oslo_concurrency.lockutils [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.601072] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 87fe142a-3f0f-44f3-a4f1-6aa63e283317] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 896.653910] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480079, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.674960] env[69603]: DEBUG nova.compute.manager [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.766216] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480081, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.805689] env[69603]: DEBUG nova.network.neutron [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Updated VIF entry in instance network info cache for port 87c16503-fdb3-4fd0-8ffe-d50049e9e07f. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.806752] env[69603]: DEBUG nova.network.neutron [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Updating instance_info_cache with network_info: [{"id": "87c16503-fdb3-4fd0-8ffe-d50049e9e07f", "address": "fa:16:3e:2e:1f:72", "network": {"id": "be42f9ec-d04b-4d89-971e-2cad513d7569", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-240588904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9dce8757bc73450f9edf1b602a633bd6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "171aeae0-6a27-44fc-bc3d-a2d5581fc702", "external-id": "nsx-vlan-transportzone-410", "segmentation_id": 410, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87c16503-fd", "ovs_interfaceid": "87c16503-fdb3-4fd0-8ffe-d50049e9e07f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.815037] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52436698-e9d8-1a4b-637c-eaa61e6ed7eb, 'name': SearchDatastore_Task, 'duration_secs': 0.019973} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.815037] env[69603]: DEBUG oslo_concurrency.lockutils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.815037] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.815384] env[69603]: DEBUG oslo_concurrency.lockutils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.815384] env[69603]: DEBUG oslo_concurrency.lockutils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.818785] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.819087] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a3c653e-3632-40fe-b21a-237126afca13 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.838995] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.839210] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.840156] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ce92bf-8cf4-444a-bebe-9117be2aadf5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.848393] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 896.848393] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521c2233-46ef-a45f-a454-bcad9a9cd79b" [ 896.848393] env[69603]: _type = "Task" [ 896.848393] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.866623] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521c2233-46ef-a45f-a454-bcad9a9cd79b, 'name': SearchDatastore_Task, 'duration_secs': 0.012846} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.866757] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8102782e-38ef-48ad-ad2f-8a94f36ba458 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.875666] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 896.875666] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52da51c9-ed5a-91b6-e4c1-519eaba21602" [ 896.875666] env[69603]: _type = "Task" [ 896.875666] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.892839] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52da51c9-ed5a-91b6-e4c1-519eaba21602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.104556] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: ccea07bc-1f5c-4217-82c5-0a4852f6237b] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.148117] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480079, 'name': ReconfigVM_Task, 'duration_secs': 1.73035} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.148406] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Reconfigured VM instance instance-0000001e to attach disk [datastore2] a60800ef-820c-41fb-9746-069e2fcb2e72/a60800ef-820c-41fb-9746-069e2fcb2e72.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.149051] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa33a344-1684-4a08-82ae-e57a1256a0fb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.157530] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 897.157530] env[69603]: value = "task-3480082" [ 897.157530] env[69603]: _type = "Task" [ 897.157530] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.168250] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480082, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.253907] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480081, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.263137] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fe3fc0-dc1d-4e92-959b-3ec5d6663e5f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.269886] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc3a0d5-4869-43bf-a25a-d453cab9849a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.306347] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dad54c-7473-4bd1-9c48-b64e7fa3a516 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.315124] env[69603]: DEBUG oslo_concurrency.lockutils [req-4fac6c07-c253-4cde-b7f1-1a0a76a9f155 req-5dd5afd0-d181-41ca-a223-5e36fb78c78b service nova] Releasing lock "refresh_cache-606bcda3-d2fe-4560-8b8a-dbb7a2d14553" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.316770] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c299572-76ea-48f8-a186-b3f6cdc732bc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.331571] env[69603]: DEBUG nova.compute.provider_tree [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.388124] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52da51c9-ed5a-91b6-e4c1-519eaba21602, 'name': SearchDatastore_Task, 'duration_secs': 0.018935} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.388393] env[69603]: DEBUG oslo_concurrency.lockutils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.388691] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 606bcda3-d2fe-4560-8b8a-dbb7a2d14553/606bcda3-d2fe-4560-8b8a-dbb7a2d14553.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.388945] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e31e5778-98f4-4142-947a-4cfa82f78f74 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.396314] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 897.396314] env[69603]: value = "task-3480083" [ 897.396314] env[69603]: _type = "Task" [ 897.396314] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.405054] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.607263] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 86b7096c-bb42-4ef5-befb-e9d228d2f03c] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 897.667722] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480082, 'name': Rename_Task, 'duration_secs': 0.197545} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.668018] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.668268] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a5b9388-f175-45a2-bb05-3dda7a8b07e8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.675281] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 897.675281] env[69603]: value = "task-3480084" [ 897.675281] env[69603]: _type = "Task" [ 897.675281] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.685889] env[69603]: DEBUG nova.compute.manager [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.687910] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.710033] env[69603]: DEBUG nova.virt.hardware [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.710291] env[69603]: DEBUG nova.virt.hardware [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.710802] env[69603]: DEBUG nova.virt.hardware [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.710802] env[69603]: DEBUG nova.virt.hardware [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.710802] env[69603]: DEBUG nova.virt.hardware [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.710908] env[69603]: DEBUG nova.virt.hardware [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.711093] env[69603]: DEBUG nova.virt.hardware [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.711256] env[69603]: DEBUG nova.virt.hardware [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.711442] env[69603]: DEBUG nova.virt.hardware [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.711613] env[69603]: DEBUG nova.virt.hardware [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.711805] env[69603]: DEBUG nova.virt.hardware [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.712723] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d930e9-5567-49b1-82ab-834e6dbf20d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.722169] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b4d65d-0768-42c2-b1a7-5799a7f6e283 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.752092] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480081, 'name': CreateSnapshot_Task, 'duration_secs': 1.248415} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.752620] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 897.753174] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1567f1f8-7934-452d-9684-6847b4443d52 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.834679] env[69603]: DEBUG nova.scheduler.client.report [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.908013] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480083, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.110179] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: ea73f497-64b3-4b6a-a2d6-6c290c634e2c] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.187129] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.278236] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 898.280834] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b4dcdbd4-c9a9-443b-bd40-2c55fe96b0a1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.288226] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 898.288226] env[69603]: value = "task-3480085" [ 898.288226] env[69603]: _type = "Task" [ 898.288226] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.298521] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480085, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.311469] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.311705] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.343184] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.343184] env[69603]: DEBUG nova.compute.manager [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.345581] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.311s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.345776] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.348583] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.767s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.348583] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.349746] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.191s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.351260] env[69603]: INFO nova.compute.claims [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 898.380131] env[69603]: INFO nova.scheduler.client.report [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Deleted allocations for instance 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e [ 898.391068] env[69603]: INFO nova.scheduler.client.report [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Deleted allocations for instance 4f8791ac-90cc-439e-8e5d-86f42dafb9aa [ 898.402255] env[69603]: DEBUG nova.network.neutron [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Successfully updated port: cf1950fb-d675-4d7a-a96e-dda914d5b088 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 898.410597] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920217} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.411568] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 606bcda3-d2fe-4560-8b8a-dbb7a2d14553/606bcda3-d2fe-4560-8b8a-dbb7a2d14553.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.412018] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.412293] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19b150be-d0b0-41de-ada9-9a67b967d958 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.421800] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 898.421800] env[69603]: value = "task-3480086" [ 898.421800] env[69603]: _type = "Task" [ 898.421800] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.436368] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.583431] env[69603]: DEBUG nova.compute.manager [req-672eaf4e-fc4d-4c10-84c1-aa8d28c713eb req-2df869bd-6da9-4298-9b24-ccdf07453655 service nova] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Received event network-vif-plugged-cf1950fb-d675-4d7a-a96e-dda914d5b088 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.583687] env[69603]: DEBUG oslo_concurrency.lockutils [req-672eaf4e-fc4d-4c10-84c1-aa8d28c713eb req-2df869bd-6da9-4298-9b24-ccdf07453655 service nova] Acquiring lock "8cea6bf3-631f-46f8-b763-ea05ad905f21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.583950] env[69603]: DEBUG oslo_concurrency.lockutils [req-672eaf4e-fc4d-4c10-84c1-aa8d28c713eb req-2df869bd-6da9-4298-9b24-ccdf07453655 service nova] Lock "8cea6bf3-631f-46f8-b763-ea05ad905f21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.584198] env[69603]: DEBUG oslo_concurrency.lockutils [req-672eaf4e-fc4d-4c10-84c1-aa8d28c713eb req-2df869bd-6da9-4298-9b24-ccdf07453655 service nova] Lock "8cea6bf3-631f-46f8-b763-ea05ad905f21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.584388] env[69603]: DEBUG nova.compute.manager [req-672eaf4e-fc4d-4c10-84c1-aa8d28c713eb req-2df869bd-6da9-4298-9b24-ccdf07453655 service nova] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] No waiting events found dispatching network-vif-plugged-cf1950fb-d675-4d7a-a96e-dda914d5b088 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.584650] env[69603]: WARNING nova.compute.manager [req-672eaf4e-fc4d-4c10-84c1-aa8d28c713eb req-2df869bd-6da9-4298-9b24-ccdf07453655 service nova] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Received unexpected event network-vif-plugged-cf1950fb-d675-4d7a-a96e-dda914d5b088 for instance with vm_state building and task_state spawning. [ 898.614415] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: aca0f35f-d3e3-4e27-a758-1a3276ce181c] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 898.688438] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480084, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.799501] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480085, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.814935] env[69603]: DEBUG nova.compute.utils [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.857588] env[69603]: DEBUG nova.compute.utils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.861233] env[69603]: DEBUG nova.compute.manager [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.861233] env[69603]: DEBUG nova.network.neutron [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.891857] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbebdcd5-e4a2-48a8-b651-e6939089a757 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "1a96d3ed-c017-4fbb-8c55-4f42ba583d8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.674s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.904791] env[69603]: DEBUG nova.policy [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1797a224826840d2b860fb2ff5d1ecb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cf652c411c7e4aeba9fab2a0991d50d8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.909357] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "refresh_cache-8cea6bf3-631f-46f8-b763-ea05ad905f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.909357] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "refresh_cache-8cea6bf3-631f-46f8-b763-ea05ad905f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.909357] env[69603]: DEBUG nova.network.neutron [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.911459] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9c807093-a96e-44bd-ae43-840542fbb6eb tempest-ServerTagsTestJSON-710059827 tempest-ServerTagsTestJSON-710059827-project-member] Lock "4f8791ac-90cc-439e-8e5d-86f42dafb9aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.978s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.933628] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118354} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.933944] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.934717] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0967b0c1-5f07-44c7-b38e-d25f82f89a39 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.961068] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 606bcda3-d2fe-4560-8b8a-dbb7a2d14553/606bcda3-d2fe-4560-8b8a-dbb7a2d14553.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.961336] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57422a58-5404-4d93-b7cb-5b4958257f5e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.985046] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 898.985046] env[69603]: value = "task-3480087" [ 898.985046] env[69603]: _type = "Task" [ 898.985046] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.996391] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.117870] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: b628745a-e944-4112-b4b9-644333d17d53] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.195060] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480084, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.299519] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480085, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.317675] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.367908] env[69603]: DEBUG nova.compute.manager [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.465019] env[69603]: DEBUG nova.network.neutron [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 899.481503] env[69603]: DEBUG nova.network.neutron [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Successfully created port: b38172ab-7f56-4e99-8929-975b77b27ccd {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.498186] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.621622] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 503c8979-4c4e-4a8d-a06c-5a2e240437a6] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 899.690890] env[69603]: DEBUG oslo_vmware.api [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480084, 'name': PowerOnVM_Task, 'duration_secs': 1.54835} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.693555] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.694429] env[69603]: DEBUG nova.compute.manager [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 899.695144] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb70cae-bd72-48b1-9afb-27f451e8b2f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.700658] env[69603]: DEBUG nova.network.neutron [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Updating instance_info_cache with network_info: [{"id": "cf1950fb-d675-4d7a-a96e-dda914d5b088", "address": "fa:16:3e:09:ea:e7", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1950fb-d6", "ovs_interfaceid": "cf1950fb-d675-4d7a-a96e-dda914d5b088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.800376] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480085, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.922769] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77506c72-e676-44f1-abcc-af5da177197b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.937457] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadf1306-dafc-4a57-b6b3-4470d2d3a9bd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.976170] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e4a7b5-6bac-43f9-b42b-171af621e528 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.984686] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b80317-12c8-4961-99e3-b4ce12e5c9ee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.997932] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480087, 'name': ReconfigVM_Task, 'duration_secs': 0.98721} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.005626] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 606bcda3-d2fe-4560-8b8a-dbb7a2d14553/606bcda3-d2fe-4560-8b8a-dbb7a2d14553.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.007774] env[69603]: DEBUG nova.compute.provider_tree [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.008669] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83e8575a-bf22-4482-a911-b4af187d3001 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.021923] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 900.021923] env[69603]: value = "task-3480088" [ 900.021923] env[69603]: _type = "Task" [ 900.021923] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.037449] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480088, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.127230] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: cc094eb0-4c88-4c87-b650-39ac0deaafbf] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.213842] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "refresh_cache-8cea6bf3-631f-46f8-b763-ea05ad905f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.214400] env[69603]: DEBUG nova.compute.manager [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Instance network_info: |[{"id": "cf1950fb-d675-4d7a-a96e-dda914d5b088", "address": "fa:16:3e:09:ea:e7", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1950fb-d6", "ovs_interfaceid": "cf1950fb-d675-4d7a-a96e-dda914d5b088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 900.219268] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:ea:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf1950fb-d675-4d7a-a96e-dda914d5b088', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 900.229228] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 900.231185] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 900.231422] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a88fdf8-e861-41be-b198-b5beff0d953e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.250642] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.257891] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 900.257891] env[69603]: value = "task-3480089" [ 900.257891] env[69603]: _type = "Task" [ 900.257891] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.269545] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480089, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.302222] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480085, 'name': CloneVM_Task, 'duration_secs': 1.989051} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.303724] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Created linked-clone VM from snapshot [ 900.303724] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e01c41-9914-4d4f-8c6a-5fcaf52a39f6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.314170] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Uploading image 5f3449a0-fc40-4fcb-a3cc-e3bdfcc61c51 {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 900.345854] env[69603]: DEBUG oslo_vmware.rw_handles [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 900.345854] env[69603]: value = "vm-695762" [ 900.345854] env[69603]: _type = "VirtualMachine" [ 900.345854] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 900.346266] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7626b703-2189-4afc-9988-d5374d320b94 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.355868] env[69603]: DEBUG oslo_vmware.rw_handles [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lease: (returnval){ [ 900.355868] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5267ae68-1c46-f759-af9b-2feea418c595" [ 900.355868] env[69603]: _type = "HttpNfcLease" [ 900.355868] env[69603]: } obtained for exporting VM: (result){ [ 900.355868] env[69603]: value = "vm-695762" [ 900.355868] env[69603]: _type = "VirtualMachine" [ 900.355868] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 900.357090] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the lease: (returnval){ [ 900.357090] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5267ae68-1c46-f759-af9b-2feea418c595" [ 900.357090] env[69603]: _type = "HttpNfcLease" [ 900.357090] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 900.364315] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.364315] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5267ae68-1c46-f759-af9b-2feea418c595" [ 900.364315] env[69603]: _type = "HttpNfcLease" [ 900.364315] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 900.386169] env[69603]: DEBUG nova.compute.manager [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.410644] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.410988] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.411285] env[69603]: INFO nova.compute.manager [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Attaching volume 983f27e8-d764-47a7-8f34-1d5ff68f6e12 to /dev/sdb [ 900.424675] env[69603]: DEBUG nova.virt.hardware [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.424675] env[69603]: DEBUG nova.virt.hardware [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.424675] env[69603]: DEBUG nova.virt.hardware [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.424969] env[69603]: DEBUG nova.virt.hardware [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.424969] env[69603]: DEBUG nova.virt.hardware [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.425045] env[69603]: DEBUG nova.virt.hardware [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.425238] env[69603]: DEBUG nova.virt.hardware [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.425391] env[69603]: DEBUG nova.virt.hardware [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.425556] env[69603]: DEBUG nova.virt.hardware [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.425804] env[69603]: DEBUG nova.virt.hardware [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.425891] env[69603]: DEBUG nova.virt.hardware [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.426887] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dde7c1-c6e3-4a10-8fc0-443fd288eb12 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.436979] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f967f7c1-3973-4a0c-90f8-50bdbd156feb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.461262] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce94502b-c551-43e2-a81f-9bb1f89ef257 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.468583] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1690e3-16d5-4005-aeb6-c18b697e1651 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.485503] env[69603]: DEBUG nova.virt.block_device [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Updating existing volume attachment record: 50ead5ac-c1ec-4a22-a97e-db5a82a0bdbc {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 900.513396] env[69603]: DEBUG nova.scheduler.client.report [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.535278] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480088, 'name': Rename_Task, 'duration_secs': 0.232105} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.535278] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.535278] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe0d539b-61fe-45f1-8a89-bf2d9b454f30 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.546348] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 900.546348] env[69603]: value = "task-3480091" [ 900.546348] env[69603]: _type = "Task" [ 900.546348] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.555090] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.630879] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 28ade5ff-7678-4ff1-91f0-ca8340dfa3c8] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 900.664706] env[69603]: DEBUG nova.compute.manager [req-8f8afeb6-aa47-4bf1-955d-58763b31a44f req-b376e47c-9c0b-46a8-8f25-f05728853339 service nova] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Received event network-changed-cf1950fb-d675-4d7a-a96e-dda914d5b088 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.664706] env[69603]: DEBUG nova.compute.manager [req-8f8afeb6-aa47-4bf1-955d-58763b31a44f req-b376e47c-9c0b-46a8-8f25-f05728853339 service nova] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Refreshing instance network info cache due to event network-changed-cf1950fb-d675-4d7a-a96e-dda914d5b088. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.664706] env[69603]: DEBUG oslo_concurrency.lockutils [req-8f8afeb6-aa47-4bf1-955d-58763b31a44f req-b376e47c-9c0b-46a8-8f25-f05728853339 service nova] Acquiring lock "refresh_cache-8cea6bf3-631f-46f8-b763-ea05ad905f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.666116] env[69603]: DEBUG oslo_concurrency.lockutils [req-8f8afeb6-aa47-4bf1-955d-58763b31a44f req-b376e47c-9c0b-46a8-8f25-f05728853339 service nova] Acquired lock "refresh_cache-8cea6bf3-631f-46f8-b763-ea05ad905f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.666516] env[69603]: DEBUG nova.network.neutron [req-8f8afeb6-aa47-4bf1-955d-58763b31a44f req-b376e47c-9c0b-46a8-8f25-f05728853339 service nova] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Refreshing network info cache for port cf1950fb-d675-4d7a-a96e-dda914d5b088 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 900.771593] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480089, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.867059] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.867059] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5267ae68-1c46-f759-af9b-2feea418c595" [ 900.867059] env[69603]: _type = "HttpNfcLease" [ 900.867059] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 900.868556] env[69603]: DEBUG oslo_vmware.rw_handles [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 900.868556] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5267ae68-1c46-f759-af9b-2feea418c595" [ 900.868556] env[69603]: _type = "HttpNfcLease" [ 900.868556] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 900.868728] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f5c962-9d9b-4f61-bad6-b1f763c5e327 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.879685] env[69603]: DEBUG oslo_vmware.rw_handles [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255cf22-60ab-f932-e0be-55fec8c03b95/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 900.880109] env[69603]: DEBUG oslo_vmware.rw_handles [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255cf22-60ab-f932-e0be-55fec8c03b95/disk-0.vmdk for reading. {{(pid=69603) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 900.979123] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2f480ff9-42a2-40f5-9202-8bb20fc68e7e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.019206] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.019927] env[69603]: DEBUG nova.compute.manager [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.022630] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.283s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.025227] env[69603]: INFO nova.compute.claims [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.056239] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480091, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.135171] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 77e4d517-af5f-491b-a44f-fd3e4954dbdc] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.274059] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480089, 'name': CreateVM_Task, 'duration_secs': 0.610073} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.278681] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.279154] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.279453] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.279817] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.282366] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2eac8837-357f-4561-a077-fd9153e041b0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.289648] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 901.289648] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d5868b-f925-6425-e684-82f58d9ac5d4" [ 901.289648] env[69603]: _type = "Task" [ 901.289648] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.303918] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d5868b-f925-6425-e684-82f58d9ac5d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.345068] env[69603]: DEBUG nova.network.neutron [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Successfully updated port: b38172ab-7f56-4e99-8929-975b77b27ccd {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.431749] env[69603]: DEBUG nova.network.neutron [req-8f8afeb6-aa47-4bf1-955d-58763b31a44f req-b376e47c-9c0b-46a8-8f25-f05728853339 service nova] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Updated VIF entry in instance network info cache for port cf1950fb-d675-4d7a-a96e-dda914d5b088. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 901.432285] env[69603]: DEBUG nova.network.neutron [req-8f8afeb6-aa47-4bf1-955d-58763b31a44f req-b376e47c-9c0b-46a8-8f25-f05728853339 service nova] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Updating instance_info_cache with network_info: [{"id": "cf1950fb-d675-4d7a-a96e-dda914d5b088", "address": "fa:16:3e:09:ea:e7", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1950fb-d6", "ovs_interfaceid": "cf1950fb-d675-4d7a-a96e-dda914d5b088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.529198] env[69603]: DEBUG nova.compute.utils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.533238] env[69603]: DEBUG nova.compute.manager [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 901.533545] env[69603]: DEBUG nova.network.neutron [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 901.558549] env[69603]: DEBUG oslo_vmware.api [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480091, 'name': PowerOnVM_Task, 'duration_secs': 0.638058} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.559291] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.559661] env[69603]: INFO nova.compute.manager [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Took 8.79 seconds to spawn the instance on the hypervisor. [ 901.562370] env[69603]: DEBUG nova.compute.manager [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.562370] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67f5148-6aa2-4dea-8a5c-52cedf82adeb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.578343] env[69603]: DEBUG nova.policy [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b53c5856f19469d93d989d0f1740826', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54ea3107451142698dc1671e2f399372', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.639856] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: e5be0f40-0eff-4e9e-b214-4084e7369bba] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 901.807189] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d5868b-f925-6425-e684-82f58d9ac5d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013858} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.807789] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.808109] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.808468] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.808831] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.809053] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.810038] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bb6c54a-0061-4433-9dcc-a9e225727442 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.822071] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.822071] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.822978] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb6d22b-2171-4417-8276-ec2c79b2d4e4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.828657] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 901.828657] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5214db1e-8b88-4c61-293a-04069332c758" [ 901.828657] env[69603]: _type = "Task" [ 901.828657] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.841867] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5214db1e-8b88-4c61-293a-04069332c758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.851186] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Acquiring lock "refresh_cache-447ccf7b-11b7-4976-aa30-fe3b124d968a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.851186] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Acquired lock "refresh_cache-447ccf7b-11b7-4976-aa30-fe3b124d968a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.851186] env[69603]: DEBUG nova.network.neutron [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.905441] env[69603]: DEBUG nova.network.neutron [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Successfully created port: b6608756-306e-4f9a-8679-40651c0b0740 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.935774] env[69603]: DEBUG oslo_concurrency.lockutils [req-8f8afeb6-aa47-4bf1-955d-58763b31a44f req-b376e47c-9c0b-46a8-8f25-f05728853339 service nova] Releasing lock "refresh_cache-8cea6bf3-631f-46f8-b763-ea05ad905f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.042894] env[69603]: DEBUG nova.compute.manager [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.088991] env[69603]: INFO nova.compute.manager [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Took 42.93 seconds to build instance. [ 902.146049] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 7276c8fa-dcb8-4b41-8d2b-e6c763093b5f] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.315139] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "bb676803-6fae-4484-a7cb-d65b3bcce373" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.315495] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "bb676803-6fae-4484-a7cb-d65b3bcce373" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.347997] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5214db1e-8b88-4c61-293a-04069332c758, 'name': SearchDatastore_Task, 'duration_secs': 0.016473} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.349061] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef6e22c-76d4-4dec-8ede-52a8178857b5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.360568] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 902.360568] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e27a72-dff0-ed47-c611-2de6efb06848" [ 902.360568] env[69603]: _type = "Task" [ 902.360568] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.371591] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e27a72-dff0-ed47-c611-2de6efb06848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.391390] env[69603]: INFO nova.compute.manager [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Rebuilding instance [ 902.408404] env[69603]: DEBUG nova.network.neutron [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.444354] env[69603]: DEBUG nova.compute.manager [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.445274] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29481d47-4125-41b6-afaa-d2bb8fca454b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.592754] env[69603]: DEBUG oslo_concurrency.lockutils [None req-34504972-7315-4e90-b135-b46bb6ca39e6 tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "606bcda3-d2fe-4560-8b8a-dbb7a2d14553" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.523s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.632474] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64071c65-676d-4eb9-a79f-f8252395fcac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.641550] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b21b4e-0ca2-4f6e-bda3-5524434800c3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.675141] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: a72614a2-7921-4c8c-9777-49fb6cc798ca] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 902.679086] env[69603]: DEBUG nova.network.neutron [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Updating instance_info_cache with network_info: [{"id": "b38172ab-7f56-4e99-8929-975b77b27ccd", "address": "fa:16:3e:89:e4:28", "network": {"id": "d30312da-d54d-4fd5-8c25-9a36d82d8182", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2001638974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf652c411c7e4aeba9fab2a0991d50d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38172ab-7f", "ovs_interfaceid": "b38172ab-7f56-4e99-8929-975b77b27ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.684021] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99a5b1b-f41d-4598-8bd1-fc47446bcb8d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.691202] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3850b2-bdc7-4598-bc40-1ca04c9dc4bb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.700954] env[69603]: DEBUG nova.compute.manager [req-e7742660-39ac-486e-b3ea-1ae31c662600 req-c82411cb-291d-469f-b157-bdd9f37bf1f2 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Received event network-vif-plugged-b38172ab-7f56-4e99-8929-975b77b27ccd {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.701192] env[69603]: DEBUG oslo_concurrency.lockutils [req-e7742660-39ac-486e-b3ea-1ae31c662600 req-c82411cb-291d-469f-b157-bdd9f37bf1f2 service nova] Acquiring lock "447ccf7b-11b7-4976-aa30-fe3b124d968a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.701363] env[69603]: DEBUG oslo_concurrency.lockutils [req-e7742660-39ac-486e-b3ea-1ae31c662600 req-c82411cb-291d-469f-b157-bdd9f37bf1f2 service nova] Lock "447ccf7b-11b7-4976-aa30-fe3b124d968a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.701518] env[69603]: DEBUG oslo_concurrency.lockutils [req-e7742660-39ac-486e-b3ea-1ae31c662600 req-c82411cb-291d-469f-b157-bdd9f37bf1f2 service nova] Lock "447ccf7b-11b7-4976-aa30-fe3b124d968a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.702036] env[69603]: DEBUG nova.compute.manager [req-e7742660-39ac-486e-b3ea-1ae31c662600 req-c82411cb-291d-469f-b157-bdd9f37bf1f2 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] No waiting events found dispatching network-vif-plugged-b38172ab-7f56-4e99-8929-975b77b27ccd {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 902.702036] env[69603]: WARNING nova.compute.manager [req-e7742660-39ac-486e-b3ea-1ae31c662600 req-c82411cb-291d-469f-b157-bdd9f37bf1f2 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Received unexpected event network-vif-plugged-b38172ab-7f56-4e99-8929-975b77b27ccd for instance with vm_state building and task_state spawning. [ 902.702267] env[69603]: DEBUG nova.compute.manager [req-e7742660-39ac-486e-b3ea-1ae31c662600 req-c82411cb-291d-469f-b157-bdd9f37bf1f2 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Received event network-changed-b38172ab-7f56-4e99-8929-975b77b27ccd {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.702324] env[69603]: DEBUG nova.compute.manager [req-e7742660-39ac-486e-b3ea-1ae31c662600 req-c82411cb-291d-469f-b157-bdd9f37bf1f2 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Refreshing instance network info cache due to event network-changed-b38172ab-7f56-4e99-8929-975b77b27ccd. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.703684] env[69603]: DEBUG oslo_concurrency.lockutils [req-e7742660-39ac-486e-b3ea-1ae31c662600 req-c82411cb-291d-469f-b157-bdd9f37bf1f2 service nova] Acquiring lock "refresh_cache-447ccf7b-11b7-4976-aa30-fe3b124d968a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.713745] env[69603]: DEBUG nova.compute.provider_tree [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.821649] env[69603]: DEBUG oslo_concurrency.lockutils [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "606bcda3-d2fe-4560-8b8a-dbb7a2d14553" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.821782] env[69603]: DEBUG oslo_concurrency.lockutils [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "606bcda3-d2fe-4560-8b8a-dbb7a2d14553" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.822060] env[69603]: DEBUG oslo_concurrency.lockutils [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "606bcda3-d2fe-4560-8b8a-dbb7a2d14553-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.822295] env[69603]: DEBUG oslo_concurrency.lockutils [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "606bcda3-d2fe-4560-8b8a-dbb7a2d14553-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.822531] env[69603]: DEBUG oslo_concurrency.lockutils [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "606bcda3-d2fe-4560-8b8a-dbb7a2d14553-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.825422] env[69603]: DEBUG nova.compute.manager [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.828112] env[69603]: INFO nova.compute.manager [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Terminating instance [ 902.871968] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e27a72-dff0-ed47-c611-2de6efb06848, 'name': SearchDatastore_Task, 'duration_secs': 0.019372} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.872535] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.872799] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 8cea6bf3-631f-46f8-b763-ea05ad905f21/8cea6bf3-631f-46f8-b763-ea05ad905f21.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.873078] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a064e6a0-b1b0-4022-a55f-2744d6b44d63 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.880534] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 902.880534] env[69603]: value = "task-3480096" [ 902.880534] env[69603]: _type = "Task" [ 902.880534] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.889560] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.054972] env[69603]: DEBUG nova.compute.manager [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.081023] env[69603]: DEBUG nova.virt.hardware [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.081313] env[69603]: DEBUG nova.virt.hardware [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.081313] env[69603]: DEBUG nova.virt.hardware [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.081517] env[69603]: DEBUG nova.virt.hardware [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.081700] env[69603]: DEBUG nova.virt.hardware [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.081903] env[69603]: DEBUG nova.virt.hardware [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.082149] env[69603]: DEBUG nova.virt.hardware [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.082329] env[69603]: DEBUG nova.virt.hardware [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.082584] env[69603]: DEBUG nova.virt.hardware [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.082860] env[69603]: DEBUG nova.virt.hardware [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.083188] env[69603]: DEBUG nova.virt.hardware [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.084144] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f849a991-6556-4a14-9a37-10ec2f03e2aa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.093131] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c79f3d-e70c-4f1c-85c3-edabfba92753 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.178896] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: f6c90dc2-21c0-4ca4-bf33-fca2ac1adce1] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.181132] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Releasing lock "refresh_cache-447ccf7b-11b7-4976-aa30-fe3b124d968a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.181423] env[69603]: DEBUG nova.compute.manager [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Instance network_info: |[{"id": "b38172ab-7f56-4e99-8929-975b77b27ccd", "address": "fa:16:3e:89:e4:28", "network": {"id": "d30312da-d54d-4fd5-8c25-9a36d82d8182", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2001638974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf652c411c7e4aeba9fab2a0991d50d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38172ab-7f", "ovs_interfaceid": "b38172ab-7f56-4e99-8929-975b77b27ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.181998] env[69603]: DEBUG oslo_concurrency.lockutils [req-e7742660-39ac-486e-b3ea-1ae31c662600 req-c82411cb-291d-469f-b157-bdd9f37bf1f2 service nova] Acquired lock "refresh_cache-447ccf7b-11b7-4976-aa30-fe3b124d968a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.182209] env[69603]: DEBUG nova.network.neutron [req-e7742660-39ac-486e-b3ea-1ae31c662600 req-c82411cb-291d-469f-b157-bdd9f37bf1f2 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Refreshing network info cache for port b38172ab-7f56-4e99-8929-975b77b27ccd {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.183328] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:e4:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b38172ab-7f56-4e99-8929-975b77b27ccd', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.191411] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Creating folder: Project (cf652c411c7e4aeba9fab2a0991d50d8). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.194986] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b02a0d5-98a9-4106-9e01-65413e1b3957 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.210558] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Created folder: Project (cf652c411c7e4aeba9fab2a0991d50d8) in parent group-v695567. [ 903.210895] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Creating folder: Instances. Parent ref: group-v695766. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 903.211243] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ef121e1-dff4-4a62-aefd-e9ec71d7fb0f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.217155] env[69603]: DEBUG nova.scheduler.client.report [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.227134] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Created folder: Instances in parent group-v695766. [ 903.227512] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.228922] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.228922] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48c95f32-a6e9-46d8-bd04-39c16f7a4c03 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.263880] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.263880] env[69603]: value = "task-3480099" [ 903.263880] env[69603]: _type = "Task" [ 903.263880] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.276303] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480099, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.332533] env[69603]: DEBUG nova.compute.manager [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.332814] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.336331] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d65d3a-d960-427d-9c37-bc617c436e0b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.346052] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.346338] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc16b42f-3269-4c7f-9701-72b0d3e89327 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.355972] env[69603]: DEBUG oslo_vmware.api [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 903.355972] env[69603]: value = "task-3480100" [ 903.355972] env[69603]: _type = "Task" [ 903.355972] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.371776] env[69603]: DEBUG oslo_vmware.api [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.375077] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.396577] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480096, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.420083] env[69603]: DEBUG nova.compute.manager [req-940f56a0-d7c9-44cc-8715-467d3c16d5b8 req-c0c05956-e40a-4b2d-b0e6-dd68dc929898 service nova] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Received event network-vif-plugged-b6608756-306e-4f9a-8679-40651c0b0740 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.420379] env[69603]: DEBUG oslo_concurrency.lockutils [req-940f56a0-d7c9-44cc-8715-467d3c16d5b8 req-c0c05956-e40a-4b2d-b0e6-dd68dc929898 service nova] Acquiring lock "49ef22ae-a1b0-4c69-ad65-ef364f2674f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.420560] env[69603]: DEBUG oslo_concurrency.lockutils [req-940f56a0-d7c9-44cc-8715-467d3c16d5b8 req-c0c05956-e40a-4b2d-b0e6-dd68dc929898 service nova] Lock "49ef22ae-a1b0-4c69-ad65-ef364f2674f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.420734] env[69603]: DEBUG oslo_concurrency.lockutils [req-940f56a0-d7c9-44cc-8715-467d3c16d5b8 req-c0c05956-e40a-4b2d-b0e6-dd68dc929898 service nova] Lock "49ef22ae-a1b0-4c69-ad65-ef364f2674f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.421064] env[69603]: DEBUG nova.compute.manager [req-940f56a0-d7c9-44cc-8715-467d3c16d5b8 req-c0c05956-e40a-4b2d-b0e6-dd68dc929898 service nova] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] No waiting events found dispatching network-vif-plugged-b6608756-306e-4f9a-8679-40651c0b0740 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.421212] env[69603]: WARNING nova.compute.manager [req-940f56a0-d7c9-44cc-8715-467d3c16d5b8 req-c0c05956-e40a-4b2d-b0e6-dd68dc929898 service nova] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Received unexpected event network-vif-plugged-b6608756-306e-4f9a-8679-40651c0b0740 for instance with vm_state building and task_state spawning. [ 903.463960] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.464879] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-553ce9fd-33ea-428f-bee7-8f7bfcb7a089 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.474383] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 903.474383] env[69603]: value = "task-3480101" [ 903.474383] env[69603]: _type = "Task" [ 903.474383] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.487873] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.544188] env[69603]: DEBUG nova.network.neutron [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Successfully updated port: b6608756-306e-4f9a-8679-40651c0b0740 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 903.601022] env[69603]: DEBUG nova.network.neutron [req-e7742660-39ac-486e-b3ea-1ae31c662600 req-c82411cb-291d-469f-b157-bdd9f37bf1f2 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Updated VIF entry in instance network info cache for port b38172ab-7f56-4e99-8929-975b77b27ccd. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.601436] env[69603]: DEBUG nova.network.neutron [req-e7742660-39ac-486e-b3ea-1ae31c662600 req-c82411cb-291d-469f-b157-bdd9f37bf1f2 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Updating instance_info_cache with network_info: [{"id": "b38172ab-7f56-4e99-8929-975b77b27ccd", "address": "fa:16:3e:89:e4:28", "network": {"id": "d30312da-d54d-4fd5-8c25-9a36d82d8182", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2001638974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf652c411c7e4aeba9fab2a0991d50d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38172ab-7f", "ovs_interfaceid": "b38172ab-7f56-4e99-8929-975b77b27ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.683414] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: a3c897a7-2a7e-4308-bb68-c707147f0ee0] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 903.722561] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.700s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.723179] env[69603]: DEBUG nova.compute.manager [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.729058] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.739s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.729369] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.003s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.731671] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 19.357s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.764350] env[69603]: INFO nova.scheduler.client.report [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Deleted allocations for instance df0970e4-5938-4bba-bd70-71c66963c55c [ 903.782293] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480099, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.867464] env[69603]: DEBUG oslo_vmware.api [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480100, 'name': PowerOffVM_Task, 'duration_secs': 0.247309} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.867872] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.868046] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.868228] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f60f10f-711d-4a82-b89e-dfdd7e6730c3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.892713] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735066} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.893595] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 8cea6bf3-631f-46f8-b763-ea05ad905f21/8cea6bf3-631f-46f8-b763-ea05ad905f21.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.893851] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.894148] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8d24208-41ac-4616-9f02-912623804d2b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.903141] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 903.903141] env[69603]: value = "task-3480103" [ 903.903141] env[69603]: _type = "Task" [ 903.903141] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.914910] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.944988] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.945354] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.945617] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Deleting the datastore file [datastore2] 606bcda3-d2fe-4560-8b8a-dbb7a2d14553 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.945968] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12f781e4-7278-4807-8b8e-33c0ef100c2c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.955147] env[69603]: DEBUG oslo_vmware.api [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for the task: (returnval){ [ 903.955147] env[69603]: value = "task-3480104" [ 903.955147] env[69603]: _type = "Task" [ 903.955147] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.969049] env[69603]: DEBUG oslo_vmware.api [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.984836] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480101, 'name': PowerOffVM_Task, 'duration_secs': 0.48095} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.985558] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.985897] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.986863] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130e6d8d-bdaa-48e5-a54f-0582c0334d50 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.995385] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.995673] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c20eec35-4c10-4a85-ab90-a5195e823575 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.048785] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "refresh_cache-49ef22ae-a1b0-4c69-ad65-ef364f2674f0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.048983] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquired lock "refresh_cache-49ef22ae-a1b0-4c69-ad65-ef364f2674f0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.049169] env[69603]: DEBUG nova.network.neutron [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.073552] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.073785] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.073969] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Deleting the datastore file [datastore2] a60800ef-820c-41fb-9746-069e2fcb2e72 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.074301] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fd2d4d1-0ec3-4a36-a44b-c4894eddefdf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.083123] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 904.083123] env[69603]: value = "task-3480106" [ 904.083123] env[69603]: _type = "Task" [ 904.083123] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.092650] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.105771] env[69603]: DEBUG oslo_concurrency.lockutils [req-e7742660-39ac-486e-b3ea-1ae31c662600 req-c82411cb-291d-469f-b157-bdd9f37bf1f2 service nova] Releasing lock "refresh_cache-447ccf7b-11b7-4976-aa30-fe3b124d968a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.187886] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 9e47d8be-78a2-44ba-b45e-4ea081dc2ad6] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.237776] env[69603]: DEBUG nova.compute.utils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.239440] env[69603]: DEBUG nova.objects.instance [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lazy-loading 'migration_context' on Instance uuid 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.240641] env[69603]: DEBUG nova.compute.manager [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.240796] env[69603]: DEBUG nova.network.neutron [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.279568] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480099, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.280027] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0ee6c5dd-f854-4e96-8049-5e3fbc96f467 tempest-ServerMetadataTestJSON-1387177033 tempest-ServerMetadataTestJSON-1387177033-project-member] Lock "df0970e4-5938-4bba-bd70-71c66963c55c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.804s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.343969] env[69603]: DEBUG nova.policy [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4e7220b4cbb48c1a934260be9e28671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ae3b77a2d24475680f30563feabe781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.414563] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132953} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.414847] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.415731] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08c48fd-f618-4d39-b07a-47b42a9f4713 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.439502] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 8cea6bf3-631f-46f8-b763-ea05ad905f21/8cea6bf3-631f-46f8-b763-ea05ad905f21.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.439843] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e002f5b6-bee0-4905-9b41-b57866a09e2d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.461752] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 904.461752] env[69603]: value = "task-3480107" [ 904.461752] env[69603]: _type = "Task" [ 904.461752] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.464991] env[69603]: DEBUG oslo_vmware.api [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Task: {'id': task-3480104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205564} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.468339] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.468659] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.468949] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.469291] env[69603]: INFO nova.compute.manager [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Took 1.14 seconds to destroy the instance on the hypervisor. [ 904.469666] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.470047] env[69603]: DEBUG nova.compute.manager [-] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.470149] env[69603]: DEBUG nova.network.neutron [-] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.478715] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.593235] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191798} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.593494] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.593677] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.593853] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.615468] env[69603]: DEBUG nova.network.neutron [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.690959] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: f9bbe81f-2cc4-4e4b-ad4c-ec555d17f0cd] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 904.741740] env[69603]: DEBUG nova.compute.manager [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.786769] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480099, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.963425] env[69603]: DEBUG nova.network.neutron [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Updating instance_info_cache with network_info: [{"id": "b6608756-306e-4f9a-8679-40651c0b0740", "address": "fa:16:3e:24:25:cd", "network": {"id": "39e96192-ce1e-4c0d-8dcd-ae082f56ff77", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-516278543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ea3107451142698dc1671e2f399372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6608756-30", "ovs_interfaceid": "b6608756-306e-4f9a-8679-40651c0b0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.966880] env[69603]: DEBUG nova.network.neutron [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Successfully created port: 21fe0cb9-6595-4b75-b1e0-d6c0cded0709 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.983314] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.046271] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 905.046509] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695765', 'volume_id': '983f27e8-d764-47a7-8f34-1d5ff68f6e12', 'name': 'volume-983f27e8-d764-47a7-8f34-1d5ff68f6e12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ce6c4cc-0b8c-4a4f-832b-db655d41c647', 'attached_at': '', 'detached_at': '', 'volume_id': '983f27e8-d764-47a7-8f34-1d5ff68f6e12', 'serial': '983f27e8-d764-47a7-8f34-1d5ff68f6e12'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 905.047528] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4f81f2-d849-4702-a8a0-392c19bc8902 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.077306] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71dbdf2d-c834-423c-b164-ee97744f7fd5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.110664] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] volume-983f27e8-d764-47a7-8f34-1d5ff68f6e12/volume-983f27e8-d764-47a7-8f34-1d5ff68f6e12.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.113691] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4dbefc2-65fe-4f9d-8137-ab041a93883e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.139489] env[69603]: DEBUG oslo_vmware.api [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 905.139489] env[69603]: value = "task-3480108" [ 905.139489] env[69603]: _type = "Task" [ 905.139489] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.154251] env[69603]: DEBUG oslo_vmware.api [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.195362] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 2cc0cac7-996e-492f-b09f-5921f3cfa2f5] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.237914] env[69603]: DEBUG nova.network.neutron [-] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.278735] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480099, 'name': CreateVM_Task, 'duration_secs': 1.62728} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.281976] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.283102] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.283309] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.283685] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.284009] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-985f28e2-d97e-4111-93a4-0edcafbb40c3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.290539] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Waiting for the task: (returnval){ [ 905.290539] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5227423b-17f8-cba1-d4b9-db5c029ff7ea" [ 905.290539] env[69603]: _type = "Task" [ 905.290539] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.303141] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5227423b-17f8-cba1-d4b9-db5c029ff7ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.384100] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b370e9d-69d6-4b47-adc1-f8c0ff272396 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.396354] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f2f31c-8fbf-463f-b5be-3b3e4cd85b9a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.429781] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7512f0d0-45dc-482e-b1a9-f4b625f0e1f8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.438636] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282b8696-a0bd-4c24-b45d-b7d6aab2b253 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.454767] env[69603]: DEBUG nova.compute.provider_tree [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 905.470234] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Releasing lock "refresh_cache-49ef22ae-a1b0-4c69-ad65-ef364f2674f0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.470406] env[69603]: DEBUG nova.compute.manager [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Instance network_info: |[{"id": "b6608756-306e-4f9a-8679-40651c0b0740", "address": "fa:16:3e:24:25:cd", "network": {"id": "39e96192-ce1e-4c0d-8dcd-ae082f56ff77", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-516278543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ea3107451142698dc1671e2f399372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6608756-30", "ovs_interfaceid": "b6608756-306e-4f9a-8679-40651c0b0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.471170] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:25:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6608756-306e-4f9a-8679-40651c0b0740', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.482191] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.486661] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.487172] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d355830-6013-4f36-8c47-3214d72bc90d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.508844] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480107, 'name': ReconfigVM_Task, 'duration_secs': 0.81852} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.510345] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 8cea6bf3-631f-46f8-b763-ea05ad905f21/8cea6bf3-631f-46f8-b763-ea05ad905f21.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.511011] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.511011] env[69603]: value = "task-3480109" [ 905.511011] env[69603]: _type = "Task" [ 905.511011] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.511275] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1b7a71a-ecf2-4337-936e-3bb07ea37215 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.522871] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480109, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.524526] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 905.524526] env[69603]: value = "task-3480110" [ 905.524526] env[69603]: _type = "Task" [ 905.524526] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.533843] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480110, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.649560] env[69603]: DEBUG nova.virt.hardware [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.650427] env[69603]: DEBUG nova.virt.hardware [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.650816] env[69603]: DEBUG nova.virt.hardware [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.651201] env[69603]: DEBUG nova.virt.hardware [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.651600] env[69603]: DEBUG nova.virt.hardware [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.651939] env[69603]: DEBUG nova.virt.hardware [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.653038] env[69603]: DEBUG nova.virt.hardware [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.653303] env[69603]: DEBUG nova.virt.hardware [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.653554] env[69603]: DEBUG nova.virt.hardware [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.653763] env[69603]: DEBUG nova.virt.hardware [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.654277] env[69603]: DEBUG nova.virt.hardware [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.655463] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb02eee-10f7-48a4-86b7-1f28da3e01cd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.670012] env[69603]: DEBUG oslo_vmware.api [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480108, 'name': ReconfigVM_Task, 'duration_secs': 0.511738} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.674175] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Reconfigured VM instance instance-0000003c to attach disk [datastore2] volume-983f27e8-d764-47a7-8f34-1d5ff68f6e12/volume-983f27e8-d764-47a7-8f34-1d5ff68f6e12.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.679571] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25fceb63-6c68-4401-976b-2f3ada6e66ea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.691188] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4ba01a-e1da-40db-9153-4c5bcdb89e39 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.699384] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: b67ec752-446a-4610-853f-d24e2153e23b] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 905.711559] env[69603]: DEBUG oslo_vmware.api [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 905.711559] env[69603]: value = "task-3480111" [ 905.711559] env[69603]: _type = "Task" [ 905.711559] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.711873] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:97:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '939c05b6-8f31-4f3a-95ac-6297e0bd243e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0340dffc-3419-4280-a1fd-334ea0259992', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.719451] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.720227] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.723812] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03a8b971-0f8c-4ff7-9e2b-841746943f70 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.739983] env[69603]: INFO nova.compute.manager [-] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Took 1.27 seconds to deallocate network for instance. [ 905.751336] env[69603]: DEBUG oslo_vmware.api [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.753271] env[69603]: DEBUG nova.compute.manager [req-cdca851b-8431-4959-8043-054f78555881 req-5e285b34-7f9d-45d9-946a-b347bff9b7f9 service nova] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Received event network-changed-b6608756-306e-4f9a-8679-40651c0b0740 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.753493] env[69603]: DEBUG nova.compute.manager [req-cdca851b-8431-4959-8043-054f78555881 req-5e285b34-7f9d-45d9-946a-b347bff9b7f9 service nova] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Refreshing instance network info cache due to event network-changed-b6608756-306e-4f9a-8679-40651c0b0740. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.753739] env[69603]: DEBUG oslo_concurrency.lockutils [req-cdca851b-8431-4959-8043-054f78555881 req-5e285b34-7f9d-45d9-946a-b347bff9b7f9 service nova] Acquiring lock "refresh_cache-49ef22ae-a1b0-4c69-ad65-ef364f2674f0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.753911] env[69603]: DEBUG oslo_concurrency.lockutils [req-cdca851b-8431-4959-8043-054f78555881 req-5e285b34-7f9d-45d9-946a-b347bff9b7f9 service nova] Acquired lock "refresh_cache-49ef22ae-a1b0-4c69-ad65-ef364f2674f0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.754089] env[69603]: DEBUG nova.network.neutron [req-cdca851b-8431-4959-8043-054f78555881 req-5e285b34-7f9d-45d9-946a-b347bff9b7f9 service nova] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Refreshing network info cache for port b6608756-306e-4f9a-8679-40651c0b0740 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.759587] env[69603]: DEBUG nova.compute.manager [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.761714] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.761714] env[69603]: value = "task-3480112" [ 905.761714] env[69603]: _type = "Task" [ 905.761714] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.772608] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480112, 'name': CreateVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.797940] env[69603]: DEBUG nova.virt.hardware [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='56cc4d2ac93022f7360979c1e9d85def',container_format='bare',created_at=2025-04-17T15:15:36Z,direct_url=,disk_format='vmdk',id=453b4e89-89b7-4214-8b02-9d900117f7b1,min_disk=1,min_ram=0,name='tempest-test-snap-1896849944',owner='6ae3b77a2d24475680f30563feabe781',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-17T15:15:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.798242] env[69603]: DEBUG nova.virt.hardware [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.798405] env[69603]: DEBUG nova.virt.hardware [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.798584] env[69603]: DEBUG nova.virt.hardware [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.798728] env[69603]: DEBUG nova.virt.hardware [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.798872] env[69603]: DEBUG nova.virt.hardware [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.799090] env[69603]: DEBUG nova.virt.hardware [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.799256] env[69603]: DEBUG nova.virt.hardware [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.799424] env[69603]: DEBUG nova.virt.hardware [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.799587] env[69603]: DEBUG nova.virt.hardware [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.799785] env[69603]: DEBUG nova.virt.hardware [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.801224] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be9bf73-e40a-4983-afa3-d617e9ec9f04 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.811389] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5227423b-17f8-cba1-d4b9-db5c029ff7ea, 'name': SearchDatastore_Task, 'duration_secs': 0.013378} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.813470] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.813723] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.813965] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.814143] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.814317] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.814992] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abb38361-6add-4720-a8cd-de92a9ad9106 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.817996] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560f9084-69e7-4bf1-b847-7a7a4ddc9ae6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.839071] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.839289] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.840160] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0e2a2f0-971c-4db9-a1f4-1650b38bf9e2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.848496] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Waiting for the task: (returnval){ [ 905.848496] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f756e9-9884-fec0-8265-cb086fd6226d" [ 905.848496] env[69603]: _type = "Task" [ 905.848496] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.864023] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f756e9-9884-fec0-8265-cb086fd6226d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.982135] env[69603]: ERROR nova.scheduler.client.report [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [req-6e54bfba-5ed8-4f4c-98e5-bd0813d68144] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6e54bfba-5ed8-4f4c-98e5-bd0813d68144"}]} [ 906.000815] env[69603]: DEBUG nova.scheduler.client.report [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 906.022016] env[69603]: DEBUG nova.scheduler.client.report [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 906.022414] env[69603]: DEBUG nova.compute.provider_tree [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 906.034434] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480109, 'name': CreateVM_Task, 'duration_secs': 0.500382} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.034623] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.035794] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.036048] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.036376] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.036639] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21e4b0d5-4c9e-40bb-85c2-fc341e52d216 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.044608] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480110, 'name': Rename_Task, 'duration_secs': 0.17007} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.045696] env[69603]: DEBUG nova.scheduler.client.report [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 906.051018] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.051018] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b0f5883-1856-40c1-bbc1-674aefc5309f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.052355] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 906.052355] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a11419-cc6e-b7d0-46e7-5c018c859761" [ 906.052355] env[69603]: _type = "Task" [ 906.052355] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.058929] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 906.058929] env[69603]: value = "task-3480113" [ 906.058929] env[69603]: _type = "Task" [ 906.058929] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.062416] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a11419-cc6e-b7d0-46e7-5c018c859761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.071827] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.073042] env[69603]: DEBUG nova.scheduler.client.report [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 906.223594] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.223887] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Cleaning up deleted instances with incomplete migration {{(pid=69603) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 906.236013] env[69603]: DEBUG oslo_vmware.api [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480111, 'name': ReconfigVM_Task, 'duration_secs': 0.251933} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.239389] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695765', 'volume_id': '983f27e8-d764-47a7-8f34-1d5ff68f6e12', 'name': 'volume-983f27e8-d764-47a7-8f34-1d5ff68f6e12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ce6c4cc-0b8c-4a4f-832b-db655d41c647', 'attached_at': '', 'detached_at': '', 'volume_id': '983f27e8-d764-47a7-8f34-1d5ff68f6e12', 'serial': '983f27e8-d764-47a7-8f34-1d5ff68f6e12'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 906.251753] env[69603]: DEBUG oslo_concurrency.lockutils [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.276971] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480112, 'name': CreateVM_Task, 'duration_secs': 0.51527} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.278210] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.278210] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.360272] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f756e9-9884-fec0-8265-cb086fd6226d, 'name': SearchDatastore_Task, 'duration_secs': 0.018397} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.364162] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38bf0ebd-435d-469e-9464-6e4461c3e92b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.371085] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Waiting for the task: (returnval){ [ 906.371085] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52acffb8-aef2-8cdf-8b1c-5dea598521ca" [ 906.371085] env[69603]: _type = "Task" [ 906.371085] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.384275] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52acffb8-aef2-8cdf-8b1c-5dea598521ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.574175] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a11419-cc6e-b7d0-46e7-5c018c859761, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.579299] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.579299] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.579299] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.579299] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.579713] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.580205] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fbf51e9-a16e-4807-b322-39ce9b0bad58 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.586010] env[69603]: DEBUG oslo_vmware.api [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480113, 'name': PowerOnVM_Task, 'duration_secs': 0.525502} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.587261] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.587672] env[69603]: INFO nova.compute.manager [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Took 8.90 seconds to spawn the instance on the hypervisor. [ 906.587979] env[69603]: DEBUG nova.compute.manager [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.589064] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de11ca2-79b2-450a-8f7c-b0439c5cdadd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.596216] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 906.596216] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cc3dd8-bd3c-995e-9cbc-1398c8f7a1fd" [ 906.596216] env[69603]: _type = "Task" [ 906.596216] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.598229] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1ea17d-9691-4efc-99f2-2aaf9199af30 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.602559] env[69603]: DEBUG nova.network.neutron [req-cdca851b-8431-4959-8043-054f78555881 req-5e285b34-7f9d-45d9-946a-b347bff9b7f9 service nova] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Updated VIF entry in instance network info cache for port b6608756-306e-4f9a-8679-40651c0b0740. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.603107] env[69603]: DEBUG nova.network.neutron [req-cdca851b-8431-4959-8043-054f78555881 req-5e285b34-7f9d-45d9-946a-b347bff9b7f9 service nova] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Updating instance_info_cache with network_info: [{"id": "b6608756-306e-4f9a-8679-40651c0b0740", "address": "fa:16:3e:24:25:cd", "network": {"id": "39e96192-ce1e-4c0d-8dcd-ae082f56ff77", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-516278543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54ea3107451142698dc1671e2f399372", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6608756-30", "ovs_interfaceid": "b6608756-306e-4f9a-8679-40651c0b0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.622088] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c07e5dd-0b8d-4993-83ca-cca84974ad58 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.626293] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cc3dd8-bd3c-995e-9cbc-1398c8f7a1fd, 'name': SearchDatastore_Task, 'duration_secs': 0.018645} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.626746] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.627111] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.627447] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.661622] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee53172-435d-453c-83fb-afa4733030a3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.676472] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de809fa-5dd2-428e-8f63-98ab9f16752d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.691487] env[69603]: DEBUG nova.compute.provider_tree [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 906.728662] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 906.882928] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52acffb8-aef2-8cdf-8b1c-5dea598521ca, 'name': SearchDatastore_Task, 'duration_secs': 0.013158} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.883266] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.883529] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 447ccf7b-11b7-4976-aa30-fe3b124d968a/447ccf7b-11b7-4976-aa30-fe3b124d968a.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.883813] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.884740] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.884740] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ae6799f-9b7a-426a-a62c-b95b8edb1256 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.886359] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e63afc7-48fd-44f8-9758-1f3ca26cfb11 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.900254] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.900428] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.901677] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc9cf61f-5b56-4007-88a8-78037cf7bfc0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.906306] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Waiting for the task: (returnval){ [ 906.906306] env[69603]: value = "task-3480114" [ 906.906306] env[69603]: _type = "Task" [ 906.906306] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.912033] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 906.912033] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5292db24-18af-d68c-f2e5-fc6e4eda160c" [ 906.912033] env[69603]: _type = "Task" [ 906.912033] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.919974] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.929393] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5292db24-18af-d68c-f2e5-fc6e4eda160c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.113111] env[69603]: DEBUG oslo_concurrency.lockutils [req-cdca851b-8431-4959-8043-054f78555881 req-5e285b34-7f9d-45d9-946a-b347bff9b7f9 service nova] Releasing lock "refresh_cache-49ef22ae-a1b0-4c69-ad65-ef364f2674f0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.113591] env[69603]: DEBUG nova.compute.manager [req-cdca851b-8431-4959-8043-054f78555881 req-5e285b34-7f9d-45d9-946a-b347bff9b7f9 service nova] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Received event network-vif-deleted-87c16503-fdb3-4fd0-8ffe-d50049e9e07f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.124694] env[69603]: INFO nova.compute.manager [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Took 45.74 seconds to build instance. [ 907.146064] env[69603]: DEBUG nova.compute.manager [req-e957b442-ee04-4053-824a-c93a2727d308 req-cd678a59-9d64-49e1-8362-120e4d8a3f38 service nova] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Received event network-vif-plugged-21fe0cb9-6595-4b75-b1e0-d6c0cded0709 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.146298] env[69603]: DEBUG oslo_concurrency.lockutils [req-e957b442-ee04-4053-824a-c93a2727d308 req-cd678a59-9d64-49e1-8362-120e4d8a3f38 service nova] Acquiring lock "5d11acbf-a910-4d1e-b768-a0c0d154eacc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.146547] env[69603]: DEBUG oslo_concurrency.lockutils [req-e957b442-ee04-4053-824a-c93a2727d308 req-cd678a59-9d64-49e1-8362-120e4d8a3f38 service nova] Lock "5d11acbf-a910-4d1e-b768-a0c0d154eacc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.146678] env[69603]: DEBUG oslo_concurrency.lockutils [req-e957b442-ee04-4053-824a-c93a2727d308 req-cd678a59-9d64-49e1-8362-120e4d8a3f38 service nova] Lock "5d11acbf-a910-4d1e-b768-a0c0d154eacc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.146848] env[69603]: DEBUG nova.compute.manager [req-e957b442-ee04-4053-824a-c93a2727d308 req-cd678a59-9d64-49e1-8362-120e4d8a3f38 service nova] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] No waiting events found dispatching network-vif-plugged-21fe0cb9-6595-4b75-b1e0-d6c0cded0709 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 907.147060] env[69603]: WARNING nova.compute.manager [req-e957b442-ee04-4053-824a-c93a2727d308 req-cd678a59-9d64-49e1-8362-120e4d8a3f38 service nova] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Received unexpected event network-vif-plugged-21fe0cb9-6595-4b75-b1e0-d6c0cded0709 for instance with vm_state building and task_state spawning. [ 907.236836] env[69603]: DEBUG nova.scheduler.client.report [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 95 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 907.237207] env[69603]: DEBUG nova.compute.provider_tree [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 95 to 96 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 907.237374] env[69603]: DEBUG nova.compute.provider_tree [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 907.253157] env[69603]: DEBUG nova.network.neutron [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Successfully updated port: 21fe0cb9-6595-4b75-b1e0-d6c0cded0709 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 907.293722] env[69603]: DEBUG nova.objects.instance [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lazy-loading 'flavor' on Instance uuid 7ce6c4cc-0b8c-4a4f-832b-db655d41c647 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 907.422848] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480114, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.429422] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5292db24-18af-d68c-f2e5-fc6e4eda160c, 'name': SearchDatastore_Task, 'duration_secs': 0.023268} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.430454] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fafa892-d96c-46b0-867e-b094e6c1df0e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.438597] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 907.438597] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523585c5-928b-2326-c82e-146dec55df24" [ 907.438597] env[69603]: _type = "Task" [ 907.438597] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.449039] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523585c5-928b-2326-c82e-146dec55df24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.636186] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5dc17520-08f3-4b3c-9901-ce1c4215e500 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "8cea6bf3-631f-46f8-b763-ea05ad905f21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.084s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.754416] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "refresh_cache-5d11acbf-a910-4d1e-b768-a0c0d154eacc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.754566] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired lock "refresh_cache-5d11acbf-a910-4d1e-b768-a0c0d154eacc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.754710] env[69603]: DEBUG nova.network.neutron [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.803901] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8241b060-51d3-4bb1-9cad-105886e317ca tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.393s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.919038] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480114, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660229} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.921806] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 447ccf7b-11b7-4976-aa30-fe3b124d968a/447ccf7b-11b7-4976-aa30-fe3b124d968a.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.921806] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.921806] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f4d6175-b895-4b57-b352-636a7fa4ab9b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.932162] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Waiting for the task: (returnval){ [ 907.932162] env[69603]: value = "task-3480115" [ 907.932162] env[69603]: _type = "Task" [ 907.932162] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.942545] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.952594] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523585c5-928b-2326-c82e-146dec55df24, 'name': SearchDatastore_Task, 'duration_secs': 0.05955} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.953043] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.953374] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 49ef22ae-a1b0-4c69-ad65-ef364f2674f0/49ef22ae-a1b0-4c69-ad65-ef364f2674f0.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.953725] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.953991] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.954295] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73f299a5-5467-4047-b8ac-61c8101b1e75 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.956900] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd04c1a0-8dba-43c8-9b48-9d3dcac07d07 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.967538] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 907.967538] env[69603]: value = "task-3480116" [ 907.967538] env[69603]: _type = "Task" [ 907.967538] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.973637] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.973927] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.975144] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c093283-1e27-4d6d-bde7-1d4c2d84fa77 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.981355] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.985333] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 907.985333] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520c1797-822f-e6d4-da91-f065e6d5c55a" [ 907.985333] env[69603]: _type = "Task" [ 907.985333] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.997792] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520c1797-822f-e6d4-da91-f065e6d5c55a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.107679] env[69603]: INFO nova.compute.manager [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Rescuing [ 908.108135] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.108316] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.108598] env[69603]: DEBUG nova.network.neutron [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.250014] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 4.518s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.256671] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.289s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.258319] env[69603]: INFO nova.compute.claims [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.344950] env[69603]: DEBUG nova.network.neutron [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.446419] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108377} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.446886] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.447876] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b345407b-01c1-4699-a536-855192ab6072 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.480613] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 447ccf7b-11b7-4976-aa30-fe3b124d968a/447ccf7b-11b7-4976-aa30-fe3b124d968a.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.484405] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c86ee45e-7ead-41e4-ab21-3c179a70d1c3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.512917] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480116, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.515053] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Waiting for the task: (returnval){ [ 908.515053] env[69603]: value = "task-3480117" [ 908.515053] env[69603]: _type = "Task" [ 908.515053] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.523328] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520c1797-822f-e6d4-da91-f065e6d5c55a, 'name': SearchDatastore_Task, 'duration_secs': 0.032555} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.526019] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebbc10dd-8477-4fba-9e95-277f9776569a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.532192] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480117, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.538022] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 908.538022] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527ceab5-fb65-83cc-062f-45a3329ea752" [ 908.538022] env[69603]: _type = "Task" [ 908.538022] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.547837] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527ceab5-fb65-83cc-062f-45a3329ea752, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.641013] env[69603]: DEBUG nova.network.neutron [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Updating instance_info_cache with network_info: [{"id": "21fe0cb9-6595-4b75-b1e0-d6c0cded0709", "address": "fa:16:3e:b9:5b:0b", "network": {"id": "b9bc9b13-eab6-4761-97e9-e5e61262d7d5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-548942406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae3b77a2d24475680f30563feabe781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21fe0cb9-65", "ovs_interfaceid": "21fe0cb9-6595-4b75-b1e0-d6c0cded0709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.981385] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798107} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.983085] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 49ef22ae-a1b0-4c69-ad65-ef364f2674f0/49ef22ae-a1b0-4c69-ad65-ef364f2674f0.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.983370] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.987493] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d513dca1-9878-4e17-8e50-84eda01d4ec6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.996916] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 908.996916] env[69603]: value = "task-3480118" [ 908.996916] env[69603]: _type = "Task" [ 908.996916] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.012498] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.027874] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.048277] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527ceab5-fb65-83cc-062f-45a3329ea752, 'name': SearchDatastore_Task, 'duration_secs': 0.077864} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.048585] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.048831] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a60800ef-820c-41fb-9746-069e2fcb2e72/a60800ef-820c-41fb-9746-069e2fcb2e72.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.049237] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55b01c28-068e-4c11-975d-b678290cdeb0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.057013] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 909.057013] env[69603]: value = "task-3480119" [ 909.057013] env[69603]: _type = "Task" [ 909.057013] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.067186] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.144063] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Releasing lock "refresh_cache-5d11acbf-a910-4d1e-b768-a0c0d154eacc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.144465] env[69603]: DEBUG nova.compute.manager [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Instance network_info: |[{"id": "21fe0cb9-6595-4b75-b1e0-d6c0cded0709", "address": "fa:16:3e:b9:5b:0b", "network": {"id": "b9bc9b13-eab6-4761-97e9-e5e61262d7d5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-548942406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae3b77a2d24475680f30563feabe781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21fe0cb9-65", "ovs_interfaceid": "21fe0cb9-6595-4b75-b1e0-d6c0cded0709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.144964] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:5b:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21fe0cb9-6595-4b75-b1e0-d6c0cded0709', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.153504] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.153782] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.154047] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2385417-596a-4077-b564-52d599278434 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.176593] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.176593] env[69603]: value = "task-3480120" [ 909.176593] env[69603]: _type = "Task" [ 909.176593] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.190029] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480120, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.290587] env[69603]: DEBUG nova.network.neutron [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Updating instance_info_cache with network_info: [{"id": "5c5bfa25-0161-445e-9cd8-addec99b4721", "address": "fa:16:3e:85:eb:4f", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5bfa25-01", "ovs_interfaceid": "5c5bfa25-0161-445e-9cd8-addec99b4721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.357237] env[69603]: DEBUG oslo_vmware.rw_handles [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255cf22-60ab-f932-e0be-55fec8c03b95/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 909.358434] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2799645-edb9-4218-a55a-ab8ec7450db2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.370014] env[69603]: DEBUG oslo_vmware.rw_handles [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255cf22-60ab-f932-e0be-55fec8c03b95/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 909.370014] env[69603]: ERROR oslo_vmware.rw_handles [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255cf22-60ab-f932-e0be-55fec8c03b95/disk-0.vmdk due to incomplete transfer. [ 909.370014] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8c055011-9a10-4687-accf-d0fa9c2a8d72 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.378174] env[69603]: DEBUG oslo_vmware.rw_handles [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5255cf22-60ab-f932-e0be-55fec8c03b95/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 909.378424] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Uploaded image 5f3449a0-fc40-4fcb-a3cc-e3bdfcc61c51 to the Glance image server {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 909.380986] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 909.383991] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0d7a3281-9234-4762-ade6-d4134ac54893 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.392567] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 909.392567] env[69603]: value = "task-3480121" [ 909.392567] env[69603]: _type = "Task" [ 909.392567] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.405172] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480121, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.467540] env[69603]: DEBUG nova.compute.manager [req-5d772c09-4081-45c3-ac4f-2c89cb247c24 req-c4343b77-40ce-4119-b835-5770a72919bb service nova] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Received event network-changed-21fe0cb9-6595-4b75-b1e0-d6c0cded0709 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.468047] env[69603]: DEBUG nova.compute.manager [req-5d772c09-4081-45c3-ac4f-2c89cb247c24 req-c4343b77-40ce-4119-b835-5770a72919bb service nova] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Refreshing instance network info cache due to event network-changed-21fe0cb9-6595-4b75-b1e0-d6c0cded0709. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.468290] env[69603]: DEBUG oslo_concurrency.lockutils [req-5d772c09-4081-45c3-ac4f-2c89cb247c24 req-c4343b77-40ce-4119-b835-5770a72919bb service nova] Acquiring lock "refresh_cache-5d11acbf-a910-4d1e-b768-a0c0d154eacc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.468437] env[69603]: DEBUG oslo_concurrency.lockutils [req-5d772c09-4081-45c3-ac4f-2c89cb247c24 req-c4343b77-40ce-4119-b835-5770a72919bb service nova] Acquired lock "refresh_cache-5d11acbf-a910-4d1e-b768-a0c0d154eacc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.468513] env[69603]: DEBUG nova.network.neutron [req-5d772c09-4081-45c3-ac4f-2c89cb247c24 req-c4343b77-40ce-4119-b835-5770a72919bb service nova] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Refreshing network info cache for port 21fe0cb9-6595-4b75-b1e0-d6c0cded0709 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.495456] env[69603]: DEBUG nova.compute.manager [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Stashing vm_state: active {{(pid=69603) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 909.512567] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10143} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.512854] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.513728] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552cb9a1-fddd-413c-9dd0-28c5cf1e7991 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.530358] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480117, 'name': ReconfigVM_Task, 'duration_secs': 0.726216} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.539568] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 447ccf7b-11b7-4976-aa30-fe3b124d968a/447ccf7b-11b7-4976-aa30-fe3b124d968a.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.549681] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 49ef22ae-a1b0-4c69-ad65-ef364f2674f0/49ef22ae-a1b0-4c69-ad65-ef364f2674f0.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.553034] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cfe2238-63c2-482c-a78e-9978ecb44379 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.556022] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa821c3-bb8a-49b2-bda2-65694f30330a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.583268] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Waiting for the task: (returnval){ [ 909.583268] env[69603]: value = "task-3480122" [ 909.583268] env[69603]: _type = "Task" [ 909.583268] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.590868] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480119, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.595414] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 909.595414] env[69603]: value = "task-3480123" [ 909.595414] env[69603]: _type = "Task" [ 909.595414] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.603898] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480122, 'name': Rename_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.611017] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480123, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.690418] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480120, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.795124] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.812950] env[69603]: INFO nova.compute.manager [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Swapping old allocation on dict_keys(['4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039']) held by migration baebba6a-dc3c-4f25-be46-db365d64da94 for instance [ 909.842575] env[69603]: DEBUG nova.scheduler.client.report [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Overwriting current allocation {'allocations': {'4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 98}}, 'project_id': '7d5cedcd6e0e4743bfc893b55aaa2c37', 'user_id': '282486c529ee46d784fc5018b725e20b', 'consumer_generation': 1} on consumer 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc {{(pid=69603) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 909.862017] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80bd901-ff7c-46ca-8b03-6968e13426cc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.873169] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64194d4-902c-4386-8aa7-e86c21d45c2e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.911894] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ed0f06-5727-487f-975d-e4e6c8b1d17d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.922550] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480121, 'name': Destroy_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.925232] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3796c097-76cb-4cae-8a71-f3c3f2f2f64d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.953906] env[69603]: DEBUG nova.compute.provider_tree [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 909.956208] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.956385] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquired lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.956573] env[69603]: DEBUG nova.network.neutron [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.017537] env[69603]: DEBUG oslo_concurrency.lockutils [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.085495] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720741} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.088494] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a60800ef-820c-41fb-9746-069e2fcb2e72/a60800ef-820c-41fb-9746-069e2fcb2e72.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.088709] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.089029] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88fd3c2b-438a-442f-9138-b854257a90a1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.105300] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 910.105300] env[69603]: value = "task-3480124" [ 910.105300] env[69603]: _type = "Task" [ 910.105300] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.105606] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480122, 'name': Rename_Task, 'duration_secs': 0.409802} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.106365] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.109651] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c19f884-5573-44b2-aa6a-77895ec1c8a7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.116174] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480123, 'name': ReconfigVM_Task, 'duration_secs': 0.426866} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.116990] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 49ef22ae-a1b0-4c69-ad65-ef364f2674f0/49ef22ae-a1b0-4c69-ad65-ef364f2674f0.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.117841] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5ca5897-4cc3-4f22-b931-d23ecd835c53 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.121976] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.123498] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Waiting for the task: (returnval){ [ 910.123498] env[69603]: value = "task-3480125" [ 910.123498] env[69603]: _type = "Task" [ 910.123498] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.127567] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 910.127567] env[69603]: value = "task-3480126" [ 910.127567] env[69603]: _type = "Task" [ 910.127567] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.133799] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.139802] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480126, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.193121] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480120, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.256176] env[69603]: DEBUG nova.network.neutron [req-5d772c09-4081-45c3-ac4f-2c89cb247c24 req-c4343b77-40ce-4119-b835-5770a72919bb service nova] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Updated VIF entry in instance network info cache for port 21fe0cb9-6595-4b75-b1e0-d6c0cded0709. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.256567] env[69603]: DEBUG nova.network.neutron [req-5d772c09-4081-45c3-ac4f-2c89cb247c24 req-c4343b77-40ce-4119-b835-5770a72919bb service nova] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Updating instance_info_cache with network_info: [{"id": "21fe0cb9-6595-4b75-b1e0-d6c0cded0709", "address": "fa:16:3e:b9:5b:0b", "network": {"id": "b9bc9b13-eab6-4761-97e9-e5e61262d7d5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-548942406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae3b77a2d24475680f30563feabe781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21fe0cb9-65", "ovs_interfaceid": "21fe0cb9-6595-4b75-b1e0-d6c0cded0709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.415187] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480121, 'name': Destroy_Task, 'duration_secs': 0.562601} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.415505] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Destroyed the VM [ 910.415738] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 910.415998] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-552501c3-a97e-43f2-90c2-4a7e735cd100 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.423939] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 910.423939] env[69603]: value = "task-3480127" [ 910.423939] env[69603]: _type = "Task" [ 910.423939] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.433967] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480127, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.481480] env[69603]: ERROR nova.scheduler.client.report [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [req-06650e04-4244-4256-a362-1dceeab57504] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-06650e04-4244-4256-a362-1dceeab57504"}]} [ 910.511875] env[69603]: DEBUG nova.scheduler.client.report [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 910.525865] env[69603]: DEBUG nova.scheduler.client.report [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 910.526097] env[69603]: DEBUG nova.compute.provider_tree [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 910.542243] env[69603]: DEBUG nova.scheduler.client.report [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 910.565055] env[69603]: DEBUG nova.scheduler.client.report [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 910.616633] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11514} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.616943] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.617838] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35219c25-7758-4e67-9c25-9be9e564ad50 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.655775] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] a60800ef-820c-41fb-9746-069e2fcb2e72/a60800ef-820c-41fb-9746-069e2fcb2e72.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.658904] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfcdd0c0-7660-4ab6-b16a-af32e87b6d73 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.677092] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480125, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.682601] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480126, 'name': Rename_Task, 'duration_secs': 0.167995} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.684242] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.684620] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 910.684620] env[69603]: value = "task-3480128" [ 910.684620] env[69603]: _type = "Task" [ 910.684620] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.687662] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a41953a1-3042-4482-a5eb-7ffd87be82a0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.704257] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480128, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.704446] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480120, 'name': CreateVM_Task, 'duration_secs': 1.061053} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.704790] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 910.704790] env[69603]: value = "task-3480129" [ 910.704790] env[69603]: _type = "Task" [ 910.704790] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.705041] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.705951] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/453b4e89-89b7-4214-8b02-9d900117f7b1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.706214] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/453b4e89-89b7-4214-8b02-9d900117f7b1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.706713] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/453b4e89-89b7-4214-8b02-9d900117f7b1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.713451] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c88148-368a-4cd9-8322-9d76d749db1c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.725964] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 910.725964] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a5a7db-a573-f284-af5b-aca98e5a74fc" [ 910.725964] env[69603]: _type = "Task" [ 910.725964] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.726290] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480129, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.737269] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a5a7db-a573-f284-af5b-aca98e5a74fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.759357] env[69603]: DEBUG oslo_concurrency.lockutils [req-5d772c09-4081-45c3-ac4f-2c89cb247c24 req-c4343b77-40ce-4119-b835-5770a72919bb service nova] Releasing lock "refresh_cache-5d11acbf-a910-4d1e-b768-a0c0d154eacc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.762173] env[69603]: DEBUG nova.network.neutron [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating instance_info_cache with network_info: [{"id": "aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154", "address": "fa:16:3e:6e:da:79", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.171", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1bdca1-b7", "ovs_interfaceid": "aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.935837] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480127, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.109633] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5586620c-b3ef-4937-bfa7-b9e9c9e50e98 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.119943] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d4dc95-2924-4973-a8cc-7fdd38b3d981 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.154051] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed91a7b2-79ce-4e59-8a4d-bcd1049da1ff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.163826] env[69603]: DEBUG oslo_vmware.api [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480125, 'name': PowerOnVM_Task, 'duration_secs': 0.931338} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.166100] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.166323] env[69603]: INFO nova.compute.manager [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Took 10.78 seconds to spawn the instance on the hypervisor. [ 911.166507] env[69603]: DEBUG nova.compute.manager [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.167320] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fd1080-962d-4daa-a818-6fa7dcadb186 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.170775] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45410085-f002-49a9-8f5b-ac33d8bd1425 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.189021] env[69603]: DEBUG nova.compute.provider_tree [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.199347] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480128, 'name': ReconfigVM_Task, 'duration_secs': 0.354844} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.199651] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Reconfigured VM instance instance-0000001e to attach disk [datastore2] a60800ef-820c-41fb-9746-069e2fcb2e72/a60800ef-820c-41fb-9746-069e2fcb2e72.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 911.202336] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e5750a6-154c-47aa-9f21-0ed2fd20e756 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.213047] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 911.213047] env[69603]: value = "task-3480130" [ 911.213047] env[69603]: _type = "Task" [ 911.213047] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.219731] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480129, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.226186] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480130, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.238296] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/453b4e89-89b7-4214-8b02-9d900117f7b1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.238514] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Processing image 453b4e89-89b7-4214-8b02-9d900117f7b1 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.238750] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/453b4e89-89b7-4214-8b02-9d900117f7b1/453b4e89-89b7-4214-8b02-9d900117f7b1.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.238894] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/453b4e89-89b7-4214-8b02-9d900117f7b1/453b4e89-89b7-4214-8b02-9d900117f7b1.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.239084] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.239344] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a166d618-7a02-4a2d-b175-c86650ab7958 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.249449] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.249623] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.250425] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b040131a-fb7c-477b-943a-b8f46e6acfd2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.256985] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 911.256985] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52aefb4e-5838-bce7-d981-d9da772c5f04" [ 911.256985] env[69603]: _type = "Task" [ 911.256985] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.265078] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Releasing lock "refresh_cache-8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.265495] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.265743] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52aefb4e-5838-bce7-d981-d9da772c5f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.265959] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f114f3af-629f-4c51-9124-f2bef4219298 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.272797] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 911.272797] env[69603]: value = "task-3480131" [ 911.272797] env[69603]: _type = "Task" [ 911.272797] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.282824] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.342513] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.342843] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38346595-c84f-4480-992b-ccaa1996a0c1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.351362] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 911.351362] env[69603]: value = "task-3480132" [ 911.351362] env[69603]: _type = "Task" [ 911.351362] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.361645] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.436324] env[69603]: DEBUG oslo_vmware.api [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480127, 'name': RemoveSnapshot_Task, 'duration_secs': 0.582202} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.436623] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 911.436857] env[69603]: INFO nova.compute.manager [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Took 15.74 seconds to snapshot the instance on the hypervisor. [ 911.702413] env[69603]: INFO nova.compute.manager [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Took 44.40 seconds to build instance. [ 911.717706] env[69603]: DEBUG oslo_vmware.api [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480129, 'name': PowerOnVM_Task, 'duration_secs': 0.750721} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.724410] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.724641] env[69603]: INFO nova.compute.manager [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Took 8.67 seconds to spawn the instance on the hypervisor. [ 911.724823] env[69603]: DEBUG nova.compute.manager [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.725709] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d6b6fa-1b10-445f-85fc-df8a1e264f88 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.732248] env[69603]: DEBUG nova.scheduler.client.report [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 911.732500] env[69603]: DEBUG nova.compute.provider_tree [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 99 to 100 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 911.732682] env[69603]: DEBUG nova.compute.provider_tree [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 911.743096] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480130, 'name': Rename_Task, 'duration_secs': 0.155571} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.743717] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.745716] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c020380-b2bc-40c3-b1a7-c9f72c3ad59c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.753311] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 911.753311] env[69603]: value = "task-3480133" [ 911.753311] env[69603]: _type = "Task" [ 911.753311] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.772290] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Preparing fetch location {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 911.773686] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Fetch image to [datastore2] OSTACK_IMG_23a26117-c414-404d-a138-fd71ac1c54c9/OSTACK_IMG_23a26117-c414-404d-a138-fd71ac1c54c9.vmdk {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 911.773686] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Downloading stream optimized image 453b4e89-89b7-4214-8b02-9d900117f7b1 to [datastore2] OSTACK_IMG_23a26117-c414-404d-a138-fd71ac1c54c9/OSTACK_IMG_23a26117-c414-404d-a138-fd71ac1c54c9.vmdk on the data store datastore2 as vApp {{(pid=69603) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 911.773686] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Downloading image file data 453b4e89-89b7-4214-8b02-9d900117f7b1 to the ESX as VM named 'OSTACK_IMG_23a26117-c414-404d-a138-fd71ac1c54c9' {{(pid=69603) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 911.775329] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.800638] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480131, 'name': PowerOffVM_Task, 'duration_secs': 0.361475} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.801149] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.801846] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:13:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='aa6de1dd-5eaf-4a58-ad83-cf48db659466',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-833780620',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.802152] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.802367] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.802591] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.802783] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.803015] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.803264] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.803434] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.803607] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.803777] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.803949] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.829578] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccc77aa4-b054-4cd8-97dd-c5b6b56c5e39 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.846676] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 911.846676] env[69603]: value = "task-3480134" [ 911.846676] env[69603]: _type = "Task" [ 911.846676] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.860718] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.866829] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480132, 'name': PowerOffVM_Task, 'duration_secs': 0.304907} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.867191] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.868090] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ff5370-d6bd-4777-9170-42fbe9727329 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.893957] env[69603]: DEBUG oslo_vmware.rw_handles [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 911.893957] env[69603]: value = "resgroup-9" [ 911.893957] env[69603]: _type = "ResourcePool" [ 911.893957] env[69603]: }. {{(pid=69603) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 911.893957] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d194937-41d0-467f-8823-5bba8044f258 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.896765] env[69603]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ed8e4e1e-6667-4d96-ba16-d5f3da20c1b3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.920567] env[69603]: DEBUG oslo_vmware.rw_handles [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lease: (returnval){ [ 911.920567] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527facaf-24ac-2ebd-2fed-085e2ae93afe" [ 911.920567] env[69603]: _type = "HttpNfcLease" [ 911.920567] env[69603]: } obtained for vApp import into resource pool (val){ [ 911.920567] env[69603]: value = "resgroup-9" [ 911.920567] env[69603]: _type = "ResourcePool" [ 911.920567] env[69603]: }. {{(pid=69603) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 911.920998] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the lease: (returnval){ [ 911.920998] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527facaf-24ac-2ebd-2fed-085e2ae93afe" [ 911.920998] env[69603]: _type = "HttpNfcLease" [ 911.920998] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 911.927940] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.927940] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527facaf-24ac-2ebd-2fed-085e2ae93afe" [ 911.927940] env[69603]: _type = "HttpNfcLease" [ 911.927940] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 911.941874] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.944436] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3f96f8e-b4a5-44fb-90bd-ec7276511b23 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.955083] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 911.955083] env[69603]: value = "task-3480136" [ 911.955083] env[69603]: _type = "Task" [ 911.955083] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.968854] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] VM already powered off {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 911.969088] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.969275] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.969432] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.969692] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.969967] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc7db19d-4831-4e29-9784-11fb78254f84 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.980221] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.980221] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.980622] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09575a05-ff01-431d-b201-aee214c81bf1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.986831] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 911.986831] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5252854c-0b10-61e8-9be9-7e1c656b64bc" [ 911.986831] env[69603]: _type = "Task" [ 911.986831] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.996514] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5252854c-0b10-61e8-9be9-7e1c656b64bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.013804] env[69603]: DEBUG nova.compute.manager [None req-43fb5c77-0147-49e6-b86e-6f58e89d07e4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Found 2 images (rotation: 2) {{(pid=69603) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 912.206714] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a1eb74ef-9d66-4c48-89c7-2ea01f34fe0f tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Lock "447ccf7b-11b7-4976-aa30-fe3b124d968a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.695s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.252712] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.996s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.253394] env[69603]: DEBUG nova.compute.manager [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.258483] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.527s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.259230] env[69603]: DEBUG nova.objects.instance [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Lazy-loading 'resources' on Instance uuid 8814e29d-5c08-45f1-9a02-c30e4b7441db {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.265201] env[69603]: INFO nova.compute.manager [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Took 33.13 seconds to build instance. [ 912.273472] env[69603]: DEBUG oslo_vmware.api [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480133, 'name': PowerOnVM_Task, 'duration_secs': 0.519686} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.274658] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.275136] env[69603]: DEBUG nova.compute.manager [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.276619] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533bee55-114c-4cdc-aa7e-434149b63ca4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.358182] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480134, 'name': ReconfigVM_Task, 'duration_secs': 0.2262} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.358890] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938ada3d-7c67-43cb-9e56-99cdddc37c39 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.378893] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:13:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='aa6de1dd-5eaf-4a58-ad83-cf48db659466',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-833780620',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.379193] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.379359] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.379548] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.379697] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.379873] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.380109] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.380275] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.380446] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.380609] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.380780] env[69603]: DEBUG nova.virt.hardware [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.381622] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f97aad6d-07bc-44e5-999d-95d6b7665c9a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.391020] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 912.391020] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c2b515-b306-7583-6961-f159b47d1933" [ 912.391020] env[69603]: _type = "Task" [ 912.391020] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.402054] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c2b515-b306-7583-6961-f159b47d1933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.433870] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.433870] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527facaf-24ac-2ebd-2fed-085e2ae93afe" [ 912.433870] env[69603]: _type = "HttpNfcLease" [ 912.433870] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 912.502401] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5252854c-0b10-61e8-9be9-7e1c656b64bc, 'name': SearchDatastore_Task, 'duration_secs': 0.014146} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.503288] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73626388-1b66-47d6-a9be-58ed5eabf46f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.511348] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 912.511348] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5215e249-fd35-fc37-3e31-ed441e553941" [ 912.511348] env[69603]: _type = "Task" [ 912.511348] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.521521] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5215e249-fd35-fc37-3e31-ed441e553941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.536700] env[69603]: DEBUG nova.compute.manager [req-0ec010c9-b91b-4d90-9e9c-d7ed62f311b5 req-936d0cf1-8d13-4e7c-8092-58833eda2631 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Received event network-changed-b38172ab-7f56-4e99-8929-975b77b27ccd {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.536700] env[69603]: DEBUG nova.compute.manager [req-0ec010c9-b91b-4d90-9e9c-d7ed62f311b5 req-936d0cf1-8d13-4e7c-8092-58833eda2631 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Refreshing instance network info cache due to event network-changed-b38172ab-7f56-4e99-8929-975b77b27ccd. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 912.536700] env[69603]: DEBUG oslo_concurrency.lockutils [req-0ec010c9-b91b-4d90-9e9c-d7ed62f311b5 req-936d0cf1-8d13-4e7c-8092-58833eda2631 service nova] Acquiring lock "refresh_cache-447ccf7b-11b7-4976-aa30-fe3b124d968a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.536844] env[69603]: DEBUG oslo_concurrency.lockutils [req-0ec010c9-b91b-4d90-9e9c-d7ed62f311b5 req-936d0cf1-8d13-4e7c-8092-58833eda2631 service nova] Acquired lock "refresh_cache-447ccf7b-11b7-4976-aa30-fe3b124d968a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.538122] env[69603]: DEBUG nova.network.neutron [req-0ec010c9-b91b-4d90-9e9c-d7ed62f311b5 req-936d0cf1-8d13-4e7c-8092-58833eda2631 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Refreshing network info cache for port b38172ab-7f56-4e99-8929-975b77b27ccd {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.763565] env[69603]: DEBUG nova.compute.utils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.765017] env[69603]: DEBUG nova.compute.manager [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.765017] env[69603]: DEBUG nova.network.neutron [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.769179] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b9998e3-9594-423c-894a-eaacedd9e1ab tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "49ef22ae-a1b0-4c69-ad65-ef364f2674f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.654s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.803630] env[69603]: DEBUG nova.policy [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6e25d7cd2c540bb87dbf8e0e93a8361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64ffe97edab646d9886fc4aea203a15a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.805618] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.900216] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c2b515-b306-7583-6961-f159b47d1933, 'name': SearchDatastore_Task, 'duration_secs': 0.021687} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.907875] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 912.910622] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cae91daa-42c9-4212-870a-8261f9070446 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.934094] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 912.934094] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527facaf-24ac-2ebd-2fed-085e2ae93afe" [ 912.934094] env[69603]: _type = "HttpNfcLease" [ 912.934094] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 912.936125] env[69603]: DEBUG oslo_vmware.rw_handles [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 912.936125] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527facaf-24ac-2ebd-2fed-085e2ae93afe" [ 912.936125] env[69603]: _type = "HttpNfcLease" [ 912.936125] env[69603]: }. {{(pid=69603) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 912.937387] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 912.937387] env[69603]: value = "task-3480137" [ 912.937387] env[69603]: _type = "Task" [ 912.937387] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.941418] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71cef63-170c-4ac4-8226-f2b3d83421bf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.957193] env[69603]: DEBUG oslo_vmware.rw_handles [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8dcc1-a162-d76f-8bb1-7bf3433ae806/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 912.957193] env[69603]: DEBUG oslo_vmware.rw_handles [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8dcc1-a162-d76f-8bb1-7bf3433ae806/disk-0.vmdk. {{(pid=69603) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 912.965540] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.039716] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9014f524-13a4-4bfa-8460-0f93db876af9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.041508] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5215e249-fd35-fc37-3e31-ed441e553941, 'name': SearchDatastore_Task, 'duration_secs': 0.020622} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.045599] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.046022] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 7ce6c4cc-0b8c-4a4f-832b-db655d41c647/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk. {{(pid=69603) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 913.046526] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0384e38c-9913-4191-bf31-0c3756a4df48 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.054514] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 913.054514] env[69603]: value = "task-3480138" [ 913.054514] env[69603]: _type = "Task" [ 913.054514] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.067045] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.267476] env[69603]: DEBUG nova.compute.manager [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 913.301062] env[69603]: DEBUG nova.compute.manager [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 913.305893] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043998e1-c401-496b-8daa-095f0cbcb153 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.417793] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebafa5a9-eb3e-4122-b344-c0cf2d692856 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.436899] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083301de-7781-4f08-bb90-f41ccaa7e013 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.492855] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29424385-e5bb-45d9-8a9f-c334bca8dd95 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.500340] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480137, 'name': ReconfigVM_Task, 'duration_secs': 0.25033} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.504044] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 913.508223] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0de433-0162-4fdd-ae3a-d13413185acc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.515818] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6db5a816-4be8-4633-b3a9-5d10295e5ec8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.544379] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc/8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.544379] env[69603]: DEBUG nova.network.neutron [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Successfully created port: 0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 913.552661] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e592c150-a8a9-4d66-b9e1-97f56de25ac0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.581897] env[69603]: DEBUG nova.compute.provider_tree [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.595401] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480138, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.597715] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 913.597715] env[69603]: value = "task-3480139" [ 913.597715] env[69603]: _type = "Task" [ 913.597715] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.608534] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.680267] env[69603]: DEBUG nova.network.neutron [req-0ec010c9-b91b-4d90-9e9c-d7ed62f311b5 req-936d0cf1-8d13-4e7c-8092-58833eda2631 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Updated VIF entry in instance network info cache for port b38172ab-7f56-4e99-8929-975b77b27ccd. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 913.680644] env[69603]: DEBUG nova.network.neutron [req-0ec010c9-b91b-4d90-9e9c-d7ed62f311b5 req-936d0cf1-8d13-4e7c-8092-58833eda2631 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Updating instance_info_cache with network_info: [{"id": "b38172ab-7f56-4e99-8929-975b77b27ccd", "address": "fa:16:3e:89:e4:28", "network": {"id": "d30312da-d54d-4fd5-8c25-9a36d82d8182", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-2001638974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cf652c411c7e4aeba9fab2a0991d50d8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb38172ab-7f", "ovs_interfaceid": "b38172ab-7f56-4e99-8929-975b77b27ccd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.808554] env[69603]: DEBUG oslo_vmware.rw_handles [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Completed reading data from the image iterator. {{(pid=69603) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 913.808924] env[69603]: DEBUG oslo_vmware.rw_handles [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8dcc1-a162-d76f-8bb1-7bf3433ae806/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 913.810091] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd1f2f4-068d-46da-a1e6-cb255dca2979 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.818825] env[69603]: DEBUG oslo_vmware.rw_handles [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8dcc1-a162-d76f-8bb1-7bf3433ae806/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 913.819117] env[69603]: DEBUG oslo_vmware.rw_handles [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8dcc1-a162-d76f-8bb1-7bf3433ae806/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 913.820076] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-dd322ea4-26c1-4a47-8ba7-2f6a9f4b5937 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.826844] env[69603]: INFO nova.compute.manager [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] instance snapshotting [ 913.827386] env[69603]: DEBUG nova.objects.instance [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lazy-loading 'flavor' on Instance uuid ab7d128e-418e-4a33-af8c-366587dc6a8b {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.088770] env[69603]: DEBUG nova.scheduler.client.report [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.096107] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597031} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.096686] env[69603]: INFO nova.virt.vmwareapi.ds_util [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 7ce6c4cc-0b8c-4a4f-832b-db655d41c647/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk. [ 914.097417] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78caba52-cff5-4a34-a383-1b0b53b4637f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.135835] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 7ce6c4cc-0b8c-4a4f-832b-db655d41c647/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.139945] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f9532e2-e011-4e5a-8eb0-fceb17ae7714 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.154388] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.161455] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 914.161455] env[69603]: value = "task-3480140" [ 914.161455] env[69603]: _type = "Task" [ 914.161455] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.171508] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.182955] env[69603]: DEBUG oslo_concurrency.lockutils [req-0ec010c9-b91b-4d90-9e9c-d7ed62f311b5 req-936d0cf1-8d13-4e7c-8092-58833eda2631 service nova] Releasing lock "refresh_cache-447ccf7b-11b7-4976-aa30-fe3b124d968a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.221172] env[69603]: DEBUG oslo_vmware.rw_handles [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d8dcc1-a162-d76f-8bb1-7bf3433ae806/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 914.221550] env[69603]: INFO nova.virt.vmwareapi.images [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Downloaded image file data 453b4e89-89b7-4214-8b02-9d900117f7b1 [ 914.223506] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bd603d-77ba-4bc2-8ee5-f59837aca266 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.247542] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58e17353-c57c-404a-bf5b-5261542ecccb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.279223] env[69603]: INFO nova.virt.vmwareapi.images [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] The imported VM was unregistered [ 914.283031] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Caching image {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 914.283453] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Creating directory with path [datastore2] devstack-image-cache_base/453b4e89-89b7-4214-8b02-9d900117f7b1 {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 914.285535] env[69603]: DEBUG nova.compute.manager [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.287664] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7b41341-9588-4942-86ac-e39d38858def {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.304997] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Created directory with path [datastore2] devstack-image-cache_base/453b4e89-89b7-4214-8b02-9d900117f7b1 {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 914.305384] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_23a26117-c414-404d-a138-fd71ac1c54c9/OSTACK_IMG_23a26117-c414-404d-a138-fd71ac1c54c9.vmdk to [datastore2] devstack-image-cache_base/453b4e89-89b7-4214-8b02-9d900117f7b1/453b4e89-89b7-4214-8b02-9d900117f7b1.vmdk. {{(pid=69603) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 914.305670] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f16980c6-5354-426c-8c68-c5a544c1769c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.314935] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 914.314935] env[69603]: value = "task-3480142" [ 914.314935] env[69603]: _type = "Task" [ 914.314935] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.318143] env[69603]: DEBUG nova.virt.hardware [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.318441] env[69603]: DEBUG nova.virt.hardware [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.318643] env[69603]: DEBUG nova.virt.hardware [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.318864] env[69603]: DEBUG nova.virt.hardware [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.319070] env[69603]: DEBUG nova.virt.hardware [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.319248] env[69603]: DEBUG nova.virt.hardware [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.319514] env[69603]: DEBUG nova.virt.hardware [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.319746] env[69603]: DEBUG nova.virt.hardware [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.320193] env[69603]: DEBUG nova.virt.hardware [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.320287] env[69603]: DEBUG nova.virt.hardware [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.320490] env[69603]: DEBUG nova.virt.hardware [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.321475] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce89c943-dab7-4097-b6ca-9063a9299ac2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.337596] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ca0d6c-4d88-4fc0-8123-07cfc2546548 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.341455] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480142, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.342842] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1ec4db-b5a0-4912-9388-efbc0bae374b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.370354] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be86ccef-0e21-4b52-97d0-203a8c8fab87 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.597667] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.339s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.601245] env[69603]: DEBUG oslo_concurrency.lockutils [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.006s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.603396] env[69603]: DEBUG nova.objects.instance [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lazy-loading 'resources' on Instance uuid 48890667-e6b2-4aeb-a7fd-5063c6fe79b2 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.617266] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480139, 'name': ReconfigVM_Task, 'duration_secs': 0.623587} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.617807] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc/8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.619238] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba99fba-6e67-4e24-bf36-197251da1b89 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.625398] env[69603]: INFO nova.scheduler.client.report [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Deleted allocations for instance 8814e29d-5c08-45f1-9a02-c30e4b7441db [ 914.655660] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de81aa85-6463-4f85-a3c7-77190796eff9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.682333] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db01bfc-a4e3-450d-a5a4-517cf1559e84 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.692286] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.709809] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e40403-7a4f-402e-86bc-7b887ab6f707 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.718674] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.718957] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e596677-debe-4863-9271-023f02d46b4f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.729390] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 914.729390] env[69603]: value = "task-3480143" [ 914.729390] env[69603]: _type = "Task" [ 914.729390] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.738859] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.772668] env[69603]: DEBUG oslo_concurrency.lockutils [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "8fefa346-59ab-4209-b87f-dc96b800b58e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.773056] env[69603]: DEBUG oslo_concurrency.lockutils [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "8fefa346-59ab-4209-b87f-dc96b800b58e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.773292] env[69603]: DEBUG oslo_concurrency.lockutils [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "8fefa346-59ab-4209-b87f-dc96b800b58e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.773485] env[69603]: DEBUG oslo_concurrency.lockutils [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "8fefa346-59ab-4209-b87f-dc96b800b58e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.773652] env[69603]: DEBUG oslo_concurrency.lockutils [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "8fefa346-59ab-4209-b87f-dc96b800b58e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.775886] env[69603]: INFO nova.compute.manager [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Terminating instance [ 914.835148] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480142, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.882856] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 914.883319] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-615e8a2c-9cad-4ee0-a6ec-85aaca220272 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.893150] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 914.893150] env[69603]: value = "task-3480144" [ 914.893150] env[69603]: _type = "Task" [ 914.893150] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.905242] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480144, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.135065] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "49ef22ae-a1b0-4c69-ad65-ef364f2674f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.135353] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "49ef22ae-a1b0-4c69-ad65-ef364f2674f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.135664] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "49ef22ae-a1b0-4c69-ad65-ef364f2674f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.136529] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "49ef22ae-a1b0-4c69-ad65-ef364f2674f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.136529] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "49ef22ae-a1b0-4c69-ad65-ef364f2674f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.144450] env[69603]: INFO nova.compute.manager [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Terminating instance [ 915.155602] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7393435f-c806-4ac9-a22e-a61f0cb960fb tempest-AttachInterfacesUnderV243Test-117976777 tempest-AttachInterfacesUnderV243Test-117976777-project-member] Lock "8814e29d-5c08-45f1-9a02-c30e4b7441db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.283s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.197029] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.242485] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.279651] env[69603]: DEBUG nova.compute.manager [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.279877] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.281269] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68266bb-63b0-47f3-98e6-195e76880baf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.300376] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.300705] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb68e24e-f74f-4a08-8306-a1c2b1918d23 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.310995] env[69603]: DEBUG oslo_vmware.api [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 915.310995] env[69603]: value = "task-3480145" [ 915.310995] env[69603]: _type = "Task" [ 915.310995] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.325612] env[69603]: DEBUG oslo_vmware.api [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480145, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.340517] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480142, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.403832] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480144, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.628473] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73c1511-7e81-463f-8140-376d351357b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.638105] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8638618f-fd07-4846-8d2a-1861107d50a3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.675398] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Acquiring lock "42b3ef81-b45d-42d2-8b89-1864f227e7cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.675693] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Lock "42b3ef81-b45d-42d2-8b89-1864f227e7cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.675903] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Acquiring lock "42b3ef81-b45d-42d2-8b89-1864f227e7cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.676135] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Lock "42b3ef81-b45d-42d2-8b89-1864f227e7cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.676320] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Lock "42b3ef81-b45d-42d2-8b89-1864f227e7cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.678500] env[69603]: DEBUG nova.compute.manager [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.678747] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.680371] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6280d1-af9d-4a7b-9698-4dc8ef2d1c75 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.684151] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330a4bd7-cfd4-4e77-845e-b00814b784f7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.688458] env[69603]: INFO nova.compute.manager [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Terminating instance [ 915.706471] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ca6ae1-7e0b-4230-846c-9b745d442e2d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.712500] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.712500] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480140, 'name': ReconfigVM_Task, 'duration_secs': 1.155524} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.712988] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f9efc43-b5dd-4ae1-8166-921b5537b9d7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.714719] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 7ce6c4cc-0b8c-4a4f-832b-db655d41c647/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.716599] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9482dd47-4ee2-43b9-872b-b67b492b7ac3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.729103] env[69603]: DEBUG nova.compute.provider_tree [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.732920] env[69603]: DEBUG nova.compute.manager [req-4364f34b-85a7-4a05-ba17-3c20f2b73f1c req-2ddf06c3-67f8-4429-979a-0ce927622942 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Received event network-vif-plugged-0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.733212] env[69603]: DEBUG oslo_concurrency.lockutils [req-4364f34b-85a7-4a05-ba17-3c20f2b73f1c req-2ddf06c3-67f8-4429-979a-0ce927622942 service nova] Acquiring lock "a76d04aa-a60d-44b8-8428-18ab9158985c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.733442] env[69603]: DEBUG oslo_concurrency.lockutils [req-4364f34b-85a7-4a05-ba17-3c20f2b73f1c req-2ddf06c3-67f8-4429-979a-0ce927622942 service nova] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.733663] env[69603]: DEBUG oslo_concurrency.lockutils [req-4364f34b-85a7-4a05-ba17-3c20f2b73f1c req-2ddf06c3-67f8-4429-979a-0ce927622942 service nova] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.733777] env[69603]: DEBUG nova.compute.manager [req-4364f34b-85a7-4a05-ba17-3c20f2b73f1c req-2ddf06c3-67f8-4429-979a-0ce927622942 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] No waiting events found dispatching network-vif-plugged-0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.733938] env[69603]: WARNING nova.compute.manager [req-4364f34b-85a7-4a05-ba17-3c20f2b73f1c req-2ddf06c3-67f8-4429-979a-0ce927622942 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Received unexpected event network-vif-plugged-0652f8d2-73a9-43c6-8016-058f2b0f8e05 for instance with vm_state building and task_state spawning. [ 915.741955] env[69603]: DEBUG oslo_vmware.api [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 915.741955] env[69603]: value = "task-3480146" [ 915.741955] env[69603]: _type = "Task" [ 915.741955] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.774924] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5134c7d0-fdf4-4722-bab1-1e565a353a85 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.791055] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.799623] env[69603]: DEBUG oslo_vmware.api [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.801435] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 915.801435] env[69603]: value = "task-3480147" [ 915.801435] env[69603]: _type = "Task" [ 915.801435] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.811896] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.827467] env[69603]: DEBUG oslo_vmware.api [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480145, 'name': PowerOffVM_Task, 'duration_secs': 0.381412} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.829861] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.830137] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.830433] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a09fbcc-d84e-41ab-aff8-38ee97630c96 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.838691] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480142, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.869656] env[69603]: DEBUG nova.network.neutron [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Successfully updated port: 0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 915.906484] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480144, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.912813] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.912813] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.912813] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Deleting the datastore file [datastore1] 8fefa346-59ab-4209-b87f-dc96b800b58e {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.912813] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc49fc71-25c1-4e3e-9f6e-601963d8fec0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.920454] env[69603]: DEBUG oslo_vmware.api [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 915.920454] env[69603]: value = "task-3480149" [ 915.920454] env[69603]: _type = "Task" [ 915.920454] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.933656] env[69603]: DEBUG oslo_vmware.api [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.196910] env[69603]: DEBUG nova.compute.manager [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.196910] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.198034] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13043b6-6904-4b04-9fe8-f7456e353b0e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.208212] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.208212] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f58f0a8c-e0d6-4a07-bf5f-11b436d065e4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.216680] env[69603]: DEBUG oslo_vmware.api [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Waiting for the task: (returnval){ [ 916.216680] env[69603]: value = "task-3480150" [ 916.216680] env[69603]: _type = "Task" [ 916.216680] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.227196] env[69603]: DEBUG oslo_vmware.api [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': task-3480150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.237207] env[69603]: DEBUG nova.scheduler.client.report [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.248268] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480143, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.275968] env[69603]: DEBUG oslo_vmware.api [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480146, 'name': PowerOffVM_Task, 'duration_secs': 0.458203} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.276295] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.276462] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.276756] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f04df186-ab5d-4bb3-9001-40759d1bd529 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.313181] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.336458] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480142, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.376399] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.376609] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.376874] env[69603]: DEBUG nova.network.neutron [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.405371] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480144, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.420050] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.420357] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.420568] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Deleting the datastore file [datastore2] 49ef22ae-a1b0-4c69-ad65-ef364f2674f0 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.420986] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb7cce97-3ca2-4d1c-829f-a80d57e04392 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.434396] env[69603]: DEBUG oslo_vmware.api [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453292} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.434766] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.435086] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.435434] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.435726] env[69603]: INFO nova.compute.manager [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 916.436106] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.437762] env[69603]: DEBUG nova.compute.manager [-] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.437961] env[69603]: DEBUG nova.network.neutron [-] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.440155] env[69603]: DEBUG oslo_vmware.api [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 916.440155] env[69603]: value = "task-3480152" [ 916.440155] env[69603]: _type = "Task" [ 916.440155] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.451486] env[69603]: DEBUG oslo_vmware.api [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.735421] env[69603]: DEBUG oslo_vmware.api [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': task-3480150, 'name': PowerOffVM_Task, 'duration_secs': 0.303087} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.741152] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.741440] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.741810] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1660276-6e10-4d6b-8243-589c6fce0964 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.744625] env[69603]: DEBUG oslo_concurrency.lockutils [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.751309] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.195s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.751583] env[69603]: DEBUG nova.objects.instance [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lazy-loading 'resources' on Instance uuid f5c27a8f-04f6-4c2b-879b-10c0284c4eb4 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.754079] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480143, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.778501] env[69603]: INFO nova.scheduler.client.report [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Deleted allocations for instance 48890667-e6b2-4aeb-a7fd-5063c6fe79b2 [ 916.814882] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.848090] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480142, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.850077] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.850396] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.851008] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Deleting the datastore file [datastore1] 42b3ef81-b45d-42d2-8b89-1864f227e7cf {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.851914] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9e62f37-7a87-42e9-9ce8-6082d95c00a4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.863389] env[69603]: DEBUG oslo_vmware.api [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Waiting for the task: (returnval){ [ 916.863389] env[69603]: value = "task-3480154" [ 916.863389] env[69603]: _type = "Task" [ 916.863389] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.873919] env[69603]: DEBUG oslo_vmware.api [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': task-3480154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.906145] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480144, 'name': CreateSnapshot_Task, 'duration_secs': 1.713292} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.906418] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 916.907388] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa54eaf-2428-41ea-933b-e2cf76ee562d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.941852] env[69603]: DEBUG nova.network.neutron [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 916.956316] env[69603]: DEBUG oslo_vmware.api [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.188527] env[69603]: DEBUG nova.network.neutron [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Updating instance_info_cache with network_info: [{"id": "0652f8d2-73a9-43c6-8016-058f2b0f8e05", "address": "fa:16:3e:a9:1c:f5", "network": {"id": "a8e16d58-954f-43ff-b5a6-1ab585c84806", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-185317985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ffe97edab646d9886fc4aea203a15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0652f8d2-73", "ovs_interfaceid": "0652f8d2-73a9-43c6-8016-058f2b0f8e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.228049] env[69603]: DEBUG nova.network.neutron [-] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.246144] env[69603]: DEBUG oslo_vmware.api [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480143, 'name': PowerOnVM_Task, 'duration_secs': 2.030523} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.247121] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.290669] env[69603]: DEBUG oslo_concurrency.lockutils [None req-77e04d95-2c78-42b7-9744-9be5af0d623a tempest-ServersWithSpecificFlavorTestJSON-1884201503 tempest-ServersWithSpecificFlavorTestJSON-1884201503-project-member] Lock "48890667-e6b2-4aeb-a7fd-5063c6fe79b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.414s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.318963] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480147, 'name': ReconfigVM_Task, 'duration_secs': 1.404461} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.319288] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.319659] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfcffca8-9ef2-4564-bb53-3eee28b41b35 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.329647] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 917.329647] env[69603]: value = "task-3480155" [ 917.329647] env[69603]: _type = "Task" [ 917.329647] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.344725] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.348143] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480142, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.997402} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.348414] env[69603]: INFO nova.virt.vmwareapi.ds_util [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_23a26117-c414-404d-a138-fd71ac1c54c9/OSTACK_IMG_23a26117-c414-404d-a138-fd71ac1c54c9.vmdk to [datastore2] devstack-image-cache_base/453b4e89-89b7-4214-8b02-9d900117f7b1/453b4e89-89b7-4214-8b02-9d900117f7b1.vmdk. [ 917.348618] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Cleaning up location [datastore2] OSTACK_IMG_23a26117-c414-404d-a138-fd71ac1c54c9 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 917.348804] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_23a26117-c414-404d-a138-fd71ac1c54c9 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.349045] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31908b6f-b3d9-4fbe-ab4e-f1234ffbea49 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.358470] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 917.358470] env[69603]: value = "task-3480156" [ 917.358470] env[69603]: _type = "Task" [ 917.358470] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.381213] env[69603]: DEBUG oslo_vmware.api [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Task: {'id': task-3480154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419833} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.381478] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.384827] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.385224] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.385582] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.385907] env[69603]: INFO nova.compute.manager [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 917.386515] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.387425] env[69603]: DEBUG nova.compute.manager [-] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.387720] env[69603]: DEBUG nova.network.neutron [-] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.428685] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 917.430139] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b5269ddf-3a85-4a8c-b298-066814a30235 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.438758] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 917.438758] env[69603]: value = "task-3480157" [ 917.438758] env[69603]: _type = "Task" [ 917.438758] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.456843] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480157, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.470702] env[69603]: DEBUG oslo_vmware.api [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.981732} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.471355] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.471922] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.471922] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.472165] env[69603]: INFO nova.compute.manager [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Took 1.79 seconds to destroy the instance on the hypervisor. [ 917.472442] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.472638] env[69603]: DEBUG nova.compute.manager [-] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.472726] env[69603]: DEBUG nova.network.neutron [-] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.691892] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Releasing lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.692265] env[69603]: DEBUG nova.compute.manager [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Instance network_info: |[{"id": "0652f8d2-73a9-43c6-8016-058f2b0f8e05", "address": "fa:16:3e:a9:1c:f5", "network": {"id": "a8e16d58-954f-43ff-b5a6-1ab585c84806", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-185317985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ffe97edab646d9886fc4aea203a15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0652f8d2-73", "ovs_interfaceid": "0652f8d2-73a9-43c6-8016-058f2b0f8e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.692657] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:1c:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0652f8d2-73a9-43c6-8016-058f2b0f8e05', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.704675] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Creating folder: Project (64ffe97edab646d9886fc4aea203a15a). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.704940] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b49e8a32-f9e7-4f21-b556-d91ac514452f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.720616] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Created folder: Project (64ffe97edab646d9886fc4aea203a15a) in parent group-v695567. [ 917.720616] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Creating folder: Instances. Parent ref: group-v695775. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 917.720616] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b516006-042f-4f77-8085-8021e4c5f9a2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.749198] env[69603]: INFO nova.compute.manager [-] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Took 1.29 seconds to deallocate network for instance. [ 917.749198] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Created folder: Instances in parent group-v695775. [ 917.749198] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.749198] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.749198] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-740fe431-a3b4-42b5-ab70-16288d49ab7c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.775647] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.775647] env[69603]: value = "task-3480160" [ 917.775647] env[69603]: _type = "Task" [ 917.775647] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.785360] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480160, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.845117] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480155, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.875837] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.075793} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.877341] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.877548] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/453b4e89-89b7-4214-8b02-9d900117f7b1/453b4e89-89b7-4214-8b02-9d900117f7b1.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.877802] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/453b4e89-89b7-4214-8b02-9d900117f7b1/453b4e89-89b7-4214-8b02-9d900117f7b1.vmdk to [datastore2] 5d11acbf-a910-4d1e-b768-a0c0d154eacc/5d11acbf-a910-4d1e-b768-a0c0d154eacc.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.879784] env[69603]: DEBUG nova.compute.manager [req-2045cd3d-b6b6-4b78-b584-b8470e69d2ec req-bfff29ef-62be-40d0-bc49-c5e70ca3200d service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Received event network-changed-0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.879952] env[69603]: DEBUG nova.compute.manager [req-2045cd3d-b6b6-4b78-b584-b8470e69d2ec req-bfff29ef-62be-40d0-bc49-c5e70ca3200d service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Refreshing instance network info cache due to event network-changed-0652f8d2-73a9-43c6-8016-058f2b0f8e05. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 917.880263] env[69603]: DEBUG oslo_concurrency.lockutils [req-2045cd3d-b6b6-4b78-b584-b8470e69d2ec req-bfff29ef-62be-40d0-bc49-c5e70ca3200d service nova] Acquiring lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.880354] env[69603]: DEBUG oslo_concurrency.lockutils [req-2045cd3d-b6b6-4b78-b584-b8470e69d2ec req-bfff29ef-62be-40d0-bc49-c5e70ca3200d service nova] Acquired lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.880479] env[69603]: DEBUG nova.network.neutron [req-2045cd3d-b6b6-4b78-b584-b8470e69d2ec req-bfff29ef-62be-40d0-bc49-c5e70ca3200d service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Refreshing network info cache for port 0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 917.884874] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac906096-f7a4-49b8-9dcf-1b03f3289b04 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.897653] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 917.897653] env[69603]: value = "task-3480161" [ 917.897653] env[69603]: _type = "Task" [ 917.897653] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.915895] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.920605] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabacdbf-046b-4b67-ad24-e5040794786b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.931295] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7351ee87-dbf2-41a2-9219-2aec2bef076a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.976575] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6ea06b-ecdd-4f1e-9f2e-869823ef12b2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.991694] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea21b80-4345-4940-b32a-5b91688923af {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.993052] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480157, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.004209] env[69603]: DEBUG nova.compute.provider_tree [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.242077] env[69603]: DEBUG oslo_concurrency.lockutils [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.272065] env[69603]: INFO nova.compute.manager [None req-4f1fa87c-0ed9-4e3b-b65a-68873569b99c tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating instance to original state: 'active' [ 918.299617] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480160, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.349264] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480155, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.412659] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480161, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.453268] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480157, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.557895] env[69603]: DEBUG nova.scheduler.client.report [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 918.558247] env[69603]: DEBUG nova.compute.provider_tree [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 100 to 101 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 918.558583] env[69603]: DEBUG nova.compute.provider_tree [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 918.750494] env[69603]: DEBUG nova.network.neutron [req-2045cd3d-b6b6-4b78-b584-b8470e69d2ec req-bfff29ef-62be-40d0-bc49-c5e70ca3200d service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Updated VIF entry in instance network info cache for port 0652f8d2-73a9-43c6-8016-058f2b0f8e05. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.751493] env[69603]: DEBUG nova.network.neutron [req-2045cd3d-b6b6-4b78-b584-b8470e69d2ec req-bfff29ef-62be-40d0-bc49-c5e70ca3200d service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Updating instance_info_cache with network_info: [{"id": "0652f8d2-73a9-43c6-8016-058f2b0f8e05", "address": "fa:16:3e:a9:1c:f5", "network": {"id": "a8e16d58-954f-43ff-b5a6-1ab585c84806", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-185317985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ffe97edab646d9886fc4aea203a15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0652f8d2-73", "ovs_interfaceid": "0652f8d2-73a9-43c6-8016-058f2b0f8e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.788254] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480160, 'name': CreateVM_Task, 'duration_secs': 0.682268} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.788254] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.788990] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.788990] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.789244] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.792740] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123d00b2-ba25-4bfd-8634-43f398b3d518 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.804307] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 918.804307] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52857b74-286f-3355-aef8-ae040f6726e3" [ 918.804307] env[69603]: _type = "Task" [ 918.804307] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.817925] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52857b74-286f-3355-aef8-ae040f6726e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.823275] env[69603]: DEBUG nova.network.neutron [-] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.851128] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480155, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.912885] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480161, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.951787] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480157, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.977100] env[69603]: DEBUG nova.network.neutron [-] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.068322] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.317s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.071429] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.208s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.072114] env[69603]: DEBUG nova.objects.instance [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lazy-loading 'resources' on Instance uuid 260435ee-6f06-4d91-92d8-c1a045ebed2b {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.098890] env[69603]: INFO nova.scheduler.client.report [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Deleted allocations for instance f5c27a8f-04f6-4c2b-879b-10c0284c4eb4 [ 919.255257] env[69603]: DEBUG oslo_concurrency.lockutils [req-2045cd3d-b6b6-4b78-b584-b8470e69d2ec req-bfff29ef-62be-40d0-bc49-c5e70ca3200d service nova] Releasing lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.255728] env[69603]: DEBUG nova.compute.manager [req-2045cd3d-b6b6-4b78-b584-b8470e69d2ec req-bfff29ef-62be-40d0-bc49-c5e70ca3200d service nova] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Received event network-vif-deleted-9bdc0428-f84e-4954-ac8c-b0b1d01f55be {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.317402] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52857b74-286f-3355-aef8-ae040f6726e3, 'name': SearchDatastore_Task, 'duration_secs': 0.014651} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.317745] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.317982] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.318237] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.318382] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.318558] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.319105] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-143c75f8-e86a-41bc-a71f-dc9b16a09cc3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.327263] env[69603]: INFO nova.compute.manager [-] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Took 1.85 seconds to deallocate network for instance. [ 919.332273] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.332605] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.334048] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4428b31c-6d01-46f2-ae74-18178d1cc547 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.351637] env[69603]: DEBUG oslo_vmware.api [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480155, 'name': PowerOnVM_Task, 'duration_secs': 1.635899} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.351637] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 919.351637] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523027e8-a8cb-2da7-3a6c-6686d412d399" [ 919.351637] env[69603]: _type = "Task" [ 919.351637] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.352213] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 919.359747] env[69603]: DEBUG nova.compute.manager [None req-4ac0912c-a5a9-4026-9e3c-88d79f923043 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.362362] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05df4c81-c738-4a6b-86ac-05c5cbfecbf4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.373567] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523027e8-a8cb-2da7-3a6c-6686d412d399, 'name': SearchDatastore_Task, 'duration_secs': 0.022157} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.382120] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c15c71-6be1-463c-bb34-ee8d5e83702a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.389501] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 919.389501] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b7304d-abe9-dca5-8542-827b64054039" [ 919.389501] env[69603]: _type = "Task" [ 919.389501] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.402889] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b7304d-abe9-dca5-8542-827b64054039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.415548] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480161, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.453889] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480157, 'name': CloneVM_Task} progress is 95%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.480674] env[69603]: INFO nova.compute.manager [-] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Took 2.09 seconds to deallocate network for instance. [ 919.615219] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f07b7145-86b6-450f-b55d-3a7d8864d349 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "f5c27a8f-04f6-4c2b-879b-10c0284c4eb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.565s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.787752] env[69603]: DEBUG oslo_concurrency.lockutils [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.788036] env[69603]: DEBUG oslo_concurrency.lockutils [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.788239] env[69603]: DEBUG oslo_concurrency.lockutils [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.788426] env[69603]: DEBUG oslo_concurrency.lockutils [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.788593] env[69603]: DEBUG oslo_concurrency.lockutils [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.791074] env[69603]: INFO nova.compute.manager [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Terminating instance [ 919.835623] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.907031] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b7304d-abe9-dca5-8542-827b64054039, 'name': SearchDatastore_Task, 'duration_secs': 0.024072} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.911050] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.911553] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] a76d04aa-a60d-44b8-8428-18ab9158985c/a76d04aa-a60d-44b8-8428-18ab9158985c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.914425] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d1cf863-166c-47a2-b229-c936bcee1263 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.918337] env[69603]: DEBUG nova.compute.manager [req-bbe4a1e9-25b4-48dc-b593-0252de233884 req-f8ae4767-00e9-4fc5-9070-395ebafa73b6 service nova] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Received event network-vif-deleted-b6608756-306e-4f9a-8679-40651c0b0740 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.918740] env[69603]: DEBUG nova.compute.manager [req-bbe4a1e9-25b4-48dc-b593-0252de233884 req-f8ae4767-00e9-4fc5-9070-395ebafa73b6 service nova] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Received event network-vif-deleted-e74c8721-04d2-420b-820d-1b3929d6c954 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.931030] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480161, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.933115] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 919.933115] env[69603]: value = "task-3480162" [ 919.933115] env[69603]: _type = "Task" [ 919.933115] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.946748] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.962818] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480157, 'name': CloneVM_Task, 'duration_secs': 2.271462} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.965021] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Created linked-clone VM from snapshot [ 919.965021] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12889940-067b-40dc-8a66-b5951d467417 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.974260] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Uploading image 5f434cb9-1818-424d-8aac-908481a8c23e {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 919.991964] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.012807] env[69603]: DEBUG oslo_vmware.rw_handles [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 920.012807] env[69603]: value = "vm-695774" [ 920.012807] env[69603]: _type = "VirtualMachine" [ 920.012807] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 920.013593] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-767fef74-1345-42b3-afb7-930c35d80915 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.026025] env[69603]: DEBUG oslo_vmware.rw_handles [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lease: (returnval){ [ 920.026025] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523483d2-7741-a79e-e7c7-54243d0fff9f" [ 920.026025] env[69603]: _type = "HttpNfcLease" [ 920.026025] env[69603]: } obtained for exporting VM: (result){ [ 920.026025] env[69603]: value = "vm-695774" [ 920.026025] env[69603]: _type = "VirtualMachine" [ 920.026025] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 920.026025] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the lease: (returnval){ [ 920.026025] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523483d2-7741-a79e-e7c7-54243d0fff9f" [ 920.026025] env[69603]: _type = "HttpNfcLease" [ 920.026025] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 920.032640] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 920.032640] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523483d2-7741-a79e-e7c7-54243d0fff9f" [ 920.032640] env[69603]: _type = "HttpNfcLease" [ 920.032640] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 920.093520] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ba07db-dae8-4a8f-9ac1-809239bbcac8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.104026] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5322890d-e38b-4ef4-b143-66136b596ba2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.150033] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95ba216-c381-4eaf-8a77-c2a8e9b4ab58 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.158441] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588873e6-4e29-41a2-9f7c-8dab2fe6b098 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.177069] env[69603]: DEBUG nova.compute.provider_tree [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.298120] env[69603]: DEBUG nova.compute.manager [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.298120] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.298120] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c2bb4e-ddc4-4830-99f2-ce9e8f1270a4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.308266] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.308831] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cd45b49-4f01-4c68-9199-e9f9844c240b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.321240] env[69603]: DEBUG oslo_vmware.api [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 920.321240] env[69603]: value = "task-3480164" [ 920.321240] env[69603]: _type = "Task" [ 920.321240] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.330631] env[69603]: DEBUG oslo_vmware.api [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.418035] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480161, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.447518] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480162, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.537619] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 920.537619] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523483d2-7741-a79e-e7c7-54243d0fff9f" [ 920.537619] env[69603]: _type = "HttpNfcLease" [ 920.537619] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 920.537980] env[69603]: DEBUG oslo_vmware.rw_handles [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 920.537980] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523483d2-7741-a79e-e7c7-54243d0fff9f" [ 920.537980] env[69603]: _type = "HttpNfcLease" [ 920.537980] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 920.539062] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a40429-89fe-40c9-b38c-ec58fe966cec {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.555023] env[69603]: DEBUG oslo_vmware.rw_handles [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e4bb6-8cc4-92e4-06bc-0b404e12d062/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 920.555195] env[69603]: DEBUG oslo_vmware.rw_handles [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e4bb6-8cc4-92e4-06bc-0b404e12d062/disk-0.vmdk for reading. {{(pid=69603) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 920.681131] env[69603]: DEBUG nova.scheduler.client.report [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.714743] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f1b257c-07eb-4f9c-9d26-d9fc9ec8f631 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.832935] env[69603]: DEBUG oslo_vmware.api [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.920323] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480161, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.774292} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.920462] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/453b4e89-89b7-4214-8b02-9d900117f7b1/453b4e89-89b7-4214-8b02-9d900117f7b1.vmdk to [datastore2] 5d11acbf-a910-4d1e-b768-a0c0d154eacc/5d11acbf-a910-4d1e-b768-a0c0d154eacc.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.922914] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c219164b-8947-46f3-aa7d-0a7a279c4271 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.951444] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 5d11acbf-a910-4d1e-b768-a0c0d154eacc/5d11acbf-a910-4d1e-b768-a0c0d154eacc.vmdk or device None with type streamOptimized {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.955567] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38e1cf70-d443-4876-9086-34774f9bbfeb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.977219] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 920.977219] env[69603]: value = "task-3480165" [ 920.977219] env[69603]: _type = "Task" [ 920.977219] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.979803] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.933178} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.983908] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] a76d04aa-a60d-44b8-8428-18ab9158985c/a76d04aa-a60d-44b8-8428-18ab9158985c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 920.984261] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 920.984516] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59e5ee1f-29dc-426a-9114-5bb88320cf0c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.000812] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 921.000812] env[69603]: value = "task-3480166" [ 921.000812] env[69603]: _type = "Task" [ 921.000812] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.014563] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.188961] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.193348] env[69603]: DEBUG oslo_concurrency.lockutils [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.558s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.193348] env[69603]: DEBUG nova.objects.instance [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lazy-loading 'resources' on Instance uuid bb4fb498-78da-43d5-a20c-cf38a94b2efa {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.223126] env[69603]: INFO nova.compute.manager [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Unrescuing [ 921.223126] env[69603]: DEBUG oslo_concurrency.lockutils [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.223126] env[69603]: DEBUG oslo_concurrency.lockutils [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquired lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.223126] env[69603]: DEBUG nova.network.neutron [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.236853] env[69603]: INFO nova.scheduler.client.report [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Deleted allocations for instance 260435ee-6f06-4d91-92d8-c1a045ebed2b [ 921.337044] env[69603]: DEBUG oslo_vmware.api [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480164, 'name': PowerOffVM_Task, 'duration_secs': 0.73997} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.337488] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.337714] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.338077] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8897919b-8498-4a5b-b815-366f68d289e3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.430328] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.430919] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.431399] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Deleting the datastore file [datastore2] 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.431855] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a7da8f6-c06a-4032-9382-f2b5bc258887 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.442578] env[69603]: DEBUG oslo_vmware.api [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 921.442578] env[69603]: value = "task-3480168" [ 921.442578] env[69603]: _type = "Task" [ 921.442578] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.451709] env[69603]: DEBUG oslo_vmware.api [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.491932] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.511827] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090129} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.513115] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.514256] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e69e47-c477-4bab-bdd4-601469d5aebc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.541796] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] a76d04aa-a60d-44b8-8428-18ab9158985c/a76d04aa-a60d-44b8-8428-18ab9158985c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.542255] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbec8761-bee6-4f22-ab77-ea2482f32d1d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.564964] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 921.564964] env[69603]: value = "task-3480169" [ 921.564964] env[69603]: _type = "Task" [ 921.564964] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.579403] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.753446] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6a2e24ef-5498-4d4f-8923-832f380c9285 tempest-MultipleCreateTestJSON-375855708 tempest-MultipleCreateTestJSON-375855708-project-member] Lock "260435ee-6f06-4d91-92d8-c1a045ebed2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.362s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.958969] env[69603]: DEBUG oslo_vmware.api [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500309} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.959265] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.959480] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.959718] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.959844] env[69603]: INFO nova.compute.manager [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Took 1.66 seconds to destroy the instance on the hypervisor. [ 921.960140] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.960947] env[69603]: DEBUG nova.compute.manager [-] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.960947] env[69603]: DEBUG nova.network.neutron [-] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.000497] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480165, 'name': ReconfigVM_Task, 'duration_secs': 0.779021} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.000893] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 5d11acbf-a910-4d1e-b768-a0c0d154eacc/5d11acbf-a910-4d1e-b768-a0c0d154eacc.vmdk or device None with type streamOptimized {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.001743] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15ccafec-572e-48d2-b2d4-46c212c5fedd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.014303] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 922.014303] env[69603]: value = "task-3480170" [ 922.014303] env[69603]: _type = "Task" [ 922.014303] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.024244] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480170, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.081355] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.246289] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0378ea-173d-4daf-a6e8-b2e0fd110223 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.259086] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e63a825-ef16-4cf9-a53a-d79da068285c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.299725] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a44ed3-0098-4754-89e4-15ba247e0103 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.311978] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523c57de-5637-41c0-ab50-07aae897445b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.334755] env[69603]: DEBUG nova.compute.provider_tree [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 922.531482] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480170, 'name': Rename_Task, 'duration_secs': 0.286664} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.533196] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.533519] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75a2bec3-4b8d-450a-b37b-7d1ecd2b34d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.542338] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 922.542338] env[69603]: value = "task-3480171" [ 922.542338] env[69603]: _type = "Task" [ 922.542338] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.556481] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.576832] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480169, 'name': ReconfigVM_Task, 'duration_secs': 0.845392} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.577227] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Reconfigured VM instance instance-0000004a to attach disk [datastore1] a76d04aa-a60d-44b8-8428-18ab9158985c/a76d04aa-a60d-44b8-8428-18ab9158985c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.577938] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-248d23c9-0db2-454a-9329-9e41f3a1a372 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.588111] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 922.588111] env[69603]: value = "task-3480172" [ 922.588111] env[69603]: _type = "Task" [ 922.588111] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.598300] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480172, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.675795] env[69603]: DEBUG nova.network.neutron [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Updating instance_info_cache with network_info: [{"id": "5c5bfa25-0161-445e-9cd8-addec99b4721", "address": "fa:16:3e:85:eb:4f", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5bfa25-01", "ovs_interfaceid": "5c5bfa25-0161-445e-9cd8-addec99b4721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.887444] env[69603]: DEBUG nova.scheduler.client.report [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 922.887743] env[69603]: DEBUG nova.compute.provider_tree [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 101 to 102 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 922.887999] env[69603]: DEBUG nova.compute.provider_tree [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 923.055387] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480171, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.061900] env[69603]: DEBUG nova.compute.manager [req-69cf802f-ef69-45f3-a6e2-cb8d92ea9a1c req-19949258-2f26-4c9e-86ed-c16b1b45522d service nova] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Received event network-vif-deleted-aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.062285] env[69603]: INFO nova.compute.manager [req-69cf802f-ef69-45f3-a6e2-cb8d92ea9a1c req-19949258-2f26-4c9e-86ed-c16b1b45522d service nova] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Neutron deleted interface aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154; detaching it from the instance and deleting it from the info cache [ 923.062610] env[69603]: DEBUG nova.network.neutron [req-69cf802f-ef69-45f3-a6e2-cb8d92ea9a1c req-19949258-2f26-4c9e-86ed-c16b1b45522d service nova] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.105739] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480172, 'name': Rename_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.181431] env[69603]: DEBUG oslo_concurrency.lockutils [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Releasing lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.182200] env[69603]: DEBUG nova.objects.instance [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lazy-loading 'flavor' on Instance uuid 7ce6c4cc-0b8c-4a4f-832b-db655d41c647 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.394835] env[69603]: DEBUG oslo_concurrency.lockutils [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.398386] env[69603]: DEBUG oslo_concurrency.lockutils [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.861s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.398648] env[69603]: DEBUG nova.objects.instance [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lazy-loading 'resources' on Instance uuid 0c2033f6-5205-42b3-a1cc-9d8b37e409c1 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.421706] env[69603]: INFO nova.scheduler.client.report [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Deleted allocations for instance bb4fb498-78da-43d5-a20c-cf38a94b2efa [ 923.442359] env[69603]: DEBUG nova.network.neutron [-] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.557459] env[69603]: DEBUG oslo_vmware.api [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480171, 'name': PowerOnVM_Task, 'duration_secs': 0.701074} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.558213] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 923.561018] env[69603]: INFO nova.compute.manager [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Took 17.80 seconds to spawn the instance on the hypervisor. [ 923.561018] env[69603]: DEBUG nova.compute.manager [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 923.561018] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e6c444-1e76-493a-a862-11dcc233da35 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.565880] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18656d03-fefa-4107-879c-5d737625b9c5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.583788] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ef5e93-6176-4248-928a-0ff01200e2f0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.609161] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480172, 'name': Rename_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.639937] env[69603]: DEBUG nova.compute.manager [req-69cf802f-ef69-45f3-a6e2-cb8d92ea9a1c req-19949258-2f26-4c9e-86ed-c16b1b45522d service nova] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Detach interface failed, port_id=aa1bdca1-b7d7-4e31-9e0c-bd0e4503a154, reason: Instance 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 923.691874] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21038d85-2f15-424c-82b6-327672d68e63 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.733405] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.733718] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a1fd128-9dad-431e-9a60-641158d8f15d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.742612] env[69603]: DEBUG oslo_vmware.api [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 923.742612] env[69603]: value = "task-3480173" [ 923.742612] env[69603]: _type = "Task" [ 923.742612] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.759509] env[69603]: DEBUG oslo_vmware.api [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.936308] env[69603]: DEBUG oslo_concurrency.lockutils [None req-db1e9a01-c5a7-4568-a4b9-849984f870a5 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "bb4fb498-78da-43d5-a20c-cf38a94b2efa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.733s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.946247] env[69603]: INFO nova.compute.manager [-] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Took 1.99 seconds to deallocate network for instance. [ 924.093968] env[69603]: INFO nova.compute.manager [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Took 44.37 seconds to build instance. [ 924.116989] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480172, 'name': Rename_Task, 'duration_secs': 1.261642} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.118387] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.118387] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92f68f0e-4485-462e-88c5-ee54dcc6a0a5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.127595] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 924.127595] env[69603]: value = "task-3480174" [ 924.127595] env[69603]: _type = "Task" [ 924.127595] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.141407] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.261988] env[69603]: DEBUG oslo_vmware.api [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480173, 'name': PowerOffVM_Task, 'duration_secs': 0.377296} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.262244] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.269100] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Reconfiguring VM instance instance-0000003c to detach disk 2002 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 924.269978] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f90f6a4c-5c94-4d36-8105-4165d7adfde9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.299830] env[69603]: DEBUG oslo_vmware.api [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 924.299830] env[69603]: value = "task-3480175" [ 924.299830] env[69603]: _type = "Task" [ 924.299830] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.316026] env[69603]: DEBUG oslo_vmware.api [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480175, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.455726] env[69603]: DEBUG oslo_concurrency.lockutils [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.484489] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a8ee2d-882a-43db-a1e0-0bd89ed73893 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.493913] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53e94be-bd1f-42f0-9765-fe2861c4557d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.532799] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0515043-2ade-400f-83e2-9970561877f3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.542867] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47fcba06-0a72-415d-b32a-1e6f26b3e77e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.562078] env[69603]: DEBUG nova.compute.provider_tree [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.599199] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d4de2256-7995-4c6f-a492-25aa0d6aa532 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "5d11acbf-a910-4d1e-b768-a0c0d154eacc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.036s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.641274] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480174, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.813699] env[69603]: DEBUG oslo_vmware.api [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480175, 'name': ReconfigVM_Task, 'duration_secs': 0.469565} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.817020] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Reconfigured VM instance instance-0000003c to detach disk 2002 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 924.817020] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.817020] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2718f46-e2ce-4264-9a9a-76496838b081 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.823791] env[69603]: DEBUG oslo_vmware.api [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 924.823791] env[69603]: value = "task-3480176" [ 924.823791] env[69603]: _type = "Task" [ 924.823791] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.836368] env[69603]: DEBUG oslo_vmware.api [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.920222] env[69603]: DEBUG oslo_concurrency.lockutils [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "5d11acbf-a910-4d1e-b768-a0c0d154eacc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.920571] env[69603]: DEBUG oslo_concurrency.lockutils [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "5d11acbf-a910-4d1e-b768-a0c0d154eacc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.920847] env[69603]: DEBUG oslo_concurrency.lockutils [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "5d11acbf-a910-4d1e-b768-a0c0d154eacc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.921159] env[69603]: DEBUG oslo_concurrency.lockutils [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "5d11acbf-a910-4d1e-b768-a0c0d154eacc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.921391] env[69603]: DEBUG oslo_concurrency.lockutils [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "5d11acbf-a910-4d1e-b768-a0c0d154eacc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.924947] env[69603]: INFO nova.compute.manager [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Terminating instance [ 925.065277] env[69603]: DEBUG nova.scheduler.client.report [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.100640] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "bcc0c5fd-21df-485a-b67f-cc2900ddf091" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.100640] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "bcc0c5fd-21df-485a-b67f-cc2900ddf091" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.100640] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "bcc0c5fd-21df-485a-b67f-cc2900ddf091-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.100640] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "bcc0c5fd-21df-485a-b67f-cc2900ddf091-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.101038] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "bcc0c5fd-21df-485a-b67f-cc2900ddf091-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.103032] env[69603]: INFO nova.compute.manager [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Terminating instance [ 925.141242] env[69603]: DEBUG oslo_vmware.api [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480174, 'name': PowerOnVM_Task, 'duration_secs': 0.596711} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.141548] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.141777] env[69603]: INFO nova.compute.manager [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Took 10.86 seconds to spawn the instance on the hypervisor. [ 925.141982] env[69603]: DEBUG nova.compute.manager [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.142849] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e2d268-e4d5-4d65-b2d8-c541c3f02712 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.342696] env[69603]: DEBUG oslo_vmware.api [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480176, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.429366] env[69603]: DEBUG nova.compute.manager [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.429366] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.431861] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660bbabd-a829-4424-b8fd-b711b2bb4745 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.441276] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.441276] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a9d0955-f6ed-4f48-ba8f-c91e7a093644 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.452993] env[69603]: DEBUG oslo_vmware.api [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 925.452993] env[69603]: value = "task-3480177" [ 925.452993] env[69603]: _type = "Task" [ 925.452993] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.460931] env[69603]: DEBUG oslo_vmware.api [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.573306] env[69603]: DEBUG oslo_concurrency.lockutils [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.575845] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.325s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.576103] env[69603]: DEBUG nova.objects.instance [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69603) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 925.606035] env[69603]: DEBUG nova.compute.manager [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.606313] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.607464] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38511604-c367-4c00-b739-1bb15729e576 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.614442] env[69603]: INFO nova.scheduler.client.report [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleted allocations for instance 0c2033f6-5205-42b3-a1cc-9d8b37e409c1 [ 925.618240] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.621162] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63989683-76ff-4d0e-a7bc-6f41cb53340d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.631078] env[69603]: DEBUG oslo_vmware.api [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 925.631078] env[69603]: value = "task-3480178" [ 925.631078] env[69603]: _type = "Task" [ 925.631078] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.641922] env[69603]: DEBUG oslo_vmware.api [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3480178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.666938] env[69603]: INFO nova.compute.manager [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Took 37.73 seconds to build instance. [ 925.839398] env[69603]: DEBUG oslo_vmware.api [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480176, 'name': PowerOnVM_Task, 'duration_secs': 0.596959} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.839708] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.840151] env[69603]: DEBUG nova.compute.manager [None req-be301dd6-fcf7-44be-9645-1f5694f044d5 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.841269] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f71c40-e9e9-4190-88bd-2d54ebed0541 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.964860] env[69603]: DEBUG oslo_vmware.api [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480177, 'name': PowerOffVM_Task, 'duration_secs': 0.38043} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.965199] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.965432] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.965719] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec9ea1de-925d-4936-8d8b-bc286c2fa5ea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.050349] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.050349] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.050349] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleting the datastore file [datastore2] 5d11acbf-a910-4d1e-b768-a0c0d154eacc {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.050349] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-848cae07-1737-41c1-ad3d-08a90acaa2f5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.058129] env[69603]: DEBUG oslo_vmware.api [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 926.058129] env[69603]: value = "task-3480180" [ 926.058129] env[69603]: _type = "Task" [ 926.058129] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.068861] env[69603]: DEBUG oslo_vmware.api [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.130140] env[69603]: DEBUG oslo_concurrency.lockutils [None req-746c20e3-a057-465f-82e5-0d8805960db5 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "0c2033f6-5205-42b3-a1cc-9d8b37e409c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.585s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.148050] env[69603]: DEBUG oslo_vmware.api [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3480178, 'name': PowerOffVM_Task, 'duration_secs': 0.289465} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.148620] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.148853] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.149217] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-803373fe-a245-4799-a8d3-64a184732ec0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.169139] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8234f516-d613-4a84-8bbf-81dab7301f10 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.240s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.236779] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.237129] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.237373] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Deleting the datastore file [datastore2] bcc0c5fd-21df-485a-b67f-cc2900ddf091 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.237618] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f1d19b4-14b8-4278-9f3a-2f8d50ac3515 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.249110] env[69603]: DEBUG oslo_vmware.api [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for the task: (returnval){ [ 926.249110] env[69603]: value = "task-3480182" [ 926.249110] env[69603]: _type = "Task" [ 926.249110] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.259408] env[69603]: DEBUG oslo_vmware.api [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3480182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.447963] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.450375] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.578583] env[69603]: DEBUG oslo_vmware.api [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296002} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.578933] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.579175] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.579415] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.583023] env[69603]: INFO nova.compute.manager [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 926.583023] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.583023] env[69603]: DEBUG nova.compute.manager [-] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.583023] env[69603]: DEBUG nova.network.neutron [-] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.589414] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2eba35ec-75a2-42c6-bd5c-0fd306cef4e8 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.590476] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.216s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.593443] env[69603]: INFO nova.compute.claims [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.732172] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Acquiring lock "56ff390c-947b-4d5d-8a47-91c2ed6ef8cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.732448] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Lock "56ff390c-947b-4d5d-8a47-91c2ed6ef8cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.762858] env[69603]: DEBUG oslo_vmware.api [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Task: {'id': task-3480182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366711} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.763221] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.763462] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.763675] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.763876] env[69603]: INFO nova.compute.manager [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Took 1.16 seconds to destroy the instance on the hypervisor. [ 926.764373] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.764373] env[69603]: DEBUG nova.compute.manager [-] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.764512] env[69603]: DEBUG nova.network.neutron [-] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.952697] env[69603]: INFO nova.compute.manager [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Detaching volume 83e6bcb5-14c7-4920-8d56-fc8ffd972768 [ 927.008780] env[69603]: INFO nova.virt.block_device [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Attempting to driver detach volume 83e6bcb5-14c7-4920-8d56-fc8ffd972768 from mountpoint /dev/sdb [ 927.008780] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 927.008780] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695750', 'volume_id': '83e6bcb5-14c7-4920-8d56-fc8ffd972768', 'name': 'volume-83e6bcb5-14c7-4920-8d56-fc8ffd972768', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4000e4f-7369-4e8a-96ec-8cdd732a6294', 'attached_at': '', 'detached_at': '', 'volume_id': '83e6bcb5-14c7-4920-8d56-fc8ffd972768', 'serial': '83e6bcb5-14c7-4920-8d56-fc8ffd972768'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 927.008780] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106c03f0-5a67-4013-8f26-4a17c33e0155 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.033182] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35670203-7336-4679-b4fc-550e0b423501 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.042225] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4c9d0f-25d2-4764-941e-eede99c88570 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.064545] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4971baa5-bc10-4ce6-a8bd-741b48ade26b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.081620] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] The volume has not been displaced from its original location: [datastore1] volume-83e6bcb5-14c7-4920-8d56-fc8ffd972768/volume-83e6bcb5-14c7-4920-8d56-fc8ffd972768.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 927.087163] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Reconfiguring VM instance instance-0000001a to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 927.087539] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a48db99-4c6e-466b-9a42-ee41b24680d2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.112288] env[69603]: DEBUG oslo_vmware.api [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 927.112288] env[69603]: value = "task-3480183" [ 927.112288] env[69603]: _type = "Task" [ 927.112288] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.121248] env[69603]: DEBUG oslo_vmware.api [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.237610] env[69603]: DEBUG nova.compute.manager [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.630893] env[69603]: DEBUG oslo_vmware.api [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480183, 'name': ReconfigVM_Task, 'duration_secs': 0.311022} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.631551] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Reconfigured VM instance instance-0000001a to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 927.636888] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dd26c30-bc39-4f7d-aad2-12c3db906875 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.658548] env[69603]: DEBUG oslo_vmware.api [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 927.658548] env[69603]: value = "task-3480184" [ 927.658548] env[69603]: _type = "Task" [ 927.658548] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.670420] env[69603]: DEBUG oslo_vmware.api [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.707771] env[69603]: DEBUG nova.compute.manager [req-c379ac83-b7e6-48d4-9e9b-3f361e3dbdf8 req-ed9465b9-92d9-4989-923c-b77f6433e088 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Received event network-changed-5c5bfa25-0161-445e-9cd8-addec99b4721 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 927.709842] env[69603]: DEBUG nova.compute.manager [req-c379ac83-b7e6-48d4-9e9b-3f361e3dbdf8 req-ed9465b9-92d9-4989-923c-b77f6433e088 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Refreshing instance network info cache due to event network-changed-5c5bfa25-0161-445e-9cd8-addec99b4721. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 927.709842] env[69603]: DEBUG oslo_concurrency.lockutils [req-c379ac83-b7e6-48d4-9e9b-3f361e3dbdf8 req-ed9465b9-92d9-4989-923c-b77f6433e088 service nova] Acquiring lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.709842] env[69603]: DEBUG oslo_concurrency.lockutils [req-c379ac83-b7e6-48d4-9e9b-3f361e3dbdf8 req-ed9465b9-92d9-4989-923c-b77f6433e088 service nova] Acquired lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.709842] env[69603]: DEBUG nova.network.neutron [req-c379ac83-b7e6-48d4-9e9b-3f361e3dbdf8 req-ed9465b9-92d9-4989-923c-b77f6433e088 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Refreshing network info cache for port 5c5bfa25-0161-445e-9cd8-addec99b4721 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 927.776664] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.118104] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78c8ab9-d364-44ba-9e15-1010b4c1bb88 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.126942] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ab15af-2f83-4946-8cda-9a9efbaff378 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.172173] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dd1860-b5c0-453c-b90c-e03f5b1e663e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.176447] env[69603]: DEBUG nova.compute.manager [req-79dc6fcc-3f20-4468-a55d-3c33bd62f9b9 req-29daac0a-faaf-41d7-8426-af5e1a224391 service nova] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Received event network-vif-deleted-04905eaa-854e-4aa4-80e3-aed5368b91b5 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.176672] env[69603]: INFO nova.compute.manager [req-79dc6fcc-3f20-4468-a55d-3c33bd62f9b9 req-29daac0a-faaf-41d7-8426-af5e1a224391 service nova] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Neutron deleted interface 04905eaa-854e-4aa4-80e3-aed5368b91b5; detaching it from the instance and deleting it from the info cache [ 928.176947] env[69603]: DEBUG nova.network.neutron [req-79dc6fcc-3f20-4468-a55d-3c33bd62f9b9 req-29daac0a-faaf-41d7-8426-af5e1a224391 service nova] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.188154] env[69603]: DEBUG oslo_vmware.api [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480184, 'name': ReconfigVM_Task, 'duration_secs': 0.200143} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.189501] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9dfc94-58a9-415a-adc3-56ef29e01109 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.194337] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695750', 'volume_id': '83e6bcb5-14c7-4920-8d56-fc8ffd972768', 'name': 'volume-83e6bcb5-14c7-4920-8d56-fc8ffd972768', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd4000e4f-7369-4e8a-96ec-8cdd732a6294', 'attached_at': '', 'detached_at': '', 'volume_id': '83e6bcb5-14c7-4920-8d56-fc8ffd972768', 'serial': '83e6bcb5-14c7-4920-8d56-fc8ffd972768'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 928.213262] env[69603]: DEBUG nova.compute.provider_tree [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 928.253527] env[69603]: DEBUG oslo_concurrency.lockutils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "bfe464e2-d734-4c83-80df-56b94c7a0681" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.253794] env[69603]: DEBUG oslo_concurrency.lockutils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "bfe464e2-d734-4c83-80df-56b94c7a0681" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.353774] env[69603]: DEBUG nova.network.neutron [-] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.365197] env[69603]: DEBUG nova.network.neutron [-] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.507483] env[69603]: DEBUG nova.network.neutron [req-c379ac83-b7e6-48d4-9e9b-3f361e3dbdf8 req-ed9465b9-92d9-4989-923c-b77f6433e088 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Updated VIF entry in instance network info cache for port 5c5bfa25-0161-445e-9cd8-addec99b4721. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 928.507846] env[69603]: DEBUG nova.network.neutron [req-c379ac83-b7e6-48d4-9e9b-3f361e3dbdf8 req-ed9465b9-92d9-4989-923c-b77f6433e088 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Updating instance_info_cache with network_info: [{"id": "5c5bfa25-0161-445e-9cd8-addec99b4721", "address": "fa:16:3e:85:eb:4f", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5bfa25-01", "ovs_interfaceid": "5c5bfa25-0161-445e-9cd8-addec99b4721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.679795] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae812957-6ec6-4da2-90ad-b7149e5434a8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.692149] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fcc72d-c804-4cf7-a5f7-44868d3c2bce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.734489] env[69603]: DEBUG nova.compute.manager [req-79dc6fcc-3f20-4468-a55d-3c33bd62f9b9 req-29daac0a-faaf-41d7-8426-af5e1a224391 service nova] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Detach interface failed, port_id=04905eaa-854e-4aa4-80e3-aed5368b91b5, reason: Instance bcc0c5fd-21df-485a-b67f-cc2900ddf091 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 928.741357] env[69603]: ERROR nova.scheduler.client.report [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [req-5bcd50b0-8ce2-44eb-a243-c3bc51672b24] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5bcd50b0-8ce2-44eb-a243-c3bc51672b24"}]} [ 928.748395] env[69603]: DEBUG nova.objects.instance [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lazy-loading 'flavor' on Instance uuid d4000e4f-7369-4e8a-96ec-8cdd732a6294 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.758312] env[69603]: DEBUG nova.compute.manager [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.765033] env[69603]: DEBUG nova.scheduler.client.report [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 928.789382] env[69603]: DEBUG nova.scheduler.client.report [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 928.789597] env[69603]: DEBUG nova.compute.provider_tree [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 928.803690] env[69603]: DEBUG nova.scheduler.client.report [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 928.823447] env[69603]: DEBUG nova.scheduler.client.report [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 928.855624] env[69603]: INFO nova.compute.manager [-] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Took 2.09 seconds to deallocate network for instance. [ 928.868842] env[69603]: INFO nova.compute.manager [-] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Took 2.29 seconds to deallocate network for instance. [ 929.011157] env[69603]: DEBUG oslo_concurrency.lockutils [req-c379ac83-b7e6-48d4-9e9b-3f361e3dbdf8 req-ed9465b9-92d9-4989-923c-b77f6433e088 service nova] Releasing lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.216066] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfdc45de-7537-41fd-bb69-de943ba72e70 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.228120] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b369ff7-4844-4b97-83a5-8209a40eca88 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.262256] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8ec8b7-cca1-4c4a-a0df-bf864534c964 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.274436] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae07beb8-1fa0-4dc2-bdb3-01fc8fae17f5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.281806] env[69603]: DEBUG oslo_concurrency.lockutils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.291091] env[69603]: DEBUG nova.compute.provider_tree [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.344456] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Acquiring lock "33ef9ae9-b645-4130-96e7-8042d7366c99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.344732] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Lock "33ef9ae9-b645-4130-96e7-8042d7366c99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.344949] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Acquiring lock "33ef9ae9-b645-4130-96e7-8042d7366c99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.345151] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Lock "33ef9ae9-b645-4130-96e7-8042d7366c99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.345325] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Lock "33ef9ae9-b645-4130-96e7-8042d7366c99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.347586] env[69603]: INFO nova.compute.manager [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Terminating instance [ 929.361955] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.378802] env[69603]: DEBUG oslo_concurrency.lockutils [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.723445] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9ea53c18-70e0-4460-8d65-c1caed2d51b8 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.735653] env[69603]: DEBUG nova.compute.manager [req-6370a45c-6ff8-4a47-827c-80f7de7fa9e5 req-29bfee3b-8199-43fb-b1e6-d377703b8a79 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Received event network-changed-5c5bfa25-0161-445e-9cd8-addec99b4721 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.735768] env[69603]: DEBUG nova.compute.manager [req-6370a45c-6ff8-4a47-827c-80f7de7fa9e5 req-29bfee3b-8199-43fb-b1e6-d377703b8a79 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Refreshing instance network info cache due to event network-changed-5c5bfa25-0161-445e-9cd8-addec99b4721. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 929.736023] env[69603]: DEBUG oslo_concurrency.lockutils [req-6370a45c-6ff8-4a47-827c-80f7de7fa9e5 req-29bfee3b-8199-43fb-b1e6-d377703b8a79 service nova] Acquiring lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.736157] env[69603]: DEBUG oslo_concurrency.lockutils [req-6370a45c-6ff8-4a47-827c-80f7de7fa9e5 req-29bfee3b-8199-43fb-b1e6-d377703b8a79 service nova] Acquired lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.736323] env[69603]: DEBUG nova.network.neutron [req-6370a45c-6ff8-4a47-827c-80f7de7fa9e5 req-29bfee3b-8199-43fb-b1e6-d377703b8a79 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Refreshing network info cache for port 5c5bfa25-0161-445e-9cd8-addec99b4721 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.769575] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d75eda05-ed87-4ff0-80e1-fcaa62993a8c tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.321s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.770890] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9ea53c18-70e0-4460-8d65-c1caed2d51b8 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.048s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.771197] env[69603]: DEBUG nova.compute.manager [None req-9ea53c18-70e0-4460-8d65-c1caed2d51b8 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.772550] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae240dc-9921-4a3e-8e30-6c1cb83d52c9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.780329] env[69603]: DEBUG nova.compute.manager [None req-9ea53c18-70e0-4460-8d65-c1caed2d51b8 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69603) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 929.780935] env[69603]: DEBUG nova.objects.instance [None req-9ea53c18-70e0-4460-8d65-c1caed2d51b8 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lazy-loading 'flavor' on Instance uuid d4000e4f-7369-4e8a-96ec-8cdd732a6294 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.823488] env[69603]: DEBUG nova.scheduler.client.report [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 929.823761] env[69603]: DEBUG nova.compute.provider_tree [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 104 to 105 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 929.823941] env[69603]: DEBUG nova.compute.provider_tree [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.851154] env[69603]: DEBUG nova.compute.manager [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 929.851470] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 929.851783] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e41dfe0-2917-470a-a38b-7265500d6055 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.860094] env[69603]: DEBUG oslo_vmware.api [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Waiting for the task: (returnval){ [ 929.860094] env[69603]: value = "task-3480185" [ 929.860094] env[69603]: _type = "Task" [ 929.860094] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.869492] env[69603]: DEBUG oslo_vmware.api [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.034536] env[69603]: DEBUG oslo_vmware.rw_handles [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e4bb6-8cc4-92e4-06bc-0b404e12d062/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 930.035520] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca10f77-d2ab-49b1-9847-0a322d84221a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.042647] env[69603]: DEBUG oslo_vmware.rw_handles [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e4bb6-8cc4-92e4-06bc-0b404e12d062/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 930.042647] env[69603]: ERROR oslo_vmware.rw_handles [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e4bb6-8cc4-92e4-06bc-0b404e12d062/disk-0.vmdk due to incomplete transfer. [ 930.042802] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ca627169-a177-493b-b796-2995b50c3f6e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.051265] env[69603]: DEBUG oslo_vmware.rw_handles [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520e4bb6-8cc4-92e4-06bc-0b404e12d062/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 930.051471] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Uploaded image 5f434cb9-1818-424d-8aac-908481a8c23e to the Glance image server {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 930.053923] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 930.054214] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-612eec91-f5ba-47ca-8e0e-af5ca98985eb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.061257] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 930.061257] env[69603]: value = "task-3480186" [ 930.061257] env[69603]: _type = "Task" [ 930.061257] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.069922] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480186, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.243124] env[69603]: DEBUG nova.compute.manager [req-12c1ef4a-efe0-4e70-a8b7-da897e2f679b req-801603f9-49e6-4317-a893-3837972d4696 service nova] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Received event network-vif-deleted-21fe0cb9-6595-4b75-b1e0-d6c0cded0709 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.243355] env[69603]: DEBUG nova.compute.manager [req-12c1ef4a-efe0-4e70-a8b7-da897e2f679b req-801603f9-49e6-4317-a893-3837972d4696 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Received event network-changed-0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.243522] env[69603]: DEBUG nova.compute.manager [req-12c1ef4a-efe0-4e70-a8b7-da897e2f679b req-801603f9-49e6-4317-a893-3837972d4696 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Refreshing instance network info cache due to event network-changed-0652f8d2-73a9-43c6-8016-058f2b0f8e05. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.243835] env[69603]: DEBUG oslo_concurrency.lockutils [req-12c1ef4a-efe0-4e70-a8b7-da897e2f679b req-801603f9-49e6-4317-a893-3837972d4696 service nova] Acquiring lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.243997] env[69603]: DEBUG oslo_concurrency.lockutils [req-12c1ef4a-efe0-4e70-a8b7-da897e2f679b req-801603f9-49e6-4317-a893-3837972d4696 service nova] Acquired lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.244171] env[69603]: DEBUG nova.network.neutron [req-12c1ef4a-efe0-4e70-a8b7-da897e2f679b req-801603f9-49e6-4317-a893-3837972d4696 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Refreshing network info cache for port 0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.329509] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.739s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.330065] env[69603]: DEBUG nova.compute.manager [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.333958] env[69603]: DEBUG oslo_concurrency.lockutils [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.082s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.334270] env[69603]: DEBUG nova.objects.instance [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lazy-loading 'resources' on Instance uuid 606bcda3-d2fe-4560-8b8a-dbb7a2d14553 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.369950] env[69603]: DEBUG oslo_vmware.api [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480185, 'name': PowerOffVM_Task, 'duration_secs': 0.359585} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.370284] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 930.370481] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 930.370672] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695726', 'volume_id': '3656534e-210b-487f-abbc-28a5c81da079', 'name': 'volume-3656534e-210b-487f-abbc-28a5c81da079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33ef9ae9-b645-4130-96e7-8042d7366c99', 'attached_at': '', 'detached_at': '', 'volume_id': '3656534e-210b-487f-abbc-28a5c81da079', 'serial': '3656534e-210b-487f-abbc-28a5c81da079'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 930.372044] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf4b1a2-8350-47e1-9ba9-2ceed6e6530e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.393277] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008b088a-034b-40cf-b8d8-8d14ca5776c7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.401418] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644af1ac-8a1e-4d99-ad5f-5d3382cf53f6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.424977] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2f4190-12f0-44b3-be95-27bd54ac49e0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.443677] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] The volume has not been displaced from its original location: [datastore2] volume-3656534e-210b-487f-abbc-28a5c81da079/volume-3656534e-210b-487f-abbc-28a5c81da079.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 930.449328] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 930.449689] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97d03ce7-9d4b-47de-86a1-1b315f9000ef {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.472665] env[69603]: DEBUG oslo_vmware.api [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Waiting for the task: (returnval){ [ 930.472665] env[69603]: value = "task-3480187" [ 930.472665] env[69603]: _type = "Task" [ 930.472665] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.481704] env[69603]: DEBUG oslo_vmware.api [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.571404] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480186, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.604892] env[69603]: DEBUG nova.network.neutron [req-6370a45c-6ff8-4a47-827c-80f7de7fa9e5 req-29bfee3b-8199-43fb-b1e6-d377703b8a79 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Updated VIF entry in instance network info cache for port 5c5bfa25-0161-445e-9cd8-addec99b4721. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.605292] env[69603]: DEBUG nova.network.neutron [req-6370a45c-6ff8-4a47-827c-80f7de7fa9e5 req-29bfee3b-8199-43fb-b1e6-d377703b8a79 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Updating instance_info_cache with network_info: [{"id": "5c5bfa25-0161-445e-9cd8-addec99b4721", "address": "fa:16:3e:85:eb:4f", "network": {"id": "9562175f-eba3-4905-aab2-08d1ff29daf3", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1945808098-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "65e5410203674c3796382ee08e6306f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c5bfa25-01", "ovs_interfaceid": "5c5bfa25-0161-445e-9cd8-addec99b4721", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.789968] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea53c18-70e0-4460-8d65-c1caed2d51b8 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.790247] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceaf294f-bafe-4af0-a5ad-14dd6e2ca41c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.797916] env[69603]: DEBUG oslo_vmware.api [None req-9ea53c18-70e0-4460-8d65-c1caed2d51b8 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 930.797916] env[69603]: value = "task-3480188" [ 930.797916] env[69603]: _type = "Task" [ 930.797916] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.807286] env[69603]: DEBUG oslo_vmware.api [None req-9ea53c18-70e0-4460-8d65-c1caed2d51b8 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.838303] env[69603]: DEBUG nova.compute.utils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.842875] env[69603]: DEBUG nova.compute.manager [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.842992] env[69603]: DEBUG nova.network.neutron [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.914586] env[69603]: DEBUG nova.policy [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b5a559e296f4a44808838df8b2652b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e45969eb4ad041bab259e6c0a7e8cddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.987500] env[69603]: DEBUG oslo_vmware.api [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480187, 'name': ReconfigVM_Task, 'duration_secs': 0.441869} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.987789] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 930.998024] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aecf105-e0ae-4410-8e80-5bab3c64a8c0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.015963] env[69603]: DEBUG oslo_vmware.api [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Waiting for the task: (returnval){ [ 931.015963] env[69603]: value = "task-3480189" [ 931.015963] env[69603]: _type = "Task" [ 931.015963] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.030896] env[69603]: DEBUG oslo_vmware.api [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.071869] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480186, 'name': Destroy_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.075301] env[69603]: DEBUG nova.network.neutron [req-12c1ef4a-efe0-4e70-a8b7-da897e2f679b req-801603f9-49e6-4317-a893-3837972d4696 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Updated VIF entry in instance network info cache for port 0652f8d2-73a9-43c6-8016-058f2b0f8e05. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.075654] env[69603]: DEBUG nova.network.neutron [req-12c1ef4a-efe0-4e70-a8b7-da897e2f679b req-801603f9-49e6-4317-a893-3837972d4696 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Updating instance_info_cache with network_info: [{"id": "0652f8d2-73a9-43c6-8016-058f2b0f8e05", "address": "fa:16:3e:a9:1c:f5", "network": {"id": "a8e16d58-954f-43ff-b5a6-1ab585c84806", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-185317985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ffe97edab646d9886fc4aea203a15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0652f8d2-73", "ovs_interfaceid": "0652f8d2-73a9-43c6-8016-058f2b0f8e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.111831] env[69603]: DEBUG oslo_concurrency.lockutils [req-6370a45c-6ff8-4a47-827c-80f7de7fa9e5 req-29bfee3b-8199-43fb-b1e6-d377703b8a79 service nova] Releasing lock "refresh_cache-7ce6c4cc-0b8c-4a4f-832b-db655d41c647" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.286586] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2a8fa3-8a68-408c-a72b-8dd7d9f7acdc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.294225] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd300532-896b-4d95-aa12-1bba1ebe248f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.306476] env[69603]: DEBUG oslo_vmware.api [None req-9ea53c18-70e0-4460-8d65-c1caed2d51b8 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480188, 'name': PowerOffVM_Task, 'duration_secs': 0.374179} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.330564] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea53c18-70e0-4460-8d65-c1caed2d51b8 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.330846] env[69603]: DEBUG nova.compute.manager [None req-9ea53c18-70e0-4460-8d65-c1caed2d51b8 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 931.331784] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2416f7e1-9c80-4519-afe2-d3a833859a81 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.335116] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56d4bde-3dbc-4577-9c1c-0081a10e46eb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.344457] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adb0e60-7e6f-4ec2-b9e8-77bbb7d19800 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.349303] env[69603]: DEBUG nova.compute.manager [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.364912] env[69603]: DEBUG nova.compute.provider_tree [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.446989] env[69603]: DEBUG nova.network.neutron [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Successfully created port: 537cb2e7-a2e6-4829-bff8-fcce85ec68ee {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.526456] env[69603]: DEBUG oslo_vmware.api [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480189, 'name': ReconfigVM_Task, 'duration_secs': 0.182652} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.526740] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695726', 'volume_id': '3656534e-210b-487f-abbc-28a5c81da079', 'name': 'volume-3656534e-210b-487f-abbc-28a5c81da079', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '33ef9ae9-b645-4130-96e7-8042d7366c99', 'attached_at': '', 'detached_at': '', 'volume_id': '3656534e-210b-487f-abbc-28a5c81da079', 'serial': '3656534e-210b-487f-abbc-28a5c81da079'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 931.527079] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.527972] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204f350c-e117-4a71-aa24-6480b047947d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.534802] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.535050] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3780130e-6905-4415-ac60-86ef1f0a6c01 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.572318] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480186, 'name': Destroy_Task, 'duration_secs': 1.031365} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.572578] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Destroyed the VM [ 931.572815] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 931.573066] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6782233b-0b6f-42e7-ac43-873dc9e64b88 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.579250] env[69603]: DEBUG oslo_concurrency.lockutils [req-12c1ef4a-efe0-4e70-a8b7-da897e2f679b req-801603f9-49e6-4317-a893-3837972d4696 service nova] Releasing lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.579669] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 931.579669] env[69603]: value = "task-3480191" [ 931.579669] env[69603]: _type = "Task" [ 931.579669] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.589039] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480191, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.603486] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.603729] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.603913] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Deleting the datastore file [datastore2] 33ef9ae9-b645-4130-96e7-8042d7366c99 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.604205] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77239c54-4960-4b8a-af75-24728752954a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.610318] env[69603]: DEBUG oslo_vmware.api [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Waiting for the task: (returnval){ [ 931.610318] env[69603]: value = "task-3480192" [ 931.610318] env[69603]: _type = "Task" [ 931.610318] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.617912] env[69603]: DEBUG oslo_vmware.api [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.869643] env[69603]: DEBUG nova.scheduler.client.report [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.873060] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9ea53c18-70e0-4460-8d65-c1caed2d51b8 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.102s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.090301] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480191, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.120225] env[69603]: DEBUG oslo_vmware.api [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Task: {'id': task-3480192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10068} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.120515] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.120706] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.120882] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.121072] env[69603]: INFO nova.compute.manager [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Took 2.27 seconds to destroy the instance on the hypervisor. [ 932.121316] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.121507] env[69603]: DEBUG nova.compute.manager [-] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.121603] env[69603]: DEBUG nova.network.neutron [-] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.316851] env[69603]: DEBUG nova.objects.instance [None req-728cbbc9-be60-4bab-ab89-8a8f287c7eb6 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lazy-loading 'flavor' on Instance uuid d4000e4f-7369-4e8a-96ec-8cdd732a6294 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.361326] env[69603]: DEBUG nova.compute.manager [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.375783] env[69603]: DEBUG oslo_concurrency.lockutils [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.379028] env[69603]: DEBUG oslo_concurrency.lockutils [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.361s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.402371] env[69603]: DEBUG nova.virt.hardware [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.402655] env[69603]: DEBUG nova.virt.hardware [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.402827] env[69603]: DEBUG nova.virt.hardware [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.403134] env[69603]: DEBUG nova.virt.hardware [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.403368] env[69603]: DEBUG nova.virt.hardware [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.403578] env[69603]: DEBUG nova.virt.hardware [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.404223] env[69603]: DEBUG nova.virt.hardware [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.404468] env[69603]: DEBUG nova.virt.hardware [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.404982] env[69603]: DEBUG nova.virt.hardware [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.405464] env[69603]: DEBUG nova.virt.hardware [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.405837] env[69603]: DEBUG nova.virt.hardware [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.407785] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe2681b-5d61-40b9-bb02-d26b41a25edc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.412543] env[69603]: INFO nova.scheduler.client.report [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Deleted allocations for instance 606bcda3-d2fe-4560-8b8a-dbb7a2d14553 [ 932.421523] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ec79cb-56bb-4188-a671-795d15623b6d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.593385] env[69603]: DEBUG oslo_vmware.api [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480191, 'name': RemoveSnapshot_Task, 'duration_secs': 0.890336} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.593616] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 932.593852] env[69603]: INFO nova.compute.manager [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Took 18.25 seconds to snapshot the instance on the hypervisor. [ 932.749066] env[69603]: DEBUG nova.compute.manager [req-0df9d46d-8e02-41b9-a7e2-6551ef23722e req-18ba2a81-92f7-48cc-88da-62d9e925880f service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Received event network-vif-deleted-3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.749281] env[69603]: INFO nova.compute.manager [req-0df9d46d-8e02-41b9-a7e2-6551ef23722e req-18ba2a81-92f7-48cc-88da-62d9e925880f service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Neutron deleted interface 3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d; detaching it from the instance and deleting it from the info cache [ 932.749462] env[69603]: DEBUG nova.network.neutron [req-0df9d46d-8e02-41b9-a7e2-6551ef23722e req-18ba2a81-92f7-48cc-88da-62d9e925880f service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.823378] env[69603]: DEBUG oslo_concurrency.lockutils [None req-728cbbc9-be60-4bab-ab89-8a8f287c7eb6 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "refresh_cache-d4000e4f-7369-4e8a-96ec-8cdd732a6294" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.823592] env[69603]: DEBUG oslo_concurrency.lockutils [None req-728cbbc9-be60-4bab-ab89-8a8f287c7eb6 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquired lock "refresh_cache-d4000e4f-7369-4e8a-96ec-8cdd732a6294" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.823767] env[69603]: DEBUG nova.network.neutron [None req-728cbbc9-be60-4bab-ab89-8a8f287c7eb6 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.824215] env[69603]: DEBUG nova.objects.instance [None req-728cbbc9-be60-4bab-ab89-8a8f287c7eb6 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lazy-loading 'info_cache' on Instance uuid d4000e4f-7369-4e8a-96ec-8cdd732a6294 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.884675] env[69603]: INFO nova.compute.claims [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.921257] env[69603]: DEBUG oslo_concurrency.lockutils [None req-32321ffe-270f-4a3a-9987-35408e64074c tempest-ImagesOneServerNegativeTestJSON-1009677747 tempest-ImagesOneServerNegativeTestJSON-1009677747-project-member] Lock "606bcda3-d2fe-4560-8b8a-dbb7a2d14553" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.099s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.113862] env[69603]: DEBUG nova.network.neutron [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Successfully updated port: 537cb2e7-a2e6-4829-bff8-fcce85ec68ee {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 933.145405] env[69603]: DEBUG nova.compute.manager [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Found 3 images (rotation: 2) {{(pid=69603) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 933.145624] env[69603]: DEBUG nova.compute.manager [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Rotating out 1 backups {{(pid=69603) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 933.145786] env[69603]: DEBUG nova.compute.manager [None req-faf3222a-b872-4660-bfbc-2a8beb0ee080 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Deleting image f6905de7-2260-4763-bb78-2777e0f1cff6 {{(pid=69603) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 933.232933] env[69603]: DEBUG nova.network.neutron [-] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.252018] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e80ab699-6925-4858-b57b-4ee18e9ca7f9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.263804] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f27cedd-6f89-48bb-a0ea-61170b5653e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.303848] env[69603]: DEBUG nova.compute.manager [req-0df9d46d-8e02-41b9-a7e2-6551ef23722e req-18ba2a81-92f7-48cc-88da-62d9e925880f service nova] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Detach interface failed, port_id=3cda1cee-c1bf-464f-a34e-ce5ee90b5a4d, reason: Instance 33ef9ae9-b645-4130-96e7-8042d7366c99 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 933.327837] env[69603]: DEBUG nova.objects.base [None req-728cbbc9-be60-4bab-ab89-8a8f287c7eb6 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 933.391517] env[69603]: INFO nova.compute.resource_tracker [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Updating resource usage from migration 9ecee30b-4283-4dd2-bda8-fe687402c081 [ 933.619338] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.619338] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.619338] env[69603]: DEBUG nova.network.neutron [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.737130] env[69603]: INFO nova.compute.manager [-] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Took 1.62 seconds to deallocate network for instance. [ 933.756431] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87577157-c15e-48bb-ac36-8d5720d92fda {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.772714] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9df9ed5-24ed-4261-b794-8873cb5ee7e3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.810456] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec32f3c-8297-4dbb-8a2a-f312fcbb5919 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.818751] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d0bb78-fd2c-41ed-9546-f1a8924b6f2b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.837691] env[69603]: DEBUG nova.compute.provider_tree [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.268777] env[69603]: DEBUG nova.network.neutron [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 934.307280] env[69603]: INFO nova.compute.manager [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Took 0.57 seconds to detach 1 volumes for instance. [ 934.313325] env[69603]: DEBUG nova.compute.manager [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Deleting volume: 3656534e-210b-487f-abbc-28a5c81da079 {{(pid=69603) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 934.341683] env[69603]: DEBUG nova.scheduler.client.report [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.615103] env[69603]: DEBUG nova.network.neutron [None req-728cbbc9-be60-4bab-ab89-8a8f287c7eb6 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Updating instance_info_cache with network_info: [{"id": "48645c0e-72ae-48bb-ae45-07711dd3ff95", "address": "fa:16:3e:01:cb:67", "network": {"id": "7aeae22d-1c84-4202-833c-be390d4657c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1852655830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e958e81dd354d6984e55f03ad345556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap48645c0e-72", "ovs_interfaceid": "48645c0e-72ae-48bb-ae45-07711dd3ff95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.633348] env[69603]: DEBUG nova.network.neutron [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Updating instance_info_cache with network_info: [{"id": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "address": "fa:16:3e:6c:83:e7", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537cb2e7-a2", "ovs_interfaceid": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.849199] env[69603]: DEBUG oslo_concurrency.lockutils [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.470s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.849412] env[69603]: INFO nova.compute.manager [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Migrating [ 934.857146] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.051s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.857411] env[69603]: DEBUG nova.objects.instance [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69603) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 934.884721] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.908270] env[69603]: DEBUG nova.compute.manager [req-9aa54d90-4b50-4818-88c8-fff44428dc58 req-6bcfbdc9-0185-4139-8cd9-f8012d776ead service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Received event network-vif-plugged-537cb2e7-a2e6-4829-bff8-fcce85ec68ee {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.908511] env[69603]: DEBUG oslo_concurrency.lockutils [req-9aa54d90-4b50-4818-88c8-fff44428dc58 req-6bcfbdc9-0185-4139-8cd9-f8012d776ead service nova] Acquiring lock "bb676803-6fae-4484-a7cb-d65b3bcce373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.908721] env[69603]: DEBUG oslo_concurrency.lockutils [req-9aa54d90-4b50-4818-88c8-fff44428dc58 req-6bcfbdc9-0185-4139-8cd9-f8012d776ead service nova] Lock "bb676803-6fae-4484-a7cb-d65b3bcce373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.908984] env[69603]: DEBUG oslo_concurrency.lockutils [req-9aa54d90-4b50-4818-88c8-fff44428dc58 req-6bcfbdc9-0185-4139-8cd9-f8012d776ead service nova] Lock "bb676803-6fae-4484-a7cb-d65b3bcce373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.909091] env[69603]: DEBUG nova.compute.manager [req-9aa54d90-4b50-4818-88c8-fff44428dc58 req-6bcfbdc9-0185-4139-8cd9-f8012d776ead service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] No waiting events found dispatching network-vif-plugged-537cb2e7-a2e6-4829-bff8-fcce85ec68ee {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 934.909265] env[69603]: WARNING nova.compute.manager [req-9aa54d90-4b50-4818-88c8-fff44428dc58 req-6bcfbdc9-0185-4139-8cd9-f8012d776ead service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Received unexpected event network-vif-plugged-537cb2e7-a2e6-4829-bff8-fcce85ec68ee for instance with vm_state building and task_state spawning. [ 934.909427] env[69603]: DEBUG nova.compute.manager [req-9aa54d90-4b50-4818-88c8-fff44428dc58 req-6bcfbdc9-0185-4139-8cd9-f8012d776ead service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Received event network-changed-537cb2e7-a2e6-4829-bff8-fcce85ec68ee {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.909583] env[69603]: DEBUG nova.compute.manager [req-9aa54d90-4b50-4818-88c8-fff44428dc58 req-6bcfbdc9-0185-4139-8cd9-f8012d776ead service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Refreshing instance network info cache due to event network-changed-537cb2e7-a2e6-4829-bff8-fcce85ec68ee. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 934.909754] env[69603]: DEBUG oslo_concurrency.lockutils [req-9aa54d90-4b50-4818-88c8-fff44428dc58 req-6bcfbdc9-0185-4139-8cd9-f8012d776ead service nova] Acquiring lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.117544] env[69603]: DEBUG oslo_concurrency.lockutils [None req-728cbbc9-be60-4bab-ab89-8a8f287c7eb6 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Releasing lock "refresh_cache-d4000e4f-7369-4e8a-96ec-8cdd732a6294" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.135921] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.136232] env[69603]: DEBUG nova.compute.manager [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Instance network_info: |[{"id": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "address": "fa:16:3e:6c:83:e7", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537cb2e7-a2", "ovs_interfaceid": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 935.136801] env[69603]: DEBUG oslo_concurrency.lockutils [req-9aa54d90-4b50-4818-88c8-fff44428dc58 req-6bcfbdc9-0185-4139-8cd9-f8012d776ead service nova] Acquired lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.137064] env[69603]: DEBUG nova.network.neutron [req-9aa54d90-4b50-4818-88c8-fff44428dc58 req-6bcfbdc9-0185-4139-8cd9-f8012d776ead service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Refreshing network info cache for port 537cb2e7-a2e6-4829-bff8-fcce85ec68ee {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.138205] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:83:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '537cb2e7-a2e6-4829-bff8-fcce85ec68ee', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.146423] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.147462] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.147732] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9a65328-9cb6-4d99-83c6-106d7907311b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.179407] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.179407] env[69603]: value = "task-3480194" [ 935.179407] env[69603]: _type = "Task" [ 935.179407] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.195319] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480194, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.374114] env[69603]: DEBUG oslo_concurrency.lockutils [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "refresh_cache-8cea6bf3-631f-46f8-b763-ea05ad905f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.374345] env[69603]: DEBUG oslo_concurrency.lockutils [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "refresh_cache-8cea6bf3-631f-46f8-b763-ea05ad905f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.374563] env[69603]: DEBUG nova.network.neutron [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.691527] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480194, 'name': CreateVM_Task, 'duration_secs': 0.386985} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.691527] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.691527] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.691527] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.692390] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.692775] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d59e5b-adab-48a3-8230-8ddb8b4268cc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.700587] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 935.700587] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522b46e5-851f-f3cf-d5ef-587c9d9a6102" [ 935.700587] env[69603]: _type = "Task" [ 935.700587] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.710024] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522b46e5-851f-f3cf-d5ef-587c9d9a6102, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.776091] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3bfff247-e98b-4e81-bde8-d0899bf09d7c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "ab7d128e-418e-4a33-af8c-366587dc6a8b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.776091] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3bfff247-e98b-4e81-bde8-d0899bf09d7c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "ab7d128e-418e-4a33-af8c-366587dc6a8b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.776091] env[69603]: DEBUG nova.compute.manager [None req-3bfff247-e98b-4e81-bde8-d0899bf09d7c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.776091] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40c9107-3afa-474a-a482-2a93c8844ee3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.781171] env[69603]: DEBUG nova.compute.manager [None req-3bfff247-e98b-4e81-bde8-d0899bf09d7c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69603) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 935.784779] env[69603]: DEBUG nova.objects.instance [None req-3bfff247-e98b-4e81-bde8-d0899bf09d7c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lazy-loading 'flavor' on Instance uuid ab7d128e-418e-4a33-af8c-366587dc6a8b {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.880210] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f63cf57-0fc2-4304-98b9-2ebb2d179040 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.882650] env[69603]: DEBUG oslo_concurrency.lockutils [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.641s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.883142] env[69603]: DEBUG nova.objects.instance [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lazy-loading 'resources' on Instance uuid 8fefa346-59ab-4209-b87f-dc96b800b58e {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.123325] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-728cbbc9-be60-4bab-ab89-8a8f287c7eb6 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.123325] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a9fd1bd-bbee-4da6-8f9f-a11af5eef588 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.130982] env[69603]: DEBUG oslo_vmware.api [None req-728cbbc9-be60-4bab-ab89-8a8f287c7eb6 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 936.130982] env[69603]: value = "task-3480195" [ 936.130982] env[69603]: _type = "Task" [ 936.130982] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.141574] env[69603]: DEBUG oslo_vmware.api [None req-728cbbc9-be60-4bab-ab89-8a8f287c7eb6 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.207621] env[69603]: DEBUG nova.network.neutron [req-9aa54d90-4b50-4818-88c8-fff44428dc58 req-6bcfbdc9-0185-4139-8cd9-f8012d776ead service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Updated VIF entry in instance network info cache for port 537cb2e7-a2e6-4829-bff8-fcce85ec68ee. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.207875] env[69603]: DEBUG nova.network.neutron [req-9aa54d90-4b50-4818-88c8-fff44428dc58 req-6bcfbdc9-0185-4139-8cd9-f8012d776ead service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Updating instance_info_cache with network_info: [{"id": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "address": "fa:16:3e:6c:83:e7", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537cb2e7-a2", "ovs_interfaceid": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.217879] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522b46e5-851f-f3cf-d5ef-587c9d9a6102, 'name': SearchDatastore_Task, 'duration_secs': 0.013791} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.218322] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.218581] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.218868] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.219065] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.219265] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.220226] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4333016e-9304-4f85-a687-f12f7166366c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.230062] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.230247] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.231348] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f69bf5a-fcb7-475d-bb41-32ec4c89ec44 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.238443] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 936.238443] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bccbe9-e3be-6157-eab2-88567868d573" [ 936.238443] env[69603]: _type = "Task" [ 936.238443] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.249624] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bccbe9-e3be-6157-eab2-88567868d573, 'name': SearchDatastore_Task, 'duration_secs': 0.008894} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.250506] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959e071d-2533-4990-b79f-5d04bd438303 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.255533] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 936.255533] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52fe68d7-3639-ee10-9622-ef50ddaebe21" [ 936.255533] env[69603]: _type = "Task" [ 936.255533] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.263282] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52fe68d7-3639-ee10-9622-ef50ddaebe21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.311242] env[69603]: DEBUG nova.network.neutron [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Updating instance_info_cache with network_info: [{"id": "cf1950fb-d675-4d7a-a96e-dda914d5b088", "address": "fa:16:3e:09:ea:e7", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1950fb-d6", "ovs_interfaceid": "cf1950fb-d675-4d7a-a96e-dda914d5b088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.644297] env[69603]: DEBUG oslo_vmware.api [None req-728cbbc9-be60-4bab-ab89-8a8f287c7eb6 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480195, 'name': PowerOnVM_Task, 'duration_secs': 0.402188} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.647207] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-728cbbc9-be60-4bab-ab89-8a8f287c7eb6 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.647495] env[69603]: DEBUG nova.compute.manager [None req-728cbbc9-be60-4bab-ab89-8a8f287c7eb6 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.648640] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61dc85e-4351-410a-abe4-963a3140f4f8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.711586] env[69603]: DEBUG oslo_concurrency.lockutils [req-9aa54d90-4b50-4818-88c8-fff44428dc58 req-6bcfbdc9-0185-4139-8cd9-f8012d776ead service nova] Releasing lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.766657] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52fe68d7-3639-ee10-9622-ef50ddaebe21, 'name': SearchDatastore_Task, 'duration_secs': 0.00999} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.769239] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.770313] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] bb676803-6fae-4484-a7cb-d65b3bcce373/bb676803-6fae-4484-a7cb-d65b3bcce373.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.770313] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12ecf787-f7bd-427b-af05-5d7bb3b7fe69 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.777422] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 936.777422] env[69603]: value = "task-3480196" [ 936.777422] env[69603]: _type = "Task" [ 936.777422] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.789177] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.791764] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bfff247-e98b-4e81-bde8-d0899bf09d7c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.792016] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92952733-9dff-4589-8415-48075e68ff8d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.800176] env[69603]: DEBUG oslo_vmware.api [None req-3bfff247-e98b-4e81-bde8-d0899bf09d7c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 936.800176] env[69603]: value = "task-3480197" [ 936.800176] env[69603]: _type = "Task" [ 936.800176] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.809540] env[69603]: DEBUG oslo_vmware.api [None req-3bfff247-e98b-4e81-bde8-d0899bf09d7c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.811137] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8f0d71-2047-49ac-81d2-3b2d97c709da {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.814032] env[69603]: DEBUG oslo_concurrency.lockutils [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "refresh_cache-8cea6bf3-631f-46f8-b763-ea05ad905f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.819713] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c820b9-8bb2-4ffe-9cf2-211250244bb5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.856412] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d59951-f20e-443d-851b-a01724fa83ce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.866315] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9acdfc-38da-4fff-b46f-33b722bf8501 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.880211] env[69603]: DEBUG nova.compute.provider_tree [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.287431] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49497} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.287763] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] bb676803-6fae-4484-a7cb-d65b3bcce373/bb676803-6fae-4484-a7cb-d65b3bcce373.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.287910] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.288160] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95c2b73b-2b1f-42b6-be5a-53409173277b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.293977] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 937.293977] env[69603]: value = "task-3480198" [ 937.293977] env[69603]: _type = "Task" [ 937.293977] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.301690] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.309030] env[69603]: DEBUG oslo_vmware.api [None req-3bfff247-e98b-4e81-bde8-d0899bf09d7c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480197, 'name': PowerOffVM_Task, 'duration_secs': 0.228971} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.309288] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bfff247-e98b-4e81-bde8-d0899bf09d7c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.309483] env[69603]: DEBUG nova.compute.manager [None req-3bfff247-e98b-4e81-bde8-d0899bf09d7c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.310246] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f09458-0dad-4ebd-9f89-7927625cf1fb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.390708] env[69603]: DEBUG nova.scheduler.client.report [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.804884] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062403} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.805173] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.805969] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93655501-d006-462b-a3e0-d425f5757bc3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.829716] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] bb676803-6fae-4484-a7cb-d65b3bcce373/bb676803-6fae-4484-a7cb-d65b3bcce373.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.834950] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90cb28f2-43bb-4df8-a87e-d847e9bb5f1f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.852762] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3bfff247-e98b-4e81-bde8-d0899bf09d7c tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "ab7d128e-418e-4a33-af8c-366587dc6a8b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.079s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.860053] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 937.860053] env[69603]: value = "task-3480199" [ 937.860053] env[69603]: _type = "Task" [ 937.860053] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.869184] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.896147] env[69603]: DEBUG oslo_concurrency.lockutils [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.898524] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.063s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.899336] env[69603]: DEBUG nova.objects.instance [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lazy-loading 'resources' on Instance uuid 49ef22ae-a1b0-4c69-ad65-ef364f2674f0 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.924108] env[69603]: INFO nova.scheduler.client.report [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Deleted allocations for instance 8fefa346-59ab-4209-b87f-dc96b800b58e [ 938.356389] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557409ad-b001-4e1b-9a0f-b3efb3be8c01 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.384805] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Updating instance '8cea6bf3-631f-46f8-b763-ea05ad905f21' progress to 0 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 938.393542] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.431467] env[69603]: DEBUG oslo_concurrency.lockutils [None req-061fcfb6-38fb-487f-86aa-175f85729992 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "8fefa346-59ab-4209-b87f-dc96b800b58e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.658s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.593912] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Acquiring lock "abc26817-43b9-4f0b-a8e7-915eb46039cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.593972] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Lock "abc26817-43b9-4f0b-a8e7-915eb46039cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.763706] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaca902-87ef-458d-a4d1-5ac5559b1b9f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.771366] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce4ff3c-ef59-486f-8611-1f04d6f9f6b8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.805027] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d8d7ea-7b9d-4953-a820-04942ff25945 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.812343] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "25da83bc-5cf0-436b-bca7-b6c3c225e188" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.812600] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "25da83bc-5cf0-436b-bca7-b6c3c225e188" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.812801] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "25da83bc-5cf0-436b-bca7-b6c3c225e188-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.812984] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "25da83bc-5cf0-436b-bca7-b6c3c225e188-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.813188] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "25da83bc-5cf0-436b-bca7-b6c3c225e188-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.815760] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e762164-2ec5-4476-b5f1-f4f4ce98b632 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.820145] env[69603]: INFO nova.compute.manager [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Terminating instance [ 938.832767] env[69603]: DEBUG nova.compute.provider_tree [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.870453] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480199, 'name': ReconfigVM_Task, 'duration_secs': 0.808107} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.870612] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Reconfigured VM instance instance-0000004b to attach disk [datastore2] bb676803-6fae-4484-a7cb-d65b3bcce373/bb676803-6fae-4484-a7cb-d65b3bcce373.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.871219] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78160727-d055-4e2b-becf-569f79c8456c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.878423] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 938.878423] env[69603]: value = "task-3480200" [ 938.878423] env[69603]: _type = "Task" [ 938.878423] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.886479] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480200, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.896199] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.896462] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da00d3da-8209-4ad5-ac6d-319db3dd47f3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.903559] env[69603]: DEBUG oslo_vmware.api [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 938.903559] env[69603]: value = "task-3480201" [ 938.903559] env[69603]: _type = "Task" [ 938.903559] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.912983] env[69603]: DEBUG oslo_vmware.api [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.098939] env[69603]: DEBUG nova.compute.manager [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 939.179331] env[69603]: DEBUG nova.compute.manager [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Stashing vm_state: stopped {{(pid=69603) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 939.324490] env[69603]: DEBUG nova.compute.manager [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.324768] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.325678] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3686e17-61c0-4d2a-828b-d3e0be52de88 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.333593] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.333857] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb72c1ed-5806-494d-9484-b8156df5ccbe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.336147] env[69603]: DEBUG nova.scheduler.client.report [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 939.344328] env[69603]: DEBUG oslo_vmware.api [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 939.344328] env[69603]: value = "task-3480202" [ 939.344328] env[69603]: _type = "Task" [ 939.344328] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.355809] env[69603]: DEBUG oslo_vmware.api [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.389156] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480200, 'name': Rename_Task, 'duration_secs': 0.190713} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.390108] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.390108] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ef16670-5a9e-4abd-98ed-d21673891f6b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.396204] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 939.396204] env[69603]: value = "task-3480203" [ 939.396204] env[69603]: _type = "Task" [ 939.396204] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.406045] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.412527] env[69603]: DEBUG oslo_vmware.api [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480201, 'name': PowerOffVM_Task, 'duration_secs': 0.208433} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.412527] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.412736] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Updating instance '8cea6bf3-631f-46f8-b763-ea05ad905f21' progress to 17 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 939.625412] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.698025] env[69603]: DEBUG oslo_concurrency.lockutils [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.841967] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.845053] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.853s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.845053] env[69603]: DEBUG nova.objects.instance [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Lazy-loading 'resources' on Instance uuid 42b3ef81-b45d-42d2-8b89-1864f227e7cf {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.857306] env[69603]: DEBUG oslo_vmware.api [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480202, 'name': PowerOffVM_Task, 'duration_secs': 0.350002} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.858713] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.859840] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.859840] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d7323eb-8bab-487e-a0b0-04187ac721fe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.862056] env[69603]: INFO nova.scheduler.client.report [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Deleted allocations for instance 49ef22ae-a1b0-4c69-ad65-ef364f2674f0 [ 939.906316] env[69603]: DEBUG oslo_vmware.api [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480203, 'name': PowerOnVM_Task, 'duration_secs': 0.503843} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.906528] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.906737] env[69603]: INFO nova.compute.manager [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Took 7.55 seconds to spawn the instance on the hypervisor. [ 939.906920] env[69603]: DEBUG nova.compute.manager [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.908387] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25aed9aa-c9f6-46de-bf52-1a1b0343375b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.919807] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 939.920047] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 939.920278] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 939.920486] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 939.920634] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 939.920780] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 939.920982] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 939.921160] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 939.921328] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 939.922107] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 939.922107] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 939.927112] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41673884-7bee-4659-8666-c5cde8146eee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.942082] env[69603]: DEBUG oslo_vmware.api [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 939.942082] env[69603]: value = "task-3480205" [ 939.942082] env[69603]: _type = "Task" [ 939.942082] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.948937] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.949133] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.949315] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Deleting the datastore file [datastore2] 25da83bc-5cf0-436b-bca7-b6c3c225e188 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.953825] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4bd0639-ef5c-4a71-b65d-b27b7a7ecf8b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.954932] env[69603]: DEBUG oslo_vmware.api [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.962057] env[69603]: DEBUG oslo_vmware.api [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 939.962057] env[69603]: value = "task-3480206" [ 939.962057] env[69603]: _type = "Task" [ 939.962057] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.971661] env[69603]: DEBUG oslo_vmware.api [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.371902] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7d4d6434-a11d-4625-82b8-73c820d2e1ae tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "49ef22ae-a1b0-4c69-ad65-ef364f2674f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.236s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.435883] env[69603]: INFO nova.compute.manager [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Took 37.11 seconds to build instance. [ 940.455025] env[69603]: DEBUG oslo_vmware.api [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480205, 'name': ReconfigVM_Task, 'duration_secs': 0.227555} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.455578] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Updating instance '8cea6bf3-631f-46f8-b763-ea05ad905f21' progress to 33 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 940.470569] env[69603]: DEBUG oslo_vmware.api [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336103} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.473251] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.473251] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.473493] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.473535] env[69603]: INFO nova.compute.manager [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Took 1.15 seconds to destroy the instance on the hypervisor. [ 940.473774] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.474443] env[69603]: DEBUG nova.compute.manager [-] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.474443] env[69603]: DEBUG nova.network.neutron [-] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.694558] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8caf724-3974-4858-b777-b2298d9641b4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.702791] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae78486-5cf7-42a7-91dc-5e2414d07ef2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.735707] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0bfbd2-9645-487b-995c-e198a8406c59 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.743293] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06f874b-7e1b-40f3-8b95-80c0f4c10476 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.756821] env[69603]: DEBUG nova.compute.provider_tree [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.938017] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbfd946-ff74-421f-b775-dbf408ec4a2d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "bb676803-6fae-4484-a7cb-d65b3bcce373" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.622s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.961310] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.961574] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.961734] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.961920] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.962102] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.962297] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.962543] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.962712] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.962880] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.963053] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.963249] env[69603]: DEBUG nova.virt.hardware [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.968818] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Reconfiguring VM instance instance-00000046 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 940.969404] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f2390ad-c5e1-4dc6-9ec5-eb2f5443c648 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.990427] env[69603]: DEBUG oslo_vmware.api [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 940.990427] env[69603]: value = "task-3480208" [ 940.990427] env[69603]: _type = "Task" [ 940.990427] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.000416] env[69603]: DEBUG oslo_vmware.api [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.066184] env[69603]: DEBUG nova.compute.manager [req-e9612597-5263-48ef-a193-ff218a5ac38a req-da87b7c1-c6a0-40f0-83f6-58d4d399e990 service nova] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Received event network-vif-deleted-1a50aacd-5591-4e6f-994f-460e34c863d9 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.066397] env[69603]: INFO nova.compute.manager [req-e9612597-5263-48ef-a193-ff218a5ac38a req-da87b7c1-c6a0-40f0-83f6-58d4d399e990 service nova] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Neutron deleted interface 1a50aacd-5591-4e6f-994f-460e34c863d9; detaching it from the instance and deleting it from the info cache [ 941.066579] env[69603]: DEBUG nova.network.neutron [req-e9612597-5263-48ef-a193-ff218a5ac38a req-da87b7c1-c6a0-40f0-83f6-58d4d399e990 service nova] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.261979] env[69603]: DEBUG nova.scheduler.client.report [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.450889] env[69603]: DEBUG nova.network.neutron [-] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.500849] env[69603]: DEBUG oslo_vmware.api [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480208, 'name': ReconfigVM_Task, 'duration_secs': 0.166902} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.501547] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Reconfigured VM instance instance-00000046 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 941.502521] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c166d6bc-c63b-49fa-ab28-af60856ac27a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.529493] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 8cea6bf3-631f-46f8-b763-ea05ad905f21/8cea6bf3-631f-46f8-b763-ea05ad905f21.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.530198] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41ef4e94-a3c7-471d-b8f6-726f065e57b5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.553447] env[69603]: DEBUG oslo_vmware.api [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 941.553447] env[69603]: value = "task-3480209" [ 941.553447] env[69603]: _type = "Task" [ 941.553447] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.563216] env[69603]: DEBUG oslo_vmware.api [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480209, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.569187] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4b300b5-0e0e-4bb2-8a77-7c4e5d3c5e43 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.578047] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58183f75-a05f-48b8-9337-211a76a75dbc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.614104] env[69603]: DEBUG nova.compute.manager [req-e9612597-5263-48ef-a193-ff218a5ac38a req-da87b7c1-c6a0-40f0-83f6-58d4d399e990 service nova] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Detach interface failed, port_id=1a50aacd-5591-4e6f-994f-460e34c863d9, reason: Instance 25da83bc-5cf0-436b-bca7-b6c3c225e188 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 941.766158] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.768465] env[69603]: DEBUG oslo_concurrency.lockutils [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.313s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.768660] env[69603]: DEBUG oslo_concurrency.lockutils [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.770372] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.994s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.771850] env[69603]: INFO nova.compute.claims [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.789049] env[69603]: INFO nova.scheduler.client.report [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Deleted allocations for instance 42b3ef81-b45d-42d2-8b89-1864f227e7cf [ 941.792328] env[69603]: INFO nova.scheduler.client.report [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Deleted allocations for instance 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc [ 941.952046] env[69603]: INFO nova.compute.manager [-] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Took 1.48 seconds to deallocate network for instance. [ 942.064233] env[69603]: DEBUG oslo_vmware.api [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480209, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.308574] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5c0ea6a-5716-4c1f-88fc-ee9a0e20d5c9 tempest-ServersTestJSON-2100949329 tempest-ServersTestJSON-2100949329-project-member] Lock "42b3ef81-b45d-42d2-8b89-1864f227e7cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.632s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.310893] env[69603]: DEBUG oslo_concurrency.lockutils [None req-443f8d89-e9be-478e-8a1c-a8ebeba253d5 tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.523s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.458544] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.565746] env[69603]: DEBUG oslo_vmware.api [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480209, 'name': ReconfigVM_Task, 'duration_secs': 0.819087} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.566076] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 8cea6bf3-631f-46f8-b763-ea05ad905f21/8cea6bf3-631f-46f8-b763-ea05ad905f21.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.566384] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Updating instance '8cea6bf3-631f-46f8-b763-ea05ad905f21' progress to 50 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 942.980258] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "3d99f616-a6a4-471c-9665-4f32f1a585ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.980557] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "3d99f616-a6a4-471c-9665-4f32f1a585ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.980776] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "3d99f616-a6a4-471c-9665-4f32f1a585ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.980959] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "3d99f616-a6a4-471c-9665-4f32f1a585ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.981152] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "3d99f616-a6a4-471c-9665-4f32f1a585ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.983180] env[69603]: INFO nova.compute.manager [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Terminating instance [ 943.076117] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4448e5a3-e457-454b-9ab6-01ed981e9a4c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.097780] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942939f3-9211-42ba-8e92-619957be9082 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.115845] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Updating instance '8cea6bf3-631f-46f8-b763-ea05ad905f21' progress to 67 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 943.121198] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a09ba2-3469-46af-a6f4-1340c61f34d6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.129319] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b98112c-ff2c-4494-88ad-4a46b1db5621 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.166201] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adbb420-9406-43a9-a63d-127fcd3c7891 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.168832] env[69603]: DEBUG nova.compute.manager [req-b7dcc674-fc93-4676-8218-35dce4070269 req-4863242e-24da-4221-8fa8-d3c055777e91 service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Received event network-changed-537cb2e7-a2e6-4829-bff8-fcce85ec68ee {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.169410] env[69603]: DEBUG nova.compute.manager [req-b7dcc674-fc93-4676-8218-35dce4070269 req-4863242e-24da-4221-8fa8-d3c055777e91 service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Refreshing instance network info cache due to event network-changed-537cb2e7-a2e6-4829-bff8-fcce85ec68ee. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.169410] env[69603]: DEBUG oslo_concurrency.lockutils [req-b7dcc674-fc93-4676-8218-35dce4070269 req-4863242e-24da-4221-8fa8-d3c055777e91 service nova] Acquiring lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.169410] env[69603]: DEBUG oslo_concurrency.lockutils [req-b7dcc674-fc93-4676-8218-35dce4070269 req-4863242e-24da-4221-8fa8-d3c055777e91 service nova] Acquired lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.169609] env[69603]: DEBUG nova.network.neutron [req-b7dcc674-fc93-4676-8218-35dce4070269 req-4863242e-24da-4221-8fa8-d3c055777e91 service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Refreshing network info cache for port 537cb2e7-a2e6-4829-bff8-fcce85ec68ee {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.178639] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da4ec77-17cd-41ab-9ec7-c034f2b8a064 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.196421] env[69603]: DEBUG nova.compute.provider_tree [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.487021] env[69603]: DEBUG nova.compute.manager [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.487270] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.488262] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b373fb-ee46-49d3-a8d5-e92b4d2bf5c6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.496965] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.497226] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-591ea0e4-cd87-427b-8f5c-c9f0fe6cb8b2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.503970] env[69603]: DEBUG oslo_vmware.api [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 943.503970] env[69603]: value = "task-3480210" [ 943.503970] env[69603]: _type = "Task" [ 943.503970] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.516043] env[69603]: DEBUG oslo_vmware.api [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.698812] env[69603]: DEBUG nova.scheduler.client.report [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.764230] env[69603]: DEBUG nova.network.neutron [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Port cf1950fb-d675-4d7a-a96e-dda914d5b088 binding to destination host cpu-1 is already ACTIVE {{(pid=69603) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 944.016734] env[69603]: DEBUG oslo_vmware.api [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480210, 'name': PowerOffVM_Task, 'duration_secs': 0.365821} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.017676] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.017972] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.018760] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28b661d6-9ab5-4a81-b1e8-e48f9e3f8cd7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.193976] env[69603]: DEBUG nova.network.neutron [req-b7dcc674-fc93-4676-8218-35dce4070269 req-4863242e-24da-4221-8fa8-d3c055777e91 service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Updated VIF entry in instance network info cache for port 537cb2e7-a2e6-4829-bff8-fcce85ec68ee. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.194462] env[69603]: DEBUG nova.network.neutron [req-b7dcc674-fc93-4676-8218-35dce4070269 req-4863242e-24da-4221-8fa8-d3c055777e91 service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Updating instance_info_cache with network_info: [{"id": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "address": "fa:16:3e:6c:83:e7", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537cb2e7-a2", "ovs_interfaceid": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.204503] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.205013] env[69603]: DEBUG nova.compute.manager [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.211133] env[69603]: DEBUG oslo_concurrency.lockutils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.926s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.211133] env[69603]: INFO nova.compute.claims [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 944.275055] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "e44b6009-d869-4820-8da1-e4c8f2343035" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.275055] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "e44b6009-d869-4820-8da1-e4c8f2343035" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.275055] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "e44b6009-d869-4820-8da1-e4c8f2343035-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.275055] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "e44b6009-d869-4820-8da1-e4c8f2343035-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.275055] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "e44b6009-d869-4820-8da1-e4c8f2343035-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.278903] env[69603]: INFO nova.compute.manager [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Terminating instance [ 944.452667] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.452667] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.452667] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Deleting the datastore file [datastore2] 3d99f616-a6a4-471c-9665-4f32f1a585ea {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.452667] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6910cdc-78cf-41bc-9223-32a46bd4fc99 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.458051] env[69603]: DEBUG oslo_vmware.api [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for the task: (returnval){ [ 944.458051] env[69603]: value = "task-3480212" [ 944.458051] env[69603]: _type = "Task" [ 944.458051] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.471910] env[69603]: DEBUG oslo_vmware.api [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.697734] env[69603]: DEBUG oslo_concurrency.lockutils [req-b7dcc674-fc93-4676-8218-35dce4070269 req-4863242e-24da-4221-8fa8-d3c055777e91 service nova] Releasing lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.713622] env[69603]: DEBUG nova.compute.utils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.720988] env[69603]: DEBUG nova.compute.manager [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.721195] env[69603]: DEBUG nova.network.neutron [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.786477] env[69603]: DEBUG nova.policy [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a744d4301ff44318666fd45a6b611b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '209f3f94b45149c18f216454504f9548', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.788397] env[69603]: DEBUG nova.compute.manager [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.788626] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.792033] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cab4f00-1bc6-437e-a032-0fb3a1cb40a0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.798852] env[69603]: DEBUG oslo_concurrency.lockutils [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "8cea6bf3-631f-46f8-b763-ea05ad905f21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.799106] env[69603]: DEBUG oslo_concurrency.lockutils [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "8cea6bf3-631f-46f8-b763-ea05ad905f21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.799436] env[69603]: DEBUG oslo_concurrency.lockutils [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "8cea6bf3-631f-46f8-b763-ea05ad905f21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.806177] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.806177] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73c53aaa-007a-494f-ae5f-8696e1aef45f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.814019] env[69603]: DEBUG oslo_vmware.api [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 944.814019] env[69603]: value = "task-3480213" [ 944.814019] env[69603]: _type = "Task" [ 944.814019] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.823628] env[69603]: DEBUG oslo_vmware.api [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.967592] env[69603]: DEBUG oslo_vmware.api [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Task: {'id': task-3480212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.42908} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.967878] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.968083] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.968263] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.968435] env[69603]: INFO nova.compute.manager [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Took 1.48 seconds to destroy the instance on the hypervisor. [ 944.968677] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.969020] env[69603]: DEBUG nova.compute.manager [-] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.969020] env[69603]: DEBUG nova.network.neutron [-] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.225183] env[69603]: DEBUG nova.compute.manager [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.331149] env[69603]: DEBUG oslo_vmware.api [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480213, 'name': PowerOffVM_Task, 'duration_secs': 0.282562} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.331226] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.331360] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.332284] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d650a293-3073-4692-b054-ca3d67b81513 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.419162] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.419383] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.419607] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Deleting the datastore file [datastore1] e44b6009-d869-4820-8da1-e4c8f2343035 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.420325] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3921e092-439d-4b6a-a0d9-e86ae13aba5d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.428709] env[69603]: DEBUG oslo_vmware.api [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for the task: (returnval){ [ 945.428709] env[69603]: value = "task-3480215" [ 945.428709] env[69603]: _type = "Task" [ 945.428709] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.439823] env[69603]: DEBUG oslo_vmware.api [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.469459] env[69603]: DEBUG nova.network.neutron [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Successfully created port: 9a5722ef-ff9e-4953-95f0-3e07bedd64b8 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.546108] env[69603]: DEBUG nova.compute.manager [req-beb93557-c170-4bc7-924f-fee82ef6217c req-a009110c-78fa-43c6-8881-6c275226ce63 service nova] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Received event network-vif-deleted-6739371c-e55a-4555-afca-d2d91e9097bd {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.546428] env[69603]: INFO nova.compute.manager [req-beb93557-c170-4bc7-924f-fee82ef6217c req-a009110c-78fa-43c6-8881-6c275226ce63 service nova] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Neutron deleted interface 6739371c-e55a-4555-afca-d2d91e9097bd; detaching it from the instance and deleting it from the info cache [ 945.546496] env[69603]: DEBUG nova.network.neutron [req-beb93557-c170-4bc7-924f-fee82ef6217c req-a009110c-78fa-43c6-8881-6c275226ce63 service nova] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.629785] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a2d14a-4685-4db5-b3f1-ad018c9435f9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.638684] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437f86b9-8482-492b-acbe-34912086e276 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.668390] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c23b2a3-4aed-4a63-8df5-11982f181fd7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.676341] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bf5a05-c06e-4f61-9125-be5f78984a20 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.689615] env[69603]: DEBUG nova.compute.provider_tree [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.870067] env[69603]: DEBUG oslo_concurrency.lockutils [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "refresh_cache-8cea6bf3-631f-46f8-b763-ea05ad905f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.870268] env[69603]: DEBUG oslo_concurrency.lockutils [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "refresh_cache-8cea6bf3-631f-46f8-b763-ea05ad905f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.870452] env[69603]: DEBUG nova.network.neutron [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.939509] env[69603]: DEBUG oslo_vmware.api [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480215, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.972569] env[69603]: DEBUG nova.network.neutron [-] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.052114] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3d3be9d-948f-4c41-a70b-187780f16ba3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.061700] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9ac226-0670-4bdf-bd21-99881aee0404 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.095741] env[69603]: DEBUG nova.compute.manager [req-beb93557-c170-4bc7-924f-fee82ef6217c req-a009110c-78fa-43c6-8881-6c275226ce63 service nova] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Detach interface failed, port_id=6739371c-e55a-4555-afca-d2d91e9097bd, reason: Instance 3d99f616-a6a4-471c-9665-4f32f1a585ea could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 946.195919] env[69603]: DEBUG nova.scheduler.client.report [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.241699] env[69603]: DEBUG nova.compute.manager [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.269549] env[69603]: DEBUG nova.virt.hardware [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.269801] env[69603]: DEBUG nova.virt.hardware [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.269958] env[69603]: DEBUG nova.virt.hardware [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.270253] env[69603]: DEBUG nova.virt.hardware [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.270422] env[69603]: DEBUG nova.virt.hardware [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.270575] env[69603]: DEBUG nova.virt.hardware [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.270784] env[69603]: DEBUG nova.virt.hardware [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.270946] env[69603]: DEBUG nova.virt.hardware [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.271129] env[69603]: DEBUG nova.virt.hardware [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.271294] env[69603]: DEBUG nova.virt.hardware [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.271471] env[69603]: DEBUG nova.virt.hardware [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.272704] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d52e4ac-4b7a-464a-ae5b-3e94ca859c57 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.280876] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d1d527-5d2e-4dac-8189-6fc0fded7585 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.439863] env[69603]: DEBUG oslo_vmware.api [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Task: {'id': task-3480215, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.590103} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.440118] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.440325] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.440516] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.440745] env[69603]: INFO nova.compute.manager [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Took 1.65 seconds to destroy the instance on the hypervisor. [ 946.440909] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.441110] env[69603]: DEBUG nova.compute.manager [-] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.441207] env[69603]: DEBUG nova.network.neutron [-] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.474761] env[69603]: INFO nova.compute.manager [-] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Took 1.51 seconds to deallocate network for instance. [ 946.705518] env[69603]: DEBUG oslo_concurrency.lockutils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.706056] env[69603]: DEBUG nova.compute.manager [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.713021] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.347s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.713021] env[69603]: DEBUG nova.objects.instance [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lazy-loading 'resources' on Instance uuid bcc0c5fd-21df-485a-b67f-cc2900ddf091 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.875090] env[69603]: DEBUG nova.network.neutron [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Updating instance_info_cache with network_info: [{"id": "cf1950fb-d675-4d7a-a96e-dda914d5b088", "address": "fa:16:3e:09:ea:e7", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1950fb-d6", "ovs_interfaceid": "cf1950fb-d675-4d7a-a96e-dda914d5b088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.985144] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.999831] env[69603]: DEBUG nova.compute.manager [req-5d63aea6-a987-405e-af53-e76b80dfc3aa req-edd6aecc-217e-4563-a1c2-ae63dae1a14b service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Received event network-vif-deleted-48480840-efa9-4e2f-a365-15cde70b2422 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.000296] env[69603]: INFO nova.compute.manager [req-5d63aea6-a987-405e-af53-e76b80dfc3aa req-edd6aecc-217e-4563-a1c2-ae63dae1a14b service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Neutron deleted interface 48480840-efa9-4e2f-a365-15cde70b2422; detaching it from the instance and deleting it from the info cache [ 947.000432] env[69603]: DEBUG nova.network.neutron [req-5d63aea6-a987-405e-af53-e76b80dfc3aa req-edd6aecc-217e-4563-a1c2-ae63dae1a14b service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.216895] env[69603]: DEBUG nova.compute.utils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 947.222019] env[69603]: DEBUG nova.compute.manager [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 947.222019] env[69603]: DEBUG nova.network.neutron [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 947.267787] env[69603]: DEBUG nova.policy [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '043cc1fbb38a437aa22789b94c96d4aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b6ede380d2f4f3cb17e0b1521dc41e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.378075] env[69603]: DEBUG oslo_concurrency.lockutils [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "refresh_cache-8cea6bf3-631f-46f8-b763-ea05ad905f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.388314] env[69603]: DEBUG nova.network.neutron [-] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.412098] env[69603]: DEBUG nova.network.neutron [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Successfully updated port: 9a5722ef-ff9e-4953-95f0-3e07bedd64b8 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.505689] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3d49619-bbd5-456e-be3d-f62091589749 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.521098] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe33815-8aee-4d50-906e-28cdfb654c78 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.563933] env[69603]: DEBUG nova.compute.manager [req-5d63aea6-a987-405e-af53-e76b80dfc3aa req-edd6aecc-217e-4563-a1c2-ae63dae1a14b service nova] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Detach interface failed, port_id=48480840-efa9-4e2f-a365-15cde70b2422, reason: Instance e44b6009-d869-4820-8da1-e4c8f2343035 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 947.591077] env[69603]: DEBUG nova.compute.manager [req-ad51c577-da81-417b-a06b-7a7a342532d6 req-01eaaef4-df7d-42f0-aff0-334edc1b927b service nova] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Received event network-vif-plugged-9a5722ef-ff9e-4953-95f0-3e07bedd64b8 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.591771] env[69603]: DEBUG oslo_concurrency.lockutils [req-ad51c577-da81-417b-a06b-7a7a342532d6 req-01eaaef4-df7d-42f0-aff0-334edc1b927b service nova] Acquiring lock "56ff390c-947b-4d5d-8a47-91c2ed6ef8cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.591771] env[69603]: DEBUG oslo_concurrency.lockutils [req-ad51c577-da81-417b-a06b-7a7a342532d6 req-01eaaef4-df7d-42f0-aff0-334edc1b927b service nova] Lock "56ff390c-947b-4d5d-8a47-91c2ed6ef8cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.594043] env[69603]: DEBUG oslo_concurrency.lockutils [req-ad51c577-da81-417b-a06b-7a7a342532d6 req-01eaaef4-df7d-42f0-aff0-334edc1b927b service nova] Lock "56ff390c-947b-4d5d-8a47-91c2ed6ef8cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.594238] env[69603]: DEBUG nova.compute.manager [req-ad51c577-da81-417b-a06b-7a7a342532d6 req-01eaaef4-df7d-42f0-aff0-334edc1b927b service nova] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] No waiting events found dispatching network-vif-plugged-9a5722ef-ff9e-4953-95f0-3e07bedd64b8 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.594423] env[69603]: WARNING nova.compute.manager [req-ad51c577-da81-417b-a06b-7a7a342532d6 req-01eaaef4-df7d-42f0-aff0-334edc1b927b service nova] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Received unexpected event network-vif-plugged-9a5722ef-ff9e-4953-95f0-3e07bedd64b8 for instance with vm_state building and task_state spawning. [ 947.595623] env[69603]: DEBUG nova.compute.manager [req-ad51c577-da81-417b-a06b-7a7a342532d6 req-01eaaef4-df7d-42f0-aff0-334edc1b927b service nova] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Received event network-changed-9a5722ef-ff9e-4953-95f0-3e07bedd64b8 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.599050] env[69603]: DEBUG nova.compute.manager [req-ad51c577-da81-417b-a06b-7a7a342532d6 req-01eaaef4-df7d-42f0-aff0-334edc1b927b service nova] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Refreshing instance network info cache due to event network-changed-9a5722ef-ff9e-4953-95f0-3e07bedd64b8. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.599050] env[69603]: DEBUG oslo_concurrency.lockutils [req-ad51c577-da81-417b-a06b-7a7a342532d6 req-01eaaef4-df7d-42f0-aff0-334edc1b927b service nova] Acquiring lock "refresh_cache-56ff390c-947b-4d5d-8a47-91c2ed6ef8cc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.599050] env[69603]: DEBUG oslo_concurrency.lockutils [req-ad51c577-da81-417b-a06b-7a7a342532d6 req-01eaaef4-df7d-42f0-aff0-334edc1b927b service nova] Acquired lock "refresh_cache-56ff390c-947b-4d5d-8a47-91c2ed6ef8cc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.599050] env[69603]: DEBUG nova.network.neutron [req-ad51c577-da81-417b-a06b-7a7a342532d6 req-01eaaef4-df7d-42f0-aff0-334edc1b927b service nova] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Refreshing network info cache for port 9a5722ef-ff9e-4953-95f0-3e07bedd64b8 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 947.610216] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a39fdc3-565d-4e22-8980-1d355140eaf0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.621487] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69e9230-38fb-47ea-96d6-1d73278ba062 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.658970] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b71fe9-c26a-4a43-b949-818ad07dd53f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.666889] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0c3947-0f9a-4772-acff-8b0b02742633 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.680689] env[69603]: DEBUG nova.compute.provider_tree [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.716078] env[69603]: DEBUG nova.network.neutron [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Successfully created port: 305781b0-f90e-45ca-a0d7-2018fc60f317 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.721688] env[69603]: DEBUG nova.compute.manager [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.894374] env[69603]: INFO nova.compute.manager [-] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Took 1.45 seconds to deallocate network for instance. [ 947.906384] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b8c900-3c3f-4b0c-b803-11997bff80e3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.929634] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Acquiring lock "refresh_cache-56ff390c-947b-4d5d-8a47-91c2ed6ef8cc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.930777] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080e74a6-9369-4595-89b2-98973b0c762e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.942617] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Updating instance '8cea6bf3-631f-46f8-b763-ea05ad905f21' progress to 83 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 948.176142] env[69603]: DEBUG nova.network.neutron [req-ad51c577-da81-417b-a06b-7a7a342532d6 req-01eaaef4-df7d-42f0-aff0-334edc1b927b service nova] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.186020] env[69603]: DEBUG nova.scheduler.client.report [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.241712] env[69603]: DEBUG nova.network.neutron [req-ad51c577-da81-417b-a06b-7a7a342532d6 req-01eaaef4-df7d-42f0-aff0-334edc1b927b service nova] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.405070] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.447068] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.447704] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe620928-2da7-4514-9406-e7cd7439f026 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.454760] env[69603]: DEBUG oslo_vmware.api [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 948.454760] env[69603]: value = "task-3480216" [ 948.454760] env[69603]: _type = "Task" [ 948.454760] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.463064] env[69603]: DEBUG oslo_vmware.api [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.697172] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.699342] env[69603]: DEBUG oslo_concurrency.lockutils [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.321s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.699777] env[69603]: DEBUG nova.objects.instance [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lazy-loading 'resources' on Instance uuid 5d11acbf-a910-4d1e-b768-a0c0d154eacc {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.726101] env[69603]: INFO nova.scheduler.client.report [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Deleted allocations for instance bcc0c5fd-21df-485a-b67f-cc2900ddf091 [ 948.734426] env[69603]: DEBUG nova.compute.manager [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.744635] env[69603]: DEBUG oslo_concurrency.lockutils [req-ad51c577-da81-417b-a06b-7a7a342532d6 req-01eaaef4-df7d-42f0-aff0-334edc1b927b service nova] Releasing lock "refresh_cache-56ff390c-947b-4d5d-8a47-91c2ed6ef8cc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.745172] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Acquired lock "refresh_cache-56ff390c-947b-4d5d-8a47-91c2ed6ef8cc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.745404] env[69603]: DEBUG nova.network.neutron [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.761721] env[69603]: DEBUG nova.virt.hardware [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.761961] env[69603]: DEBUG nova.virt.hardware [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.762123] env[69603]: DEBUG nova.virt.hardware [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.762362] env[69603]: DEBUG nova.virt.hardware [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.764511] env[69603]: DEBUG nova.virt.hardware [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.764511] env[69603]: DEBUG nova.virt.hardware [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.764751] env[69603]: DEBUG nova.virt.hardware [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.764825] env[69603]: DEBUG nova.virt.hardware [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.765089] env[69603]: DEBUG nova.virt.hardware [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.766454] env[69603]: DEBUG nova.virt.hardware [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.766694] env[69603]: DEBUG nova.virt.hardware [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.770022] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d542c2-f7ce-414a-ae68-3a990fa53bac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.777080] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feea4bb3-c343-4d61-bbeb-c3d5205d7580 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.966452] env[69603]: DEBUG oslo_vmware.api [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480216, 'name': PowerOnVM_Task, 'duration_secs': 0.438409} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.966732] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 948.966915] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-765c2de2-2fc7-439e-ab21-a47f5e50ede0 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Updating instance '8cea6bf3-631f-46f8-b763-ea05ad905f21' progress to 100 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 949.240628] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5fb8d038-0d22-4018-b28b-b61e4e9e40d3 tempest-ListServerFiltersTestJSON-2104206792 tempest-ListServerFiltersTestJSON-2104206792-project-member] Lock "bcc0c5fd-21df-485a-b67f-cc2900ddf091" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.140s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.306785] env[69603]: DEBUG nova.network.neutron [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.514865] env[69603]: DEBUG nova.network.neutron [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Successfully updated port: 305781b0-f90e-45ca-a0d7-2018fc60f317 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.537536] env[69603]: DEBUG nova.compute.manager [req-c211d341-3f8c-416a-a0a2-894fa57fb26b req-ce4737db-8838-48ad-b450-2c162d781030 service nova] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Received event network-vif-plugged-305781b0-f90e-45ca-a0d7-2018fc60f317 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.537536] env[69603]: DEBUG oslo_concurrency.lockutils [req-c211d341-3f8c-416a-a0a2-894fa57fb26b req-ce4737db-8838-48ad-b450-2c162d781030 service nova] Acquiring lock "bfe464e2-d734-4c83-80df-56b94c7a0681-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.537740] env[69603]: DEBUG oslo_concurrency.lockutils [req-c211d341-3f8c-416a-a0a2-894fa57fb26b req-ce4737db-8838-48ad-b450-2c162d781030 service nova] Lock "bfe464e2-d734-4c83-80df-56b94c7a0681-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.537903] env[69603]: DEBUG oslo_concurrency.lockutils [req-c211d341-3f8c-416a-a0a2-894fa57fb26b req-ce4737db-8838-48ad-b450-2c162d781030 service nova] Lock "bfe464e2-d734-4c83-80df-56b94c7a0681-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.538089] env[69603]: DEBUG nova.compute.manager [req-c211d341-3f8c-416a-a0a2-894fa57fb26b req-ce4737db-8838-48ad-b450-2c162d781030 service nova] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] No waiting events found dispatching network-vif-plugged-305781b0-f90e-45ca-a0d7-2018fc60f317 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 949.538255] env[69603]: WARNING nova.compute.manager [req-c211d341-3f8c-416a-a0a2-894fa57fb26b req-ce4737db-8838-48ad-b450-2c162d781030 service nova] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Received unexpected event network-vif-plugged-305781b0-f90e-45ca-a0d7-2018fc60f317 for instance with vm_state building and task_state spawning. [ 949.549029] env[69603]: DEBUG nova.network.neutron [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Updating instance_info_cache with network_info: [{"id": "9a5722ef-ff9e-4953-95f0-3e07bedd64b8", "address": "fa:16:3e:4a:49:57", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5722ef-ff", "ovs_interfaceid": "9a5722ef-ff9e-4953-95f0-3e07bedd64b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.611018] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Acquiring lock "b06cfbd1-f216-4546-bc09-977ac624daac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.611018] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Lock "b06cfbd1-f216-4546-bc09-977ac624daac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.693692] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae66079-0354-4368-a51c-3dc92fec2596 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.702012] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c139333-e243-4d47-a7de-9fab951d88d1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.732494] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06aaf02-ab7b-462b-8ca0-63e2180b3422 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.740697] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Acquiring lock "447ccf7b-11b7-4976-aa30-fe3b124d968a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.740831] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Lock "447ccf7b-11b7-4976-aa30-fe3b124d968a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.740977] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Acquiring lock "447ccf7b-11b7-4976-aa30-fe3b124d968a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.741447] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Lock "447ccf7b-11b7-4976-aa30-fe3b124d968a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.741690] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Lock "447ccf7b-11b7-4976-aa30-fe3b124d968a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.744797] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e921b5d3-959b-41f8-b38c-9ef2657fcbb9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.749578] env[69603]: INFO nova.compute.manager [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Terminating instance [ 949.760960] env[69603]: DEBUG nova.compute.provider_tree [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.019615] env[69603]: DEBUG oslo_concurrency.lockutils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "refresh_cache-bfe464e2-d734-4c83-80df-56b94c7a0681" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.019891] env[69603]: DEBUG oslo_concurrency.lockutils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "refresh_cache-bfe464e2-d734-4c83-80df-56b94c7a0681" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.020123] env[69603]: DEBUG nova.network.neutron [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.055729] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Releasing lock "refresh_cache-56ff390c-947b-4d5d-8a47-91c2ed6ef8cc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.056074] env[69603]: DEBUG nova.compute.manager [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Instance network_info: |[{"id": "9a5722ef-ff9e-4953-95f0-3e07bedd64b8", "address": "fa:16:3e:4a:49:57", "network": {"id": "c2b9b23a-9c78-4795-814d-d3edfa164a6d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "64c99a49cd5845a3bda90cd618fb21ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5722ef-ff", "ovs_interfaceid": "9a5722ef-ff9e-4953-95f0-3e07bedd64b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 950.056487] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:49:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a5722ef-ff9e-4953-95f0-3e07bedd64b8', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 950.065400] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Creating folder: Project (209f3f94b45149c18f216454504f9548). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.065941] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41f30308-4c56-415d-9cfb-d8d5b7f7ec53 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.078015] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Created folder: Project (209f3f94b45149c18f216454504f9548) in parent group-v695567. [ 950.078233] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Creating folder: Instances. Parent ref: group-v695779. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 950.078504] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d07c5cbf-cc14-4f80-895d-18455337815a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.088374] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Created folder: Instances in parent group-v695779. [ 950.088619] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.088818] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 950.089035] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc742f83-3c39-44cf-a6d4-e5e9d6afe615 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.108797] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 950.108797] env[69603]: value = "task-3480219" [ 950.108797] env[69603]: _type = "Task" [ 950.108797] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.115552] env[69603]: DEBUG nova.compute.manager [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.123185] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480219, 'name': CreateVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.254693] env[69603]: DEBUG nova.compute.manager [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.254693] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.255566] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9488233e-fa02-4cad-a6d9-4c8c0c711c15 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.264817] env[69603]: DEBUG nova.scheduler.client.report [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.268906] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.269212] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b45b841-35fd-4be1-b38a-de1108c962a9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.277646] env[69603]: DEBUG oslo_vmware.api [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Waiting for the task: (returnval){ [ 950.277646] env[69603]: value = "task-3480220" [ 950.277646] env[69603]: _type = "Task" [ 950.277646] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.286405] env[69603]: DEBUG oslo_vmware.api [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.573737] env[69603]: DEBUG nova.network.neutron [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.621492] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480219, 'name': CreateVM_Task, 'duration_secs': 0.370577} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.624617] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.624743] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.625090] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.625216] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.625900] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65f55806-d1ab-43ce-bd28-7d197d04abff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.630952] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Waiting for the task: (returnval){ [ 950.630952] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cb422c-1165-6584-5e58-711d5c155412" [ 950.630952] env[69603]: _type = "Task" [ 950.630952] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.640223] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cb422c-1165-6584-5e58-711d5c155412, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.641623] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.770299] env[69603]: DEBUG oslo_concurrency.lockutils [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.772404] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.888s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.772651] env[69603]: DEBUG nova.objects.instance [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Lazy-loading 'resources' on Instance uuid 33ef9ae9-b645-4130-96e7-8042d7366c99 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.788664] env[69603]: DEBUG oslo_vmware.api [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480220, 'name': PowerOffVM_Task, 'duration_secs': 0.261486} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.788973] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.789209] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 950.789497] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f92749d5-6599-4159-94ea-04af61ba4a63 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.797246] env[69603]: INFO nova.scheduler.client.report [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleted allocations for instance 5d11acbf-a910-4d1e-b768-a0c0d154eacc [ 950.798891] env[69603]: DEBUG nova.network.neutron [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Updating instance_info_cache with network_info: [{"id": "305781b0-f90e-45ca-a0d7-2018fc60f317", "address": "fa:16:3e:b8:b0:cc", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap305781b0-f9", "ovs_interfaceid": "305781b0-f90e-45ca-a0d7-2018fc60f317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.858087] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 950.858087] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 950.858309] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Deleting the datastore file [datastore2] 447ccf7b-11b7-4976-aa30-fe3b124d968a {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 950.858580] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b789cd6d-a215-4c45-8bc3-754178800b88 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.865315] env[69603]: DEBUG oslo_vmware.api [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Waiting for the task: (returnval){ [ 950.865315] env[69603]: value = "task-3480222" [ 950.865315] env[69603]: _type = "Task" [ 950.865315] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.873311] env[69603]: DEBUG oslo_vmware.api [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.068064] env[69603]: DEBUG oslo_concurrency.lockutils [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "8cea6bf3-631f-46f8-b763-ea05ad905f21" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.068378] env[69603]: DEBUG oslo_concurrency.lockutils [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "8cea6bf3-631f-46f8-b763-ea05ad905f21" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.068605] env[69603]: DEBUG nova.compute.manager [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Going to confirm migration 3 {{(pid=69603) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 951.144824] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cb422c-1165-6584-5e58-711d5c155412, 'name': SearchDatastore_Task, 'duration_secs': 0.014316} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.145224] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.145504] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.145815] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.146025] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.146244] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.146480] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc2f6928-ce26-4a07-bd84-b3ec2d14eb50 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.156805] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.156919] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.158087] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4cd5984-670c-4fea-80dd-4846443a361e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.164063] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Waiting for the task: (returnval){ [ 951.164063] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529f3f30-a00f-1e10-9d28-7002a5125e28" [ 951.164063] env[69603]: _type = "Task" [ 951.164063] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.173076] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529f3f30-a00f-1e10-9d28-7002a5125e28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.304630] env[69603]: DEBUG oslo_concurrency.lockutils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "refresh_cache-bfe464e2-d734-4c83-80df-56b94c7a0681" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.304630] env[69603]: DEBUG nova.compute.manager [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Instance network_info: |[{"id": "305781b0-f90e-45ca-a0d7-2018fc60f317", "address": "fa:16:3e:b8:b0:cc", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap305781b0-f9", "ovs_interfaceid": "305781b0-f90e-45ca-a0d7-2018fc60f317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.307046] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:b0:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '305781b0-f90e-45ca-a0d7-2018fc60f317', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.315133] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.315133] env[69603]: DEBUG oslo_concurrency.lockutils [None req-120072cf-ee65-489f-8eff-72414a3c2134 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "5d11acbf-a910-4d1e-b768-a0c0d154eacc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.395s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.319039] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.319039] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29358bee-8417-44e2-847a-236754ca871e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.346192] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.346192] env[69603]: value = "task-3480223" [ 951.346192] env[69603]: _type = "Task" [ 951.346192] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.357292] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480223, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.376092] env[69603]: DEBUG oslo_vmware.api [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Task: {'id': task-3480222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184664} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.378586] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.378809] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.379401] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.379401] env[69603]: INFO nova.compute.manager [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 951.379401] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.380019] env[69603]: DEBUG nova.compute.manager [-] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.380507] env[69603]: DEBUG nova.network.neutron [-] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.623627] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12aaa726-614d-4b40-a789-7e37a0f37aa6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.632656] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476a4266-0bf0-4355-91c1-56234f536747 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.637884] env[69603]: DEBUG nova.compute.manager [req-f867697d-dc95-4cf4-936e-fa70a4244898 req-a614b55c-ad7d-46b0-a001-217e5595a5d9 service nova] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Received event network-changed-305781b0-f90e-45ca-a0d7-2018fc60f317 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.638027] env[69603]: DEBUG nova.compute.manager [req-f867697d-dc95-4cf4-936e-fa70a4244898 req-a614b55c-ad7d-46b0-a001-217e5595a5d9 service nova] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Refreshing instance network info cache due to event network-changed-305781b0-f90e-45ca-a0d7-2018fc60f317. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.638244] env[69603]: DEBUG oslo_concurrency.lockutils [req-f867697d-dc95-4cf4-936e-fa70a4244898 req-a614b55c-ad7d-46b0-a001-217e5595a5d9 service nova] Acquiring lock "refresh_cache-bfe464e2-d734-4c83-80df-56b94c7a0681" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.638386] env[69603]: DEBUG oslo_concurrency.lockutils [req-f867697d-dc95-4cf4-936e-fa70a4244898 req-a614b55c-ad7d-46b0-a001-217e5595a5d9 service nova] Acquired lock "refresh_cache-bfe464e2-d734-4c83-80df-56b94c7a0681" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.638542] env[69603]: DEBUG nova.network.neutron [req-f867697d-dc95-4cf4-936e-fa70a4244898 req-a614b55c-ad7d-46b0-a001-217e5595a5d9 service nova] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Refreshing network info cache for port 305781b0-f90e-45ca-a0d7-2018fc60f317 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.676491] env[69603]: DEBUG oslo_concurrency.lockutils [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "refresh_cache-8cea6bf3-631f-46f8-b763-ea05ad905f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.676720] env[69603]: DEBUG oslo_concurrency.lockutils [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "refresh_cache-8cea6bf3-631f-46f8-b763-ea05ad905f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.676827] env[69603]: DEBUG nova.network.neutron [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.677017] env[69603]: DEBUG nova.objects.instance [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lazy-loading 'info_cache' on Instance uuid 8cea6bf3-631f-46f8-b763-ea05ad905f21 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.685290] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac3b682-3391-4f4a-9529-8a2abedd2b6e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.696056] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529f3f30-a00f-1e10-9d28-7002a5125e28, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.697324] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7be0fc-7775-4b8b-b6e6-03d8d475e52c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.702435] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bb72369-2491-43bc-9702-9cb5d8cb3b46 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.708340] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Waiting for the task: (returnval){ [ 951.708340] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5299804d-1ae0-5bca-3d7b-cdc9e0b20a92" [ 951.708340] env[69603]: _type = "Task" [ 951.708340] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.716196] env[69603]: DEBUG nova.compute.provider_tree [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.725691] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5299804d-1ae0-5bca-3d7b-cdc9e0b20a92, 'name': SearchDatastore_Task, 'duration_secs': 0.011618} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.725928] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.726187] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc/56ff390c-947b-4d5d-8a47-91c2ed6ef8cc.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.726428] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7f6bb67-c1c2-4b47-a1be-e7251fbe335b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.734357] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Waiting for the task: (returnval){ [ 951.734357] env[69603]: value = "task-3480224" [ 951.734357] env[69603]: _type = "Task" [ 951.734357] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.742578] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': task-3480224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.841484] env[69603]: DEBUG oslo_concurrency.lockutils [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "26d81b16-cbe1-4520-8b1b-4881dd90b633" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.843231] env[69603]: DEBUG oslo_concurrency.lockutils [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "26d81b16-cbe1-4520-8b1b-4881dd90b633" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.843231] env[69603]: DEBUG oslo_concurrency.lockutils [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "26d81b16-cbe1-4520-8b1b-4881dd90b633-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.843231] env[69603]: DEBUG oslo_concurrency.lockutils [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "26d81b16-cbe1-4520-8b1b-4881dd90b633-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.843231] env[69603]: DEBUG oslo_concurrency.lockutils [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "26d81b16-cbe1-4520-8b1b-4881dd90b633-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.848682] env[69603]: INFO nova.compute.manager [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Terminating instance [ 951.862940] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480223, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.221620] env[69603]: DEBUG nova.scheduler.client.report [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.254254] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': task-3480224, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.361319] env[69603]: DEBUG nova.compute.manager [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.361868] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.362366] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480223, 'name': CreateVM_Task, 'duration_secs': 0.556986} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.363402] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cadc63-f100-41c8-b043-139cd2e936a5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.366593] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.370951] env[69603]: DEBUG oslo_concurrency.lockutils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.370951] env[69603]: DEBUG oslo_concurrency.lockutils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.370951] env[69603]: DEBUG oslo_concurrency.lockutils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.371208] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae26eb3f-afa1-43c3-bbe0-6f1315e8e2e8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.376404] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.377352] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd0b7df6-9845-4732-830d-d6f97e622bd7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.382207] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 952.382207] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52153dc7-df05-79aa-5779-9bf74c650229" [ 952.382207] env[69603]: _type = "Task" [ 952.382207] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.387301] env[69603]: DEBUG oslo_vmware.api [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 952.387301] env[69603]: value = "task-3480225" [ 952.387301] env[69603]: _type = "Task" [ 952.387301] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.395545] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52153dc7-df05-79aa-5779-9bf74c650229, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.401595] env[69603]: DEBUG oslo_vmware.api [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.408273] env[69603]: DEBUG nova.network.neutron [req-f867697d-dc95-4cf4-936e-fa70a4244898 req-a614b55c-ad7d-46b0-a001-217e5595a5d9 service nova] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Updated VIF entry in instance network info cache for port 305781b0-f90e-45ca-a0d7-2018fc60f317. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.408646] env[69603]: DEBUG nova.network.neutron [req-f867697d-dc95-4cf4-936e-fa70a4244898 req-a614b55c-ad7d-46b0-a001-217e5595a5d9 service nova] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Updating instance_info_cache with network_info: [{"id": "305781b0-f90e-45ca-a0d7-2018fc60f317", "address": "fa:16:3e:b8:b0:cc", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap305781b0-f9", "ovs_interfaceid": "305781b0-f90e-45ca-a0d7-2018fc60f317", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.538384] env[69603]: DEBUG nova.compute.manager [req-eaefb860-0e93-472e-a479-490413d85881 req-e70e69e0-3a6b-4652-9685-23bda933c536 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Received event network-vif-deleted-b38172ab-7f56-4e99-8929-975b77b27ccd {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.538633] env[69603]: INFO nova.compute.manager [req-eaefb860-0e93-472e-a479-490413d85881 req-e70e69e0-3a6b-4652-9685-23bda933c536 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Neutron deleted interface b38172ab-7f56-4e99-8929-975b77b27ccd; detaching it from the instance and deleting it from the info cache [ 952.538737] env[69603]: DEBUG nova.network.neutron [req-eaefb860-0e93-472e-a479-490413d85881 req-e70e69e0-3a6b-4652-9685-23bda933c536 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.542931] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "8687c616-c6be-4e03-8e8b-c035b889cd53" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.543187] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "8687c616-c6be-4e03-8e8b-c035b889cd53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.727015] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.729619] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.104s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.730994] env[69603]: INFO nova.compute.claims [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.745161] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': task-3480224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687267} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.745410] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc/56ff390c-947b-4d5d-8a47-91c2ed6ef8cc.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.745631] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.745934] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1adbc122-9ac0-4f30-95d3-519b29f6069c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.750527] env[69603]: INFO nova.scheduler.client.report [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Deleted allocations for instance 33ef9ae9-b645-4130-96e7-8042d7366c99 [ 952.754034] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Waiting for the task: (returnval){ [ 952.754034] env[69603]: value = "task-3480226" [ 952.754034] env[69603]: _type = "Task" [ 952.754034] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.767275] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': task-3480226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.897885] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52153dc7-df05-79aa-5779-9bf74c650229, 'name': SearchDatastore_Task, 'duration_secs': 0.026684} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.900031] env[69603]: DEBUG oslo_concurrency.lockutils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.900031] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.900031] env[69603]: DEBUG oslo_concurrency.lockutils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.900031] env[69603]: DEBUG oslo_concurrency.lockutils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.900031] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.904206] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4b992dd-05f5-40bc-9eda-fa2457397ba1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.908020] env[69603]: DEBUG oslo_vmware.api [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480225, 'name': PowerOffVM_Task, 'duration_secs': 0.386069} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.908020] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.908020] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.908020] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d2cbefe-41fa-4f07-8317-04174eee95a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.910929] env[69603]: DEBUG oslo_concurrency.lockutils [req-f867697d-dc95-4cf4-936e-fa70a4244898 req-a614b55c-ad7d-46b0-a001-217e5595a5d9 service nova] Releasing lock "refresh_cache-bfe464e2-d734-4c83-80df-56b94c7a0681" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.918593] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.918593] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.918593] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ce10205-c190-4be0-b6f8-f16b0c878d5b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.922416] env[69603]: DEBUG nova.network.neutron [-] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.923736] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 952.923736] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bb1df5-0f77-3410-bf94-8ebb3fdfeca2" [ 952.923736] env[69603]: _type = "Task" [ 952.923736] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.932549] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bb1df5-0f77-3410-bf94-8ebb3fdfeca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.955049] env[69603]: DEBUG nova.network.neutron [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Updating instance_info_cache with network_info: [{"id": "cf1950fb-d675-4d7a-a96e-dda914d5b088", "address": "fa:16:3e:09:ea:e7", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1950fb-d6", "ovs_interfaceid": "cf1950fb-d675-4d7a-a96e-dda914d5b088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.011613] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.011613] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.011613] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleting the datastore file [datastore2] 26d81b16-cbe1-4520-8b1b-4881dd90b633 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.012119] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9636cbce-2ca1-4015-9886-8177d251b194 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.019495] env[69603]: DEBUG oslo_vmware.api [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 953.019495] env[69603]: value = "task-3480228" [ 953.019495] env[69603]: _type = "Task" [ 953.019495] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.027569] env[69603]: DEBUG oslo_vmware.api [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.045251] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0a27574-6e71-43c6-8cdf-eeaac179df62 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.046769] env[69603]: DEBUG nova.compute.manager [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.056311] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4300da8-e57f-4304-91ea-79235903de1a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.090195] env[69603]: DEBUG nova.compute.manager [req-eaefb860-0e93-472e-a479-490413d85881 req-e70e69e0-3a6b-4652-9685-23bda933c536 service nova] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Detach interface failed, port_id=b38172ab-7f56-4e99-8929-975b77b27ccd, reason: Instance 447ccf7b-11b7-4976-aa30-fe3b124d968a could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 953.263650] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1f41ba32-55d7-4398-a4a3-f6bd537d459d tempest-ServersTestBootFromVolume-439090515 tempest-ServersTestBootFromVolume-439090515-project-member] Lock "33ef9ae9-b645-4130-96e7-8042d7366c99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.919s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.268729] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': task-3480226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.30193} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.268977] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.269753] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f6884d-22f4-4abd-9fef-4ac6f113a899 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.293588] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc/56ff390c-947b-4d5d-8a47-91c2ed6ef8cc.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.294171] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ccb73e6b-c453-42e8-b70e-7e3a82a3d264 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.313204] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Waiting for the task: (returnval){ [ 953.313204] env[69603]: value = "task-3480229" [ 953.313204] env[69603]: _type = "Task" [ 953.313204] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.322415] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': task-3480229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.425481] env[69603]: INFO nova.compute.manager [-] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Took 2.05 seconds to deallocate network for instance. [ 953.439306] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bb1df5-0f77-3410-bf94-8ebb3fdfeca2, 'name': SearchDatastore_Task, 'duration_secs': 0.039092} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.440119] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c012443-49d9-4843-bf41-0dc106c35ca8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.446101] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 953.446101] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f13e3c-a52b-9dcb-f91a-fe0a22ad2fa3" [ 953.446101] env[69603]: _type = "Task" [ 953.446101] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.453972] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f13e3c-a52b-9dcb-f91a-fe0a22ad2fa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.457615] env[69603]: DEBUG oslo_concurrency.lockutils [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "refresh_cache-8cea6bf3-631f-46f8-b763-ea05ad905f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.457934] env[69603]: DEBUG nova.objects.instance [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lazy-loading 'migration_context' on Instance uuid 8cea6bf3-631f-46f8-b763-ea05ad905f21 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.529527] env[69603]: DEBUG oslo_vmware.api [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.568577] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.824022] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': task-3480229, 'name': ReconfigVM_Task, 'duration_secs': 0.300129} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.824307] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc/56ff390c-947b-4d5d-8a47-91c2ed6ef8cc.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.824907] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96ec070b-79d3-4105-b4c3-63ff49d9e0d7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.831478] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Waiting for the task: (returnval){ [ 953.831478] env[69603]: value = "task-3480230" [ 953.831478] env[69603]: _type = "Task" [ 953.831478] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.841626] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': task-3480230, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.935145] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.956605] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f13e3c-a52b-9dcb-f91a-fe0a22ad2fa3, 'name': SearchDatastore_Task, 'duration_secs': 0.014779} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.956863] env[69603]: DEBUG oslo_concurrency.lockutils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.957138] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] bfe464e2-d734-4c83-80df-56b94c7a0681/bfe464e2-d734-4c83-80df-56b94c7a0681.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.957401] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8444ce03-b278-415f-999f-252303f06bcb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.960234] env[69603]: DEBUG nova.objects.base [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Object Instance<8cea6bf3-631f-46f8-b763-ea05ad905f21> lazy-loaded attributes: info_cache,migration_context {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 953.961145] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf731360-7b70-4c88-aeba-1de385b43966 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.964944] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 953.964944] env[69603]: value = "task-3480231" [ 953.964944] env[69603]: _type = "Task" [ 953.964944] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.985926] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa3e91a4-3d6f-4c9f-bcaf-b645dba2e6b4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.991256] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.994169] env[69603]: DEBUG oslo_vmware.api [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 953.994169] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5222045b-0124-9c07-6ed8-b794efb25132" [ 953.994169] env[69603]: _type = "Task" [ 953.994169] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.005538] env[69603]: DEBUG oslo_vmware.api [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5222045b-0124-9c07-6ed8-b794efb25132, 'name': SearchDatastore_Task, 'duration_secs': 0.006798} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.005538] env[69603]: DEBUG oslo_concurrency.lockutils [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.030399] env[69603]: DEBUG oslo_vmware.api [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533999} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.030639] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.030819] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.030994] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.031180] env[69603]: INFO nova.compute.manager [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Took 1.67 seconds to destroy the instance on the hypervisor. [ 954.031412] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.031638] env[69603]: DEBUG nova.compute.manager [-] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.031697] env[69603]: DEBUG nova.network.neutron [-] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.066402] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fa5b43-22cc-4237-afea-2e71dd9c5e89 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.075579] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403e45e3-9c36-400f-a286-6a1a5b7be3a4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.112647] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c35a3c-e4f5-40bc-9871-7a5ce061cd41 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.118969] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3afdc05-17b3-4c3b-add7-cac7296773d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.132121] env[69603]: DEBUG nova.compute.provider_tree [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.341474] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': task-3480230, 'name': Rename_Task, 'duration_secs': 0.147607} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.341749] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.341988] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8937e7a2-4391-4440-8fc0-819aaacc2e03 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.348302] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Waiting for the task: (returnval){ [ 954.348302] env[69603]: value = "task-3480232" [ 954.348302] env[69603]: _type = "Task" [ 954.348302] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.355563] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': task-3480232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.479262] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480231, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.635693] env[69603]: DEBUG nova.scheduler.client.report [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.660506] env[69603]: DEBUG nova.compute.manager [req-16a2ab67-aa22-448c-931d-a56f7ef4e396 req-57f1c08d-9b62-4545-9870-9ae6bae6091d service nova] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Received event network-vif-deleted-d41e8413-961b-462c-88d4-cbf953fa2c25 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.660506] env[69603]: INFO nova.compute.manager [req-16a2ab67-aa22-448c-931d-a56f7ef4e396 req-57f1c08d-9b62-4545-9870-9ae6bae6091d service nova] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Neutron deleted interface d41e8413-961b-462c-88d4-cbf953fa2c25; detaching it from the instance and deleting it from the info cache [ 954.660506] env[69603]: DEBUG nova.network.neutron [req-16a2ab67-aa22-448c-931d-a56f7ef4e396 req-57f1c08d-9b62-4545-9870-9ae6bae6091d service nova] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.859718] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': task-3480232, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.904281] env[69603]: DEBUG nova.network.neutron [-] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.977492] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.760712} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.977745] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] bfe464e2-d734-4c83-80df-56b94c7a0681/bfe464e2-d734-4c83-80df-56b94c7a0681.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.977951] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.978220] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4ec521f-5077-46ad-b1ce-36a1e423f4b3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.984404] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 954.984404] env[69603]: value = "task-3480233" [ 954.984404] env[69603]: _type = "Task" [ 954.984404] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.993074] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.146160] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.146820] env[69603]: DEBUG nova.compute.manager [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 955.149596] env[69603]: DEBUG oslo_concurrency.lockutils [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.452s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.163844] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc07886b-40e1-45fd-a759-be5ca83e46fb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.177466] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69af0e06-6aa0-41cc-a67b-e64cf7bcbf86 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.218867] env[69603]: DEBUG nova.compute.manager [req-16a2ab67-aa22-448c-931d-a56f7ef4e396 req-57f1c08d-9b62-4545-9870-9ae6bae6091d service nova] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Detach interface failed, port_id=d41e8413-961b-462c-88d4-cbf953fa2c25, reason: Instance 26d81b16-cbe1-4520-8b1b-4881dd90b633 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 955.362022] env[69603]: DEBUG oslo_vmware.api [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': task-3480232, 'name': PowerOnVM_Task, 'duration_secs': 0.538485} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.362022] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.362022] env[69603]: INFO nova.compute.manager [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Took 9.12 seconds to spawn the instance on the hypervisor. [ 955.362022] env[69603]: DEBUG nova.compute.manager [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.362022] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9497fb3d-fcc8-4f04-ab98-383561e2c2e1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.407178] env[69603]: INFO nova.compute.manager [-] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Took 1.38 seconds to deallocate network for instance. [ 955.496628] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22946} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.497057] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 955.498573] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4191da1-b772-47b7-8942-d64794d48c68 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.540363] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] bfe464e2-d734-4c83-80df-56b94c7a0681/bfe464e2-d734-4c83-80df-56b94c7a0681.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.540831] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c23cca41-dc82-403a-80c4-4a03fa5a996b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.577141] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 955.577141] env[69603]: value = "task-3480234" [ 955.577141] env[69603]: _type = "Task" [ 955.577141] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.589875] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480234, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.655110] env[69603]: INFO nova.compute.claims [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.663159] env[69603]: DEBUG nova.compute.utils [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.663159] env[69603]: DEBUG nova.compute.manager [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Not allocating networking since 'none' was specified. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 955.878627] env[69603]: INFO nova.compute.manager [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Took 28.13 seconds to build instance. [ 955.914188] env[69603]: DEBUG oslo_concurrency.lockutils [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.087593] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.165796] env[69603]: INFO nova.compute.resource_tracker [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating resource usage from migration 2419adec-7917-4c4e-98c5-6821890aba25 [ 956.174042] env[69603]: DEBUG nova.compute.manager [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 956.382064] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f87a652d-cb83-4534-b71c-81294496f3b9 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Lock "56ff390c-947b-4d5d-8a47-91c2ed6ef8cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.649s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.496749] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b25d839-221b-4e34-9f4d-c2c295165d34 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.505156] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47b4cc9-e71f-4d29-ad67-1ffca9be609a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.534909] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb014921-28a8-48b8-bfb7-91e53d68e237 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.542751] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56509b02-853b-43f6-946d-f44013a44b49 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.558068] env[69603]: DEBUG nova.compute.provider_tree [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.585365] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480234, 'name': ReconfigVM_Task, 'duration_secs': 0.600409} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.585640] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Reconfigured VM instance instance-0000004d to attach disk [datastore1] bfe464e2-d734-4c83-80df-56b94c7a0681/bfe464e2-d734-4c83-80df-56b94c7a0681.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.586278] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fbaa9c8-18a0-4ea1-925e-3bb69e165573 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.593143] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 956.593143] env[69603]: value = "task-3480235" [ 956.593143] env[69603]: _type = "Task" [ 956.593143] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.601024] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480235, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.061700] env[69603]: DEBUG nova.scheduler.client.report [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.103101] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480235, 'name': Rename_Task, 'duration_secs': 0.15063} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.103358] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.103599] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb56ca46-8e9b-4898-b0bf-e252c220e79d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.109460] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 957.109460] env[69603]: value = "task-3480236" [ 957.109460] env[69603]: _type = "Task" [ 957.109460] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.116803] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480236, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.186744] env[69603]: DEBUG nova.compute.manager [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 957.218029] env[69603]: DEBUG nova.virt.hardware [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.218029] env[69603]: DEBUG nova.virt.hardware [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.218218] env[69603]: DEBUG nova.virt.hardware [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.218252] env[69603]: DEBUG nova.virt.hardware [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.218400] env[69603]: DEBUG nova.virt.hardware [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.218545] env[69603]: DEBUG nova.virt.hardware [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.218779] env[69603]: DEBUG nova.virt.hardware [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.218902] env[69603]: DEBUG nova.virt.hardware [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.219075] env[69603]: DEBUG nova.virt.hardware [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.219241] env[69603]: DEBUG nova.virt.hardware [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.219412] env[69603]: DEBUG nova.virt.hardware [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.220311] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ccb325-06bf-483f-b646-729da1d548cd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.228556] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f4d810-e6d6-4100-8555-5774802ccbd7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.241944] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.247479] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Creating folder: Project (a8f45cd62a2f462182b25f2a1c0da5b4). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.247760] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4519dd81-46f0-4300-8508-a38db5027c8c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.258013] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Created folder: Project (a8f45cd62a2f462182b25f2a1c0da5b4) in parent group-v695567. [ 957.258199] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Creating folder: Instances. Parent ref: group-v695783. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 957.258418] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dcbfe8c-d583-4f6b-9d91-bd0f1db38dbc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.267228] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Created folder: Instances in parent group-v695783. [ 957.267465] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.267656] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.267849] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-625f354a-c0bf-416b-a0cf-6a0f6e15a551 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.283408] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Acquiring lock "56ff390c-947b-4d5d-8a47-91c2ed6ef8cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.283744] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Lock "56ff390c-947b-4d5d-8a47-91c2ed6ef8cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.283994] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Acquiring lock "56ff390c-947b-4d5d-8a47-91c2ed6ef8cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.284204] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Lock "56ff390c-947b-4d5d-8a47-91c2ed6ef8cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.284374] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Lock "56ff390c-947b-4d5d-8a47-91c2ed6ef8cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.286833] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.286833] env[69603]: value = "task-3480239" [ 957.286833] env[69603]: _type = "Task" [ 957.286833] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.287285] env[69603]: INFO nova.compute.manager [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Terminating instance [ 957.297357] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480239, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.567066] env[69603]: DEBUG oslo_concurrency.lockutils [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.417s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.567269] env[69603]: INFO nova.compute.manager [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Migrating [ 957.577824] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.119s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.578227] env[69603]: DEBUG nova.objects.instance [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lazy-loading 'resources' on Instance uuid 25da83bc-5cf0-436b-bca7-b6c3c225e188 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.620174] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480236, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.793934] env[69603]: DEBUG nova.compute.manager [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 957.794173] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 957.795025] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841b1d38-e9db-4df3-aca0-f3b6432982e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.803028] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.806159] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-619aee65-4bf3-4511-8a65-26d61ffed7af {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.807574] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480239, 'name': CreateVM_Task, 'duration_secs': 0.325528} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.807733] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.808472] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.808666] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.808983] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.809229] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48beda21-0f37-4fad-849f-579769630835 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.813191] env[69603]: DEBUG oslo_vmware.api [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Waiting for the task: (returnval){ [ 957.813191] env[69603]: value = "task-3480240" [ 957.813191] env[69603]: _type = "Task" [ 957.813191] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.817024] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Waiting for the task: (returnval){ [ 957.817024] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b5baea-1aca-9c6c-ae88-f66fff33dd6e" [ 957.817024] env[69603]: _type = "Task" [ 957.817024] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.823197] env[69603]: DEBUG oslo_vmware.api [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': task-3480240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.827769] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b5baea-1aca-9c6c-ae88-f66fff33dd6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.088374] env[69603]: DEBUG oslo_concurrency.lockutils [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.088602] env[69603]: DEBUG oslo_concurrency.lockutils [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.088733] env[69603]: DEBUG nova.network.neutron [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 958.123404] env[69603]: DEBUG oslo_vmware.api [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480236, 'name': PowerOnVM_Task, 'duration_secs': 0.579608} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.123710] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.123863] env[69603]: INFO nova.compute.manager [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Took 9.39 seconds to spawn the instance on the hypervisor. [ 958.124246] env[69603]: DEBUG nova.compute.manager [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.124865] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e894be-162f-454c-ac00-5edafd7bb639 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.326049] env[69603]: DEBUG oslo_vmware.api [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': task-3480240, 'name': PowerOffVM_Task, 'duration_secs': 0.451599} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.326502] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.326678] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.326927] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-334ab062-72d8-4b36-bf19-1f6f62919d82 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.331601] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b5baea-1aca-9c6c-ae88-f66fff33dd6e, 'name': SearchDatastore_Task, 'duration_secs': 0.018775} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.334175] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.334410] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.334640] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.334785] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.334955] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.335369] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cfe824d-4523-4588-bcd6-554452e03824 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.344633] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.344633] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.345259] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea668b9b-93d3-42aa-95ff-5110d02b01ee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.353688] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Waiting for the task: (returnval){ [ 958.353688] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cecbec-4d46-8f93-f7bd-8779f29343e0" [ 958.353688] env[69603]: _type = "Task" [ 958.353688] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.361540] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cecbec-4d46-8f93-f7bd-8779f29343e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.405911] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e274be09-15ed-4e83-8290-feb7346113c7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.414949] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b50f6c-0f36-4e5c-9a73-fde8abd8afcd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.418029] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.418222] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.418393] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Deleting the datastore file [datastore1] 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.418622] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e371590-95de-47ca-9e12-7f940eb392fa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.448993] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d813200c-e02c-4c67-929d-092036288f5a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.451492] env[69603]: DEBUG oslo_vmware.api [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Waiting for the task: (returnval){ [ 958.451492] env[69603]: value = "task-3480242" [ 958.451492] env[69603]: _type = "Task" [ 958.451492] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.457664] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fbe2bc-f347-47a1-b411-c1470b6c6872 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.463713] env[69603]: DEBUG oslo_vmware.api [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': task-3480242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.472763] env[69603]: DEBUG nova.compute.provider_tree [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.644209] env[69603]: INFO nova.compute.manager [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Took 29.38 seconds to build instance. [ 958.789154] env[69603]: DEBUG nova.network.neutron [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating instance_info_cache with network_info: [{"id": "bef13fa4-99d4-437d-926d-b6a34e0ad770", "address": "fa:16:3e:2b:bd:a4", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef13fa4-99", "ovs_interfaceid": "bef13fa4-99d4-437d-926d-b6a34e0ad770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.866511] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cecbec-4d46-8f93-f7bd-8779f29343e0, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.867387] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b07ddbb0-616c-4fcf-a920-31126669feb9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.872570] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Waiting for the task: (returnval){ [ 958.872570] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520a6c5f-832a-f892-270d-caa2ae04ef0a" [ 958.872570] env[69603]: _type = "Task" [ 958.872570] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.880691] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520a6c5f-832a-f892-270d-caa2ae04ef0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.960534] env[69603]: DEBUG oslo_vmware.api [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Task: {'id': task-3480242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202257} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.960788] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.960971] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.961160] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.961351] env[69603]: INFO nova.compute.manager [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 958.961608] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.961774] env[69603]: DEBUG nova.compute.manager [-] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.961873] env[69603]: DEBUG nova.network.neutron [-] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.975580] env[69603]: DEBUG nova.scheduler.client.report [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.146058] env[69603]: DEBUG oslo_concurrency.lockutils [None req-624a4951-ec96-4855-b682-ac935d72253a tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "bfe464e2-d734-4c83-80df-56b94c7a0681" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.892s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.292005] env[69603]: DEBUG oslo_concurrency.lockutils [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.383571] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520a6c5f-832a-f892-270d-caa2ae04ef0a, 'name': SearchDatastore_Task, 'duration_secs': 0.009506} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.383837] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.384100] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] abc26817-43b9-4f0b-a8e7-915eb46039cb/abc26817-43b9-4f0b-a8e7-915eb46039cb.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.384356] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dec314c4-78ee-489d-a518-9f827aeb377b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.390829] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Waiting for the task: (returnval){ [ 959.390829] env[69603]: value = "task-3480243" [ 959.390829] env[69603]: _type = "Task" [ 959.390829] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.398379] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': task-3480243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.423698] env[69603]: DEBUG nova.compute.manager [req-6563c907-da21-4a70-b7e5-3263dae584c8 req-4057a01d-7220-4fcf-8d42-a01304f517c1 service nova] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Received event network-vif-deleted-9a5722ef-ff9e-4953-95f0-3e07bedd64b8 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.423698] env[69603]: INFO nova.compute.manager [req-6563c907-da21-4a70-b7e5-3263dae584c8 req-4057a01d-7220-4fcf-8d42-a01304f517c1 service nova] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Neutron deleted interface 9a5722ef-ff9e-4953-95f0-3e07bedd64b8; detaching it from the instance and deleting it from the info cache [ 959.423790] env[69603]: DEBUG nova.network.neutron [req-6563c907-da21-4a70-b7e5-3263dae584c8 req-4057a01d-7220-4fcf-8d42-a01304f517c1 service nova] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.480637] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.903s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.483341] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.498s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.483633] env[69603]: DEBUG nova.objects.instance [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lazy-loading 'resources' on Instance uuid 3d99f616-a6a4-471c-9665-4f32f1a585ea {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.505752] env[69603]: INFO nova.scheduler.client.report [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Deleted allocations for instance 25da83bc-5cf0-436b-bca7-b6c3c225e188 [ 959.834179] env[69603]: DEBUG nova.network.neutron [-] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.900071] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': task-3480243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483136} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.900328] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] abc26817-43b9-4f0b-a8e7-915eb46039cb/abc26817-43b9-4f0b-a8e7-915eb46039cb.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.900536] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.900788] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78fe265a-b6d4-4821-8b4f-5020936636d6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.908583] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Waiting for the task: (returnval){ [ 959.908583] env[69603]: value = "task-3480244" [ 959.908583] env[69603]: _type = "Task" [ 959.908583] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.916995] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': task-3480244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.927779] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6351c45-93fa-40e6-bcb6-836e520775e7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.936223] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3941b383-8cc9-4301-b193-0a7bbff7bbb9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.971901] env[69603]: DEBUG nova.compute.manager [req-6563c907-da21-4a70-b7e5-3263dae584c8 req-4057a01d-7220-4fcf-8d42-a01304f517c1 service nova] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Detach interface failed, port_id=9a5722ef-ff9e-4953-95f0-3e07bedd64b8, reason: Instance 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 960.015823] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7c29592f-c55c-46db-8065-b56a5864eb89 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "25da83bc-5cf0-436b-bca7-b6c3c225e188" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.203s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.277519] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c366de7b-7ad4-40a5-8962-7df0087dbd59 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.285662] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0452a52-1322-4e74-a0d9-967910ed875c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.320940] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a583455-f1d3-414c-8249-4e00dd300071 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.327688] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf1572b-7cd6-4794-b9d2-1dbab98d2a6d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.336977] env[69603]: INFO nova.compute.manager [-] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Took 1.37 seconds to deallocate network for instance. [ 960.347035] env[69603]: DEBUG nova.compute.provider_tree [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.418538] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': task-3480244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070954} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.418773] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.419663] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea3da4e-07a0-4af7-9861-c742643269e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.443052] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] abc26817-43b9-4f0b-a8e7-915eb46039cb/abc26817-43b9-4f0b-a8e7-915eb46039cb.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.443730] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fd2dd5b-c575-43cb-af5a-57bd90d60d5e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.464500] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "bfebc583-9fcd-467f-89f1-a1fa5a10b0a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.464718] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "bfebc583-9fcd-467f-89f1-a1fa5a10b0a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.469473] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Waiting for the task: (returnval){ [ 960.469473] env[69603]: value = "task-3480245" [ 960.469473] env[69603]: _type = "Task" [ 960.469473] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.478359] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': task-3480245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.544352] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "8731c74f-1386-4369-a73a-f473279a0a86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.544699] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "8731c74f-1386-4369-a73a-f473279a0a86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.544990] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "8731c74f-1386-4369-a73a-f473279a0a86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.545247] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "8731c74f-1386-4369-a73a-f473279a0a86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.545480] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "8731c74f-1386-4369-a73a-f473279a0a86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.547928] env[69603]: INFO nova.compute.manager [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Terminating instance [ 960.822334] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d69ec94-44da-45ee-9570-2797f28bdd46 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.841560] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating instance 'ab7d128e-418e-4a33-af8c-366587dc6a8b' progress to 0 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 960.852396] env[69603]: DEBUG nova.scheduler.client.report [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.855932] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.967047] env[69603]: DEBUG nova.compute.manager [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.980789] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': task-3480245, 'name': ReconfigVM_Task, 'duration_secs': 0.316056} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.981069] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Reconfigured VM instance instance-0000004e to attach disk [datastore2] abc26817-43b9-4f0b-a8e7-915eb46039cb/abc26817-43b9-4f0b-a8e7-915eb46039cb.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.981937] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93386778-6a15-4dce-9562-728737817793 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.988826] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Waiting for the task: (returnval){ [ 960.988826] env[69603]: value = "task-3480246" [ 960.988826] env[69603]: _type = "Task" [ 960.988826] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.996348] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': task-3480246, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.053378] env[69603]: DEBUG nova.compute.manager [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.053557] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.054428] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0c6c5a-0052-4e3c-8378-ea7a62eaf025 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.061861] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.062099] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0030da74-eaff-43bc-a1e1-e263b70e5e4a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.067363] env[69603]: DEBUG oslo_vmware.api [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 961.067363] env[69603]: value = "task-3480247" [ 961.067363] env[69603]: _type = "Task" [ 961.067363] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.074597] env[69603]: DEBUG oslo_vmware.api [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.349025] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.349025] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-892d887c-aea9-44c9-b2da-296a4bbe81cd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.357018] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 961.357018] env[69603]: value = "task-3480248" [ 961.357018] env[69603]: _type = "Task" [ 961.357018] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.359709] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.876s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.361427] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.957s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.361723] env[69603]: DEBUG nova.objects.instance [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lazy-loading 'resources' on Instance uuid e44b6009-d869-4820-8da1-e4c8f2343035 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.368685] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] VM already powered off {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 961.368911] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating instance 'ab7d128e-418e-4a33-af8c-366587dc6a8b' progress to 17 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 961.388035] env[69603]: INFO nova.scheduler.client.report [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Deleted allocations for instance 3d99f616-a6a4-471c-9665-4f32f1a585ea [ 961.484892] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.497702] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': task-3480246, 'name': Rename_Task, 'duration_secs': 0.166518} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.497938] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.498190] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8737f31-a1b9-45dc-9f91-540d3a89a78d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.504673] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Waiting for the task: (returnval){ [ 961.504673] env[69603]: value = "task-3480249" [ 961.504673] env[69603]: _type = "Task" [ 961.504673] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.512395] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': task-3480249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.577737] env[69603]: DEBUG oslo_vmware.api [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480247, 'name': PowerOffVM_Task, 'duration_secs': 0.354955} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.577978] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.578188] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.578451] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0cdfc11-459a-4835-9ebe-0154cfbc0f89 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.639662] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.639881] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.640076] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Deleting the datastore file [datastore1] 8731c74f-1386-4369-a73a-f473279a0a86 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.640574] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c3174a9-c072-441b-aad9-7436868eb427 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.647097] env[69603]: DEBUG oslo_vmware.api [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 961.647097] env[69603]: value = "task-3480251" [ 961.647097] env[69603]: _type = "Task" [ 961.647097] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.655332] env[69603]: DEBUG oslo_vmware.api [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.875177] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.875285] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.875452] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.875644] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.875794] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.875938] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.876151] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.876311] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.876496] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.876697] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.876872] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.882094] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13e4d333-d6d0-4aa7-bd62-a81c1c70598d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.898012] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91131e0d-6265-4b62-8885-70c8454e4efa tempest-MigrationsAdminTest-872377359 tempest-MigrationsAdminTest-872377359-project-member] Lock "3d99f616-a6a4-471c-9665-4f32f1a585ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.917s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.902211] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 961.902211] env[69603]: value = "task-3480252" [ 961.902211] env[69603]: _type = "Task" [ 961.902211] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.910195] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480252, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.018409] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': task-3480249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.161157] env[69603]: DEBUG oslo_vmware.api [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127212} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.161430] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.161605] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.161790] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.162047] env[69603]: INFO nova.compute.manager [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Took 1.11 seconds to destroy the instance on the hypervisor. [ 962.162213] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.162393] env[69603]: DEBUG nova.compute.manager [-] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.162515] env[69603]: DEBUG nova.network.neutron [-] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.196160] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ab72db-341c-49cf-a652-521aeed3a258 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.205660] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca77070-da9a-4506-bc71-b2d05d2c9f38 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.236717] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd6688c-5e30-4438-9957-4ea25e77fd87 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.244501] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441221a0-a41f-4a72-a8d2-a1a395c8a174 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.258152] env[69603]: DEBUG nova.compute.provider_tree [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.414653] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480252, 'name': ReconfigVM_Task, 'duration_secs': 0.205413} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.414653] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating instance 'ab7d128e-418e-4a33-af8c-366587dc6a8b' progress to 33 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 962.477268] env[69603]: DEBUG nova.compute.manager [req-6296cedd-b96c-4e71-8753-f2f64c5ce49c req-258f02dc-d1d8-402d-a870-5fbb25789d74 service nova] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Received event network-vif-deleted-364decb7-0b27-443d-bba9-142bbd1e3623 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.477369] env[69603]: INFO nova.compute.manager [req-6296cedd-b96c-4e71-8753-f2f64c5ce49c req-258f02dc-d1d8-402d-a870-5fbb25789d74 service nova] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Neutron deleted interface 364decb7-0b27-443d-bba9-142bbd1e3623; detaching it from the instance and deleting it from the info cache [ 962.477545] env[69603]: DEBUG nova.network.neutron [req-6296cedd-b96c-4e71-8753-f2f64c5ce49c req-258f02dc-d1d8-402d-a870-5fbb25789d74 service nova] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.515524] env[69603]: DEBUG oslo_vmware.api [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': task-3480249, 'name': PowerOnVM_Task, 'duration_secs': 0.83934} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.516121] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.516185] env[69603]: INFO nova.compute.manager [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Took 5.33 seconds to spawn the instance on the hypervisor. [ 962.516369] env[69603]: DEBUG nova.compute.manager [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.517888] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c943f66-055f-46b8-9ccc-42bd23ee4bd3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.761521] env[69603]: DEBUG nova.scheduler.client.report [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.922023] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.922023] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.922023] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.922023] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.922023] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.922023] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.922712] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.922999] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.923301] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.923595] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.923910] env[69603]: DEBUG nova.virt.hardware [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.930379] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 962.930829] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-656c8e65-1dd0-42d9-bb10-188a883816ce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.953035] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 962.953035] env[69603]: value = "task-3480253" [ 962.953035] env[69603]: _type = "Task" [ 962.953035] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.957228] env[69603]: DEBUG nova.network.neutron [-] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.963471] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480253, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.982543] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44ebdc06-c606-4376-999d-a9a8f0231e88 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.990443] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caa79bf-c34b-4707-a467-3f3b97802ec6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.033424] env[69603]: DEBUG nova.compute.manager [req-6296cedd-b96c-4e71-8753-f2f64c5ce49c req-258f02dc-d1d8-402d-a870-5fbb25789d74 service nova] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Detach interface failed, port_id=364decb7-0b27-443d-bba9-142bbd1e3623, reason: Instance 8731c74f-1386-4369-a73a-f473279a0a86 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 963.035722] env[69603]: INFO nova.compute.manager [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Took 23.43 seconds to build instance. [ 963.236455] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.236826] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.268144] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.269932] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.628s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.271611] env[69603]: INFO nova.compute.claims [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.459830] env[69603]: INFO nova.compute.manager [-] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Took 1.30 seconds to deallocate network for instance. [ 963.464681] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480253, 'name': ReconfigVM_Task, 'duration_secs': 0.319998} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.467417] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 963.468229] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee71c3d-551a-4585-a3b2-9d1f9a999bbf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.492410] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] ab7d128e-418e-4a33-af8c-366587dc6a8b/ab7d128e-418e-4a33-af8c-366587dc6a8b.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 963.492731] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fc83eeb-c4c4-4046-a4da-d8439412d22e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.512185] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 963.512185] env[69603]: value = "task-3480254" [ 963.512185] env[69603]: _type = "Task" [ 963.512185] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.520425] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480254, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.538128] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1038c2f5-ab7d-46cd-8d94-0c5a96731fc2 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Lock "abc26817-43b9-4f0b-a8e7-915eb46039cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.944s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.740131] env[69603]: INFO nova.compute.manager [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Detaching volume 983f27e8-d764-47a7-8f34-1d5ff68f6e12 [ 963.775583] env[69603]: INFO nova.virt.block_device [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Attempting to driver detach volume 983f27e8-d764-47a7-8f34-1d5ff68f6e12 from mountpoint /dev/sdb [ 963.775837] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 963.776019] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695765', 'volume_id': '983f27e8-d764-47a7-8f34-1d5ff68f6e12', 'name': 'volume-983f27e8-d764-47a7-8f34-1d5ff68f6e12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ce6c4cc-0b8c-4a4f-832b-db655d41c647', 'attached_at': '', 'detached_at': '', 'volume_id': '983f27e8-d764-47a7-8f34-1d5ff68f6e12', 'serial': '983f27e8-d764-47a7-8f34-1d5ff68f6e12'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 963.777035] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1556938d-138d-41a8-8ca1-9d55ffca81a1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.798968] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b2788d-6e19-4988-9cbc-1db6fdda1902 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.805925] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720bb966-bda5-4704-a1f1-2368451cee18 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.825926] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58972706-71e2-40f2-9acc-a1a8e1db58a4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.840339] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] The volume has not been displaced from its original location: [datastore2] volume-983f27e8-d764-47a7-8f34-1d5ff68f6e12/volume-983f27e8-d764-47a7-8f34-1d5ff68f6e12.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 963.845687] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 963.845986] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84ca6e0d-0160-4c0f-9351-a02677d1b483 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.866129] env[69603]: DEBUG oslo_vmware.api [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 963.866129] env[69603]: value = "task-3480255" [ 963.866129] env[69603]: _type = "Task" [ 963.866129] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.874548] env[69603]: DEBUG oslo_vmware.api [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.022051] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.375930] env[69603]: DEBUG oslo_vmware.api [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.522118] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.878957] env[69603]: DEBUG oslo_vmware.api [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.022493] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.379659] env[69603]: DEBUG oslo_vmware.api [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.523335] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.877647] env[69603]: DEBUG oslo_vmware.api [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.023728] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.377839] env[69603]: DEBUG oslo_vmware.api [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.524250] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.767268] env[69603]: INFO nova.scheduler.client.report [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Deleted allocations for instance e44b6009-d869-4820-8da1-e4c8f2343035 [ 966.880135] env[69603]: DEBUG oslo_vmware.api [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.978347] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.025802] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.232359] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.232540] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.274302] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1dff6381-5622-49a7-85ce-88658ff0b889 tempest-VolumesAdminNegativeTest-1559494602 tempest-VolumesAdminNegativeTest-1559494602-project-member] Lock "e44b6009-d869-4820-8da1-e4c8f2343035" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.299799] env[69603]: DEBUG nova.compute.manager [None req-5d8370f3-0ccf-4d5c-a23a-a2f4a66459a5 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.301214] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec1b58d-1d86-4df2-b649-1aa9e27b609c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.384123] env[69603]: DEBUG oslo_vmware.api [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480255, 'name': ReconfigVM_Task, 'duration_secs': 3.149934} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.384407] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 967.389288] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c1a5f6-6156-40db-b190-bdad0735df25 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.415272] env[69603]: DEBUG oslo_vmware.api [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 967.415272] env[69603]: value = "task-3480256" [ 967.415272] env[69603]: _type = "Task" [ 967.415272] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.424092] env[69603]: DEBUG oslo_vmware.api [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480256, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.525783] env[69603]: DEBUG oslo_vmware.api [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480254, 'name': ReconfigVM_Task, 'duration_secs': 3.623387} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.526096] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Reconfigured VM instance instance-00000032 to attach disk [datastore2] ab7d128e-418e-4a33-af8c-366587dc6a8b/ab7d128e-418e-4a33-af8c-366587dc6a8b.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.526428] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating instance 'ab7d128e-418e-4a33-af8c-366587dc6a8b' progress to 50 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 967.615831] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f7f359-dc1e-4866-901e-56b29b4c1e7d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.624312] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08a83fc-4f37-416c-a7a6-47a1d2c1e09a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.652336] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "a76d04aa-a60d-44b8-8428-18ab9158985c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.652603] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.652781] env[69603]: INFO nova.compute.manager [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Shelving [ 967.656604] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0cc39e-86df-4b56-968b-e5a53e89742d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.664469] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3399efc-229d-4563-b24b-679893b30762 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.680579] env[69603]: DEBUG nova.compute.provider_tree [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.740028] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.740588] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.740849] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.741179] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.741365] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.741550] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.741748] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69603) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 967.741934] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager.update_available_resource {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.817937] env[69603]: INFO nova.compute.manager [None req-5d8370f3-0ccf-4d5c-a23a-a2f4a66459a5 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] instance snapshotting [ 967.818788] env[69603]: DEBUG nova.objects.instance [None req-5d8370f3-0ccf-4d5c-a23a-a2f4a66459a5 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Lazy-loading 'flavor' on Instance uuid abc26817-43b9-4f0b-a8e7-915eb46039cb {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.820531] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Acquiring lock "abc26817-43b9-4f0b-a8e7-915eb46039cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.821387] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Lock "abc26817-43b9-4f0b-a8e7-915eb46039cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.821387] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Acquiring lock "abc26817-43b9-4f0b-a8e7-915eb46039cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.821387] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Lock "abc26817-43b9-4f0b-a8e7-915eb46039cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.821387] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Lock "abc26817-43b9-4f0b-a8e7-915eb46039cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.823958] env[69603]: INFO nova.compute.manager [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Terminating instance [ 967.922095] env[69603]: DEBUG oslo_vmware.api [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480256, 'name': ReconfigVM_Task, 'duration_secs': 0.151052} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.922415] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695765', 'volume_id': '983f27e8-d764-47a7-8f34-1d5ff68f6e12', 'name': 'volume-983f27e8-d764-47a7-8f34-1d5ff68f6e12', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7ce6c4cc-0b8c-4a4f-832b-db655d41c647', 'attached_at': '', 'detached_at': '', 'volume_id': '983f27e8-d764-47a7-8f34-1d5ff68f6e12', 'serial': '983f27e8-d764-47a7-8f34-1d5ff68f6e12'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 968.035683] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432c4e75-31dc-43bf-a003-31d4f84db691 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.055678] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177f2c2a-7734-488c-8411-566e4c946a48 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.073092] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating instance 'ab7d128e-418e-4a33-af8c-366587dc6a8b' progress to 67 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 968.184354] env[69603]: DEBUG nova.scheduler.client.report [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.245176] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.326883] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07a7731-8e1c-4ba1-ae8a-abc34730a17a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.330272] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Acquiring lock "refresh_cache-abc26817-43b9-4f0b-a8e7-915eb46039cb" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.330537] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Acquired lock "refresh_cache-abc26817-43b9-4f0b-a8e7-915eb46039cb" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.331209] env[69603]: DEBUG nova.network.neutron [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.355305] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c366c7-602d-4274-828e-b3028357ae1e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.490342] env[69603]: DEBUG nova.objects.instance [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lazy-loading 'flavor' on Instance uuid 7ce6c4cc-0b8c-4a4f-832b-db655d41c647 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.657488] env[69603]: DEBUG nova.network.neutron [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Port bef13fa4-99d4-437d-926d-b6a34e0ad770 binding to destination host cpu-1 is already ACTIVE {{(pid=69603) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 968.667680] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.671177] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a359255-50c7-431a-82df-b3503dd3aa23 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.679022] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 968.679022] env[69603]: value = "task-3480257" [ 968.679022] env[69603]: _type = "Task" [ 968.679022] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.687057] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.696020] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.423s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.696020] env[69603]: DEBUG nova.compute.manager [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.697354] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.129s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.699341] env[69603]: INFO nova.compute.claims [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.858256] env[69603]: DEBUG nova.network.neutron [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.866066] env[69603]: DEBUG nova.compute.manager [None req-5d8370f3-0ccf-4d5c-a23a-a2f4a66459a5 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Instance disappeared during snapshot {{(pid=69603) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 968.954921] env[69603]: DEBUG nova.network.neutron [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.006790] env[69603]: DEBUG nova.compute.manager [None req-5d8370f3-0ccf-4d5c-a23a-a2f4a66459a5 tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Found 0 images (rotation: 2) {{(pid=69603) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 969.187593] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480257, 'name': PowerOffVM_Task, 'duration_secs': 0.194186} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.187874] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.188705] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8207b553-9576-49d8-8b19-fd08cb5183a7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.209224] env[69603]: DEBUG nova.compute.utils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.214311] env[69603]: DEBUG nova.compute.manager [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.214501] env[69603]: DEBUG nova.network.neutron [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.216918] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5e415a-2f34-455a-8749-5deb2d05b0a9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.316967] env[69603]: DEBUG nova.policy [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e6e5caa77bf42d6a6b24a871efca466', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca3c866dc93d432c83bb56d9cffec275', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.460024] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Releasing lock "refresh_cache-abc26817-43b9-4f0b-a8e7-915eb46039cb" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.460024] env[69603]: DEBUG nova.compute.manager [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.460024] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.460024] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45e0cc1-f229-4b82-b122-23f21510c16b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.467494] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.467890] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f896dac-c4f2-4388-9528-86e187658cea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.476531] env[69603]: DEBUG oslo_vmware.api [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Waiting for the task: (returnval){ [ 969.476531] env[69603]: value = "task-3480258" [ 969.476531] env[69603]: _type = "Task" [ 969.476531] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.486299] env[69603]: DEBUG oslo_vmware.api [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': task-3480258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.501830] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a292b309-9218-4feb-9e19-071c25b2d15b tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 6.265s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.684814] env[69603]: DEBUG oslo_concurrency.lockutils [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "ab7d128e-418e-4a33-af8c-366587dc6a8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.685521] env[69603]: DEBUG oslo_concurrency.lockutils [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "ab7d128e-418e-4a33-af8c-366587dc6a8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.686477] env[69603]: DEBUG oslo_concurrency.lockutils [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "ab7d128e-418e-4a33-af8c-366587dc6a8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.715354] env[69603]: DEBUG nova.compute.manager [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.730036] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 969.730036] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-19b3ec42-de84-418f-8595-56bd8cb0ed26 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.738999] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 969.738999] env[69603]: value = "task-3480259" [ 969.738999] env[69603]: _type = "Task" [ 969.738999] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.748399] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480259, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.992071] env[69603]: DEBUG oslo_vmware.api [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': task-3480258, 'name': PowerOffVM_Task, 'duration_secs': 0.124727} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.992704] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.993547] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.993829] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b7c3395-5c5f-4b47-abc0-33ffc34c9a00 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.027403] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.027403] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.027403] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Deleting the datastore file [datastore2] abc26817-43b9-4f0b-a8e7-915eb46039cb {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.027590] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faecb425-1813-492b-8e6c-664f9c4112ff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.040234] env[69603]: DEBUG oslo_vmware.api [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Waiting for the task: (returnval){ [ 970.040234] env[69603]: value = "task-3480261" [ 970.040234] env[69603]: _type = "Task" [ 970.040234] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.048776] env[69603]: DEBUG oslo_vmware.api [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': task-3480261, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.113307] env[69603]: DEBUG nova.network.neutron [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Successfully created port: 6ac9088f-1b6a-4a6d-8d26-ff2692e1699c {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 970.133251] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68aa4889-9b1a-4497-ac72-be8c62205571 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.142655] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b279eb29-45f6-4931-8d89-4e6d1d28a126 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.200986] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63645b8-d47e-4e46-ba3c-60d624859277 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.209291] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e61846-05ae-4e69-b63c-7763c1480c80 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.228112] env[69603]: DEBUG nova.compute.provider_tree [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.250204] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480259, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.256351] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.256588] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.256795] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.256976] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.257157] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.259188] env[69603]: INFO nova.compute.manager [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Terminating instance [ 970.551264] env[69603]: DEBUG oslo_vmware.api [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Task: {'id': task-3480261, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102455} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.552996] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.553878] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.553878] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.553878] env[69603]: INFO nova.compute.manager [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Took 1.10 seconds to destroy the instance on the hypervisor. [ 970.554496] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.554496] env[69603]: DEBUG nova.compute.manager [-] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.554496] env[69603]: DEBUG nova.network.neutron [-] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.579897] env[69603]: DEBUG nova.network.neutron [-] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.731826] env[69603]: DEBUG nova.compute.manager [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.734815] env[69603]: DEBUG nova.scheduler.client.report [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.752480] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480259, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.763896] env[69603]: DEBUG nova.compute.manager [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.763896] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.764388] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7bfd77-c175-411d-800b-f51397e1f1df {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.773958] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.776938] env[69603]: DEBUG oslo_concurrency.lockutils [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.777398] env[69603]: DEBUG oslo_concurrency.lockutils [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.777783] env[69603]: DEBUG nova.network.neutron [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.779260] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-808bd23d-8bb7-4a76-93a0-973de6e9bc23 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.787659] env[69603]: DEBUG oslo_vmware.api [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 970.787659] env[69603]: value = "task-3480262" [ 970.787659] env[69603]: _type = "Task" [ 970.787659] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.793805] env[69603]: DEBUG nova.virt.hardware [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.794200] env[69603]: DEBUG nova.virt.hardware [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.794288] env[69603]: DEBUG nova.virt.hardware [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.796274] env[69603]: DEBUG nova.virt.hardware [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.796274] env[69603]: DEBUG nova.virt.hardware [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.796274] env[69603]: DEBUG nova.virt.hardware [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.796274] env[69603]: DEBUG nova.virt.hardware [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.796274] env[69603]: DEBUG nova.virt.hardware [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.796274] env[69603]: DEBUG nova.virt.hardware [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.796274] env[69603]: DEBUG nova.virt.hardware [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.796274] env[69603]: DEBUG nova.virt.hardware [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.797253] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6283b2-5400-402d-997b-aa05f543e647 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.808212] env[69603]: DEBUG oslo_vmware.api [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.811956] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b149f16-f11f-4ed1-a1bf-3be5b2d43f0d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.083475] env[69603]: DEBUG nova.network.neutron [-] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.243020] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.243020] env[69603]: DEBUG nova.compute.manager [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.243835] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.309s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.244197] env[69603]: DEBUG nova.objects.instance [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Lazy-loading 'resources' on Instance uuid 447ccf7b-11b7-4976-aa30-fe3b124d968a {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.260392] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480259, 'name': CreateSnapshot_Task, 'duration_secs': 1.100719} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.260757] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 971.261939] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaedb0ad-633b-45dd-ae55-a2ec7db9f85d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.297481] env[69603]: DEBUG oslo_vmware.api [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480262, 'name': PowerOffVM_Task, 'duration_secs': 0.21248} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.297826] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.298114] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.298411] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-273e5ad9-687e-4c3f-9085-fa3c4bd8f10f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.367213] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.367213] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.367213] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Deleting the datastore file [datastore2] 7ce6c4cc-0b8c-4a4f-832b-db655d41c647 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.367213] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b285446-c5a8-44aa-af5f-bef7836281e3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.373331] env[69603]: DEBUG oslo_vmware.api [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 971.373331] env[69603]: value = "task-3480264" [ 971.373331] env[69603]: _type = "Task" [ 971.373331] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.385270] env[69603]: DEBUG oslo_vmware.api [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.586295] env[69603]: INFO nova.compute.manager [-] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Took 1.03 seconds to deallocate network for instance. [ 971.587502] env[69603]: DEBUG nova.network.neutron [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating instance_info_cache with network_info: [{"id": "bef13fa4-99d4-437d-926d-b6a34e0ad770", "address": "fa:16:3e:2b:bd:a4", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef13fa4-99", "ovs_interfaceid": "bef13fa4-99d4-437d-926d-b6a34e0ad770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.753925] env[69603]: DEBUG nova.compute.utils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.757381] env[69603]: DEBUG nova.compute.manager [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.757381] env[69603]: DEBUG nova.network.neutron [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.788943] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 971.792635] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0788de3a-2138-4150-9c15-127551adf7e7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.801351] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 971.801351] env[69603]: value = "task-3480265" [ 971.801351] env[69603]: _type = "Task" [ 971.801351] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.810265] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480265, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.840314] env[69603]: DEBUG nova.policy [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4e7220b4cbb48c1a934260be9e28671', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ae3b77a2d24475680f30563feabe781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.894852] env[69603]: DEBUG oslo_vmware.api [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161964} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.894852] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.894852] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.894852] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.894852] env[69603]: INFO nova.compute.manager [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Took 1.13 seconds to destroy the instance on the hypervisor. [ 971.894852] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.894852] env[69603]: DEBUG nova.compute.manager [-] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 971.894852] env[69603]: DEBUG nova.network.neutron [-] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.094734] env[69603]: DEBUG oslo_concurrency.lockutils [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.099728] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.169569] env[69603]: DEBUG nova.compute.manager [req-e7fbc30e-4a3f-4234-8aee-00522ca49a2b req-df96ecd7-caaf-46e2-92fc-eb10f18fb764 service nova] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Received event network-vif-plugged-6ac9088f-1b6a-4a6d-8d26-ff2692e1699c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 972.169857] env[69603]: DEBUG oslo_concurrency.lockutils [req-e7fbc30e-4a3f-4234-8aee-00522ca49a2b req-df96ecd7-caaf-46e2-92fc-eb10f18fb764 service nova] Acquiring lock "b06cfbd1-f216-4546-bc09-977ac624daac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.169927] env[69603]: DEBUG oslo_concurrency.lockutils [req-e7fbc30e-4a3f-4234-8aee-00522ca49a2b req-df96ecd7-caaf-46e2-92fc-eb10f18fb764 service nova] Lock "b06cfbd1-f216-4546-bc09-977ac624daac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.170199] env[69603]: DEBUG oslo_concurrency.lockutils [req-e7fbc30e-4a3f-4234-8aee-00522ca49a2b req-df96ecd7-caaf-46e2-92fc-eb10f18fb764 service nova] Lock "b06cfbd1-f216-4546-bc09-977ac624daac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.171134] env[69603]: DEBUG nova.compute.manager [req-e7fbc30e-4a3f-4234-8aee-00522ca49a2b req-df96ecd7-caaf-46e2-92fc-eb10f18fb764 service nova] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] No waiting events found dispatching network-vif-plugged-6ac9088f-1b6a-4a6d-8d26-ff2692e1699c {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 972.171368] env[69603]: WARNING nova.compute.manager [req-e7fbc30e-4a3f-4234-8aee-00522ca49a2b req-df96ecd7-caaf-46e2-92fc-eb10f18fb764 service nova] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Received unexpected event network-vif-plugged-6ac9088f-1b6a-4a6d-8d26-ff2692e1699c for instance with vm_state building and task_state spawning. [ 972.174464] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4021187-d906-4695-bda2-951b753a971d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.183711] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0142f117-e865-46b2-a243-e095d1526de3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.221987] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cb58f1-faf6-466e-bb09-56c95f194797 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.230717] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4e00bf-93a3-484f-93bf-abff76f6a14c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.247583] env[69603]: DEBUG nova.compute.provider_tree [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.260766] env[69603]: DEBUG nova.compute.manager [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.267402] env[69603]: DEBUG nova.network.neutron [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Successfully created port: 66dceade-a0d9-4b06-aabc-28cc959835f8 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.314974] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480265, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.553052] env[69603]: DEBUG nova.network.neutron [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Successfully updated port: 6ac9088f-1b6a-4a6d-8d26-ff2692e1699c {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 972.621563] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829d070e-66ee-47f9-bcdf-bbbdcfe041af {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.644593] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77d0e53-4b0b-4871-904e-79567460714d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.652769] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating instance 'ab7d128e-418e-4a33-af8c-366587dc6a8b' progress to 83 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.752306] env[69603]: DEBUG nova.scheduler.client.report [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.813997] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480265, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.056028] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Acquiring lock "refresh_cache-b06cfbd1-f216-4546-bc09-977ac624daac" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.056118] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Acquired lock "refresh_cache-b06cfbd1-f216-4546-bc09-977ac624daac" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.056253] env[69603]: DEBUG nova.network.neutron [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.159948] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-639839d9-5c25-4266-9a1c-ba5d8888ff99 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating instance 'ab7d128e-418e-4a33-af8c-366587dc6a8b' progress to 100 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.260327] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.262668] env[69603]: DEBUG oslo_concurrency.lockutils [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 19.257s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.274735] env[69603]: DEBUG nova.compute.manager [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.296813] env[69603]: INFO nova.scheduler.client.report [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Deleted allocations for instance 447ccf7b-11b7-4976-aa30-fe3b124d968a [ 973.302412] env[69603]: DEBUG nova.virt.hardware [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.302412] env[69603]: DEBUG nova.virt.hardware [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.302412] env[69603]: DEBUG nova.virt.hardware [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.302412] env[69603]: DEBUG nova.virt.hardware [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.302412] env[69603]: DEBUG nova.virt.hardware [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.302412] env[69603]: DEBUG nova.virt.hardware [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.302412] env[69603]: DEBUG nova.virt.hardware [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.302412] env[69603]: DEBUG nova.virt.hardware [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.302412] env[69603]: DEBUG nova.virt.hardware [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.302412] env[69603]: DEBUG nova.virt.hardware [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.303395] env[69603]: DEBUG nova.virt.hardware [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.307018] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82e859c-6dff-4847-b459-93539f4d7648 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.325020] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3998e8b9-4295-4a20-a967-f809ff580bc5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.329951] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480265, 'name': CloneVM_Task} progress is 95%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.539576] env[69603]: DEBUG nova.network.neutron [-] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.611226] env[69603]: DEBUG nova.network.neutron [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 973.819548] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480265, 'name': CloneVM_Task, 'duration_secs': 1.657292} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.821456] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Created linked-clone VM from snapshot [ 973.821456] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ddf397fa-1c27-45db-a3fa-109809770072 tempest-ServersTestFqdnHostnames-1611902324 tempest-ServersTestFqdnHostnames-1611902324-project-member] Lock "447ccf7b-11b7-4976-aa30-fe3b124d968a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.080s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.825638] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1717a2fc-5b12-4814-9b1e-34d7a609e4d7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.833174] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Uploading image 2eb6e3aa-1c39-4da3-a237-cc68502b09a7 {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 973.856192] env[69603]: DEBUG nova.network.neutron [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Updating instance_info_cache with network_info: [{"id": "6ac9088f-1b6a-4a6d-8d26-ff2692e1699c", "address": "fa:16:3e:f0:68:5b", "network": {"id": "503b7431-8b2a-4b9c-95d1-f83a95f06e8c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-21772616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca3c866dc93d432c83bb56d9cffec275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac9088f-1b", "ovs_interfaceid": "6ac9088f-1b6a-4a6d-8d26-ff2692e1699c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.864339] env[69603]: DEBUG oslo_vmware.rw_handles [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 973.864339] env[69603]: value = "vm-695787" [ 973.864339] env[69603]: _type = "VirtualMachine" [ 973.864339] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 973.864339] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-79a4baa8-6da6-41ec-8811-82230b4f3ef5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.868287] env[69603]: DEBUG nova.compute.manager [req-6076da35-0d2f-4006-aac0-f0c2b84581c1 req-136f403b-667c-4cb4-b73f-35eac23edd5f service nova] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Received event network-vif-plugged-66dceade-a0d9-4b06-aabc-28cc959835f8 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.868515] env[69603]: DEBUG oslo_concurrency.lockutils [req-6076da35-0d2f-4006-aac0-f0c2b84581c1 req-136f403b-667c-4cb4-b73f-35eac23edd5f service nova] Acquiring lock "8687c616-c6be-4e03-8e8b-c035b889cd53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.869183] env[69603]: DEBUG oslo_concurrency.lockutils [req-6076da35-0d2f-4006-aac0-f0c2b84581c1 req-136f403b-667c-4cb4-b73f-35eac23edd5f service nova] Lock "8687c616-c6be-4e03-8e8b-c035b889cd53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.869183] env[69603]: DEBUG oslo_concurrency.lockutils [req-6076da35-0d2f-4006-aac0-f0c2b84581c1 req-136f403b-667c-4cb4-b73f-35eac23edd5f service nova] Lock "8687c616-c6be-4e03-8e8b-c035b889cd53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.869183] env[69603]: DEBUG nova.compute.manager [req-6076da35-0d2f-4006-aac0-f0c2b84581c1 req-136f403b-667c-4cb4-b73f-35eac23edd5f service nova] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] No waiting events found dispatching network-vif-plugged-66dceade-a0d9-4b06-aabc-28cc959835f8 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 973.869317] env[69603]: WARNING nova.compute.manager [req-6076da35-0d2f-4006-aac0-f0c2b84581c1 req-136f403b-667c-4cb4-b73f-35eac23edd5f service nova] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Received unexpected event network-vif-plugged-66dceade-a0d9-4b06-aabc-28cc959835f8 for instance with vm_state building and task_state spawning. [ 973.875590] env[69603]: DEBUG oslo_vmware.rw_handles [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lease: (returnval){ [ 973.875590] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5257b797-2f4d-6c72-dfa2-dba94ab743ef" [ 973.875590] env[69603]: _type = "HttpNfcLease" [ 973.875590] env[69603]: } obtained for exporting VM: (result){ [ 973.875590] env[69603]: value = "vm-695787" [ 973.875590] env[69603]: _type = "VirtualMachine" [ 973.875590] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 973.875895] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the lease: (returnval){ [ 973.875895] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5257b797-2f4d-6c72-dfa2-dba94ab743ef" [ 973.875895] env[69603]: _type = "HttpNfcLease" [ 973.875895] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 973.885329] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 973.885329] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5257b797-2f4d-6c72-dfa2-dba94ab743ef" [ 973.885329] env[69603]: _type = "HttpNfcLease" [ 973.885329] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 973.973177] env[69603]: DEBUG nova.network.neutron [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Successfully updated port: 66dceade-a0d9-4b06-aabc-28cc959835f8 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.041503] env[69603]: INFO nova.compute.manager [-] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Took 2.15 seconds to deallocate network for instance. [ 974.179928] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32244e44-8df9-401d-a727-216dbac35989 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.188314] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ad6965-c35b-4d08-9837-965f0d1fd599 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.222734] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda39b34-893f-46ba-ba45-36905f2c39a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.229016] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.229289] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.238968] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c25ce28-75eb-42e5-b30b-91df95599aec {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.253684] env[69603]: DEBUG nova.compute.provider_tree [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.293712] env[69603]: DEBUG nova.compute.manager [req-9b27826c-26d8-4c75-b475-d327bb8cbcdb req-3e72f509-cea5-4924-818b-58181932d3e3 service nova] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Received event network-changed-6ac9088f-1b6a-4a6d-8d26-ff2692e1699c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.293712] env[69603]: DEBUG nova.compute.manager [req-9b27826c-26d8-4c75-b475-d327bb8cbcdb req-3e72f509-cea5-4924-818b-58181932d3e3 service nova] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Refreshing instance network info cache due to event network-changed-6ac9088f-1b6a-4a6d-8d26-ff2692e1699c. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.293712] env[69603]: DEBUG oslo_concurrency.lockutils [req-9b27826c-26d8-4c75-b475-d327bb8cbcdb req-3e72f509-cea5-4924-818b-58181932d3e3 service nova] Acquiring lock "refresh_cache-b06cfbd1-f216-4546-bc09-977ac624daac" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.363019] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Releasing lock "refresh_cache-b06cfbd1-f216-4546-bc09-977ac624daac" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.363019] env[69603]: DEBUG nova.compute.manager [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Instance network_info: |[{"id": "6ac9088f-1b6a-4a6d-8d26-ff2692e1699c", "address": "fa:16:3e:f0:68:5b", "network": {"id": "503b7431-8b2a-4b9c-95d1-f83a95f06e8c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-21772616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca3c866dc93d432c83bb56d9cffec275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac9088f-1b", "ovs_interfaceid": "6ac9088f-1b6a-4a6d-8d26-ff2692e1699c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 974.363019] env[69603]: DEBUG oslo_concurrency.lockutils [req-9b27826c-26d8-4c75-b475-d327bb8cbcdb req-3e72f509-cea5-4924-818b-58181932d3e3 service nova] Acquired lock "refresh_cache-b06cfbd1-f216-4546-bc09-977ac624daac" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.363019] env[69603]: DEBUG nova.network.neutron [req-9b27826c-26d8-4c75-b475-d327bb8cbcdb req-3e72f509-cea5-4924-818b-58181932d3e3 service nova] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Refreshing network info cache for port 6ac9088f-1b6a-4a6d-8d26-ff2692e1699c {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.363019] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:68:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd47d5e1d-e66d-4f2c-83e6-d5e78c2b767d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6ac9088f-1b6a-4a6d-8d26-ff2692e1699c', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 974.373149] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Creating folder: Project (ca3c866dc93d432c83bb56d9cffec275). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.379344] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c189991-ce98-4764-b3cb-5f0d2e18086f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.387922] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 974.387922] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5257b797-2f4d-6c72-dfa2-dba94ab743ef" [ 974.387922] env[69603]: _type = "HttpNfcLease" [ 974.387922] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 974.388464] env[69603]: DEBUG oslo_vmware.rw_handles [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 974.388464] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5257b797-2f4d-6c72-dfa2-dba94ab743ef" [ 974.388464] env[69603]: _type = "HttpNfcLease" [ 974.388464] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 974.389195] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa148e06-f6ec-4146-80cb-d7d181daf7fa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.392839] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Created folder: Project (ca3c866dc93d432c83bb56d9cffec275) in parent group-v695567. [ 974.393075] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Creating folder: Instances. Parent ref: group-v695788. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.393590] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd7576e2-61c8-41a2-b969-0241c636736a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.398678] env[69603]: DEBUG oslo_vmware.rw_handles [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281ff9f-dea8-4974-6763-e6752e42b632/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 974.398890] env[69603]: DEBUG oslo_vmware.rw_handles [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281ff9f-dea8-4974-6763-e6752e42b632/disk-0.vmdk for reading. {{(pid=69603) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 974.456117] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.456366] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.456569] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.456749] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.456914] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.462992] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Created folder: Instances in parent group-v695788. [ 974.463249] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.463724] env[69603]: INFO nova.compute.manager [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Terminating instance [ 974.465602] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.467104] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f742e0f1-11e9-4440-9870-0fc299dd1eed {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.482461] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "refresh_cache-8687c616-c6be-4e03-8e8b-c035b889cd53" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.482640] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired lock "refresh_cache-8687c616-c6be-4e03-8e8b-c035b889cd53" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.482808] env[69603]: DEBUG nova.network.neutron [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.491665] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.491665] env[69603]: value = "task-3480269" [ 974.491665] env[69603]: _type = "Task" [ 974.491665] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.503152] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480269, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.503607] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8c5d396d-a0be-4069-9a72-1533de43d127 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.547591] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.732434] env[69603]: DEBUG nova.compute.manager [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 974.757444] env[69603]: DEBUG nova.scheduler.client.report [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.765374] env[69603]: DEBUG nova.network.neutron [req-9b27826c-26d8-4c75-b475-d327bb8cbcdb req-3e72f509-cea5-4924-818b-58181932d3e3 service nova] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Updated VIF entry in instance network info cache for port 6ac9088f-1b6a-4a6d-8d26-ff2692e1699c. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.765374] env[69603]: DEBUG nova.network.neutron [req-9b27826c-26d8-4c75-b475-d327bb8cbcdb req-3e72f509-cea5-4924-818b-58181932d3e3 service nova] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Updating instance_info_cache with network_info: [{"id": "6ac9088f-1b6a-4a6d-8d26-ff2692e1699c", "address": "fa:16:3e:f0:68:5b", "network": {"id": "503b7431-8b2a-4b9c-95d1-f83a95f06e8c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-21772616-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca3c866dc93d432c83bb56d9cffec275", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d47d5e1d-e66d-4f2c-83e6-d5e78c2b767d", "external-id": "nsx-vlan-transportzone-109", "segmentation_id": 109, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6ac9088f-1b", "ovs_interfaceid": "6ac9088f-1b6a-4a6d-8d26-ff2692e1699c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.986030] env[69603]: DEBUG nova.compute.manager [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.986030] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.986030] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2b8288-cc10-4b8c-bdf7-0de94b1fa05f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.999076] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.999997] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49bfb8e7-fe9b-479d-9231-8bd24bda026d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.008205] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480269, 'name': CreateVM_Task, 'duration_secs': 0.365695} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.009051] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 975.010277] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.011735] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.012457] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.014518] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2939d0f9-a7a6-48a1-8d33-75a894d0b6c5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.018828] env[69603]: DEBUG oslo_vmware.api [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 975.018828] env[69603]: value = "task-3480270" [ 975.018828] env[69603]: _type = "Task" [ 975.018828] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.029018] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Waiting for the task: (returnval){ [ 975.029018] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f04fa3-e9e4-384c-f229-3c4fe29d376f" [ 975.029018] env[69603]: _type = "Task" [ 975.029018] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.036680] env[69603]: DEBUG oslo_vmware.api [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.038292] env[69603]: DEBUG nova.network.neutron [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.047198] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f04fa3-e9e4-384c-f229-3c4fe29d376f, 'name': SearchDatastore_Task, 'duration_secs': 0.015446} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.047827] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.048232] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.048580] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.048925] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.049187] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.049518] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d19bf3f-7b70-4622-b5f4-4c1df34a754d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.058415] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.058682] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.061885] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-330e01f1-3b44-4990-adfd-28afba9359be {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.069103] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Waiting for the task: (returnval){ [ 975.069103] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523d45cc-bc72-27b6-9fe8-4d83dbc25968" [ 975.069103] env[69603]: _type = "Task" [ 975.069103] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.079032] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523d45cc-bc72-27b6-9fe8-4d83dbc25968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.116598] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "ab7d128e-418e-4a33-af8c-366587dc6a8b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.116755] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "ab7d128e-418e-4a33-af8c-366587dc6a8b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.117022] env[69603]: DEBUG nova.compute.manager [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Going to confirm migration 4 {{(pid=69603) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 975.268908] env[69603]: DEBUG nova.network.neutron [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Updating instance_info_cache with network_info: [{"id": "66dceade-a0d9-4b06-aabc-28cc959835f8", "address": "fa:16:3e:b0:ff:46", "network": {"id": "b9bc9b13-eab6-4761-97e9-e5e61262d7d5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-548942406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae3b77a2d24475680f30563feabe781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66dceade-a0", "ovs_interfaceid": "66dceade-a0d9-4b06-aabc-28cc959835f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.277388] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.278504] env[69603]: DEBUG oslo_concurrency.lockutils [req-9b27826c-26d8-4c75-b475-d327bb8cbcdb req-3e72f509-cea5-4924-818b-58181932d3e3 service nova] Releasing lock "refresh_cache-b06cfbd1-f216-4546-bc09-977ac624daac" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.278970] env[69603]: DEBUG nova.compute.manager [req-9b27826c-26d8-4c75-b475-d327bb8cbcdb req-3e72f509-cea5-4924-818b-58181932d3e3 service nova] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Received event network-vif-deleted-5c5bfa25-0161-445e-9cd8-addec99b4721 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.530116] env[69603]: DEBUG oslo_vmware.api [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480270, 'name': PowerOffVM_Task, 'duration_secs': 0.294055} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.530898] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.531109] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.531577] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4b1cee0a-dc2d-47a5-8db6-f2007c36f8f0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.587596] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523d45cc-bc72-27b6-9fe8-4d83dbc25968, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.588280] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b811dd-1ebf-41fc-aec9-7c8f5af4c9bb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.594819] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Waiting for the task: (returnval){ [ 975.594819] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e336c7-2fc6-0a07-fdbb-0755ce059e63" [ 975.594819] env[69603]: _type = "Task" [ 975.594819] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.601443] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.601650] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.603195] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Deleting the datastore file [datastore1] d4000e4f-7369-4e8a-96ec-8cdd732a6294 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.603195] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d1b7edf-3979-4452-afbe-fa18fad82a55 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.607913] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e336c7-2fc6-0a07-fdbb-0755ce059e63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.611629] env[69603]: DEBUG oslo_vmware.api [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 975.611629] env[69603]: value = "task-3480272" [ 975.611629] env[69603]: _type = "Task" [ 975.611629] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.621972] env[69603]: DEBUG oslo_vmware.api [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.712925] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.713381] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.715211] env[69603]: DEBUG nova.network.neutron [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.715211] env[69603]: DEBUG nova.objects.instance [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lazy-loading 'info_cache' on Instance uuid ab7d128e-418e-4a33-af8c-366587dc6a8b {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.782036] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Releasing lock "refresh_cache-8687c616-c6be-4e03-8e8b-c035b889cd53" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.782036] env[69603]: DEBUG nova.compute.manager [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Instance network_info: |[{"id": "66dceade-a0d9-4b06-aabc-28cc959835f8", "address": "fa:16:3e:b0:ff:46", "network": {"id": "b9bc9b13-eab6-4761-97e9-e5e61262d7d5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-548942406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae3b77a2d24475680f30563feabe781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66dceade-a0", "ovs_interfaceid": "66dceade-a0d9-4b06-aabc-28cc959835f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 975.784612] env[69603]: DEBUG oslo_concurrency.lockutils [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.522s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.789022] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:ff:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '29945b49-d2b8-449d-9531-437917f49839', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66dceade-a0d9-4b06-aabc-28cc959835f8', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.797034] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.797528] env[69603]: DEBUG oslo_concurrency.lockutils [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.884s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.797878] env[69603]: DEBUG nova.objects.instance [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lazy-loading 'resources' on Instance uuid 26d81b16-cbe1-4520-8b1b-4881dd90b633 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.799700] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.800495] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7b8335a-c70a-4227-86d0-b28c2a6713f9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.821627] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.821627] env[69603]: value = "task-3480273" [ 975.821627] env[69603]: _type = "Task" [ 975.821627] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.834354] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480273, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.904175] env[69603]: DEBUG nova.compute.manager [req-595307f3-e9ec-4a4a-baac-1af7a05ffb3a req-64132194-34de-480e-9bd0-852cf1e53ae6 service nova] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Received event network-changed-66dceade-a0d9-4b06-aabc-28cc959835f8 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.904482] env[69603]: DEBUG nova.compute.manager [req-595307f3-e9ec-4a4a-baac-1af7a05ffb3a req-64132194-34de-480e-9bd0-852cf1e53ae6 service nova] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Refreshing instance network info cache due to event network-changed-66dceade-a0d9-4b06-aabc-28cc959835f8. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.904897] env[69603]: DEBUG oslo_concurrency.lockutils [req-595307f3-e9ec-4a4a-baac-1af7a05ffb3a req-64132194-34de-480e-9bd0-852cf1e53ae6 service nova] Acquiring lock "refresh_cache-8687c616-c6be-4e03-8e8b-c035b889cd53" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.906214] env[69603]: DEBUG oslo_concurrency.lockutils [req-595307f3-e9ec-4a4a-baac-1af7a05ffb3a req-64132194-34de-480e-9bd0-852cf1e53ae6 service nova] Acquired lock "refresh_cache-8687c616-c6be-4e03-8e8b-c035b889cd53" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.906214] env[69603]: DEBUG nova.network.neutron [req-595307f3-e9ec-4a4a-baac-1af7a05ffb3a req-64132194-34de-480e-9bd0-852cf1e53ae6 service nova] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Refreshing network info cache for port 66dceade-a0d9-4b06-aabc-28cc959835f8 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.108620] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e336c7-2fc6-0a07-fdbb-0755ce059e63, 'name': SearchDatastore_Task, 'duration_secs': 0.011172} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.113294] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.113294] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] b06cfbd1-f216-4546-bc09-977ac624daac/b06cfbd1-f216-4546-bc09-977ac624daac.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.113294] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8be260b5-0daf-49d4-9897-eb4ad3263a27 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.127291] env[69603]: DEBUG oslo_vmware.api [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153413} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.127794] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.128146] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.128456] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.128706] env[69603]: INFO nova.compute.manager [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Took 1.15 seconds to destroy the instance on the hypervisor. [ 976.129031] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.129464] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Waiting for the task: (returnval){ [ 976.129464] env[69603]: value = "task-3480274" [ 976.129464] env[69603]: _type = "Task" [ 976.129464] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.130024] env[69603]: DEBUG nova.compute.manager [-] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.130024] env[69603]: DEBUG nova.network.neutron [-] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.143960] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.340366] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480273, 'name': CreateVM_Task, 'duration_secs': 0.502353} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.343896] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.343896] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.343896] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.343896] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.352671] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e4d6171-94ee-4d53-aec2-0fb1a7abcbe1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.358555] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 976.358555] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526085af-ca06-c746-348b-f811ed973e6a" [ 976.358555] env[69603]: _type = "Task" [ 976.358555] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.365270] env[69603]: INFO nova.scheduler.client.report [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleted allocation for migration 9ecee30b-4283-4dd2-bda8-fe687402c081 [ 976.380540] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526085af-ca06-c746-348b-f811ed973e6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.663209] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502601} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.663209] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] b06cfbd1-f216-4546-bc09-977ac624daac/b06cfbd1-f216-4546-bc09-977ac624daac.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.663209] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.663209] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0095570c-d13b-4a37-9862-3afea7480f89 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.671038] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Waiting for the task: (returnval){ [ 976.671038] env[69603]: value = "task-3480275" [ 976.671038] env[69603]: _type = "Task" [ 976.671038] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.683846] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.800132] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7c0b5a-faac-4d7d-bfa6-9ecbe62f5514 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.810808] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e51da80-f962-4522-b669-2442a0e8e65d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.850325] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47411c40-5b88-4002-a953-a6ffd9506743 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.858649] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279ffe22-bf0e-4fd7-a0e5-633ebf65daa2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.877758] env[69603]: DEBUG nova.compute.provider_tree [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.885969] env[69603]: DEBUG oslo_concurrency.lockutils [None req-78e4abff-2650-4c7f-a614-1836acb70954 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "8cea6bf3-631f-46f8-b763-ea05ad905f21" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.817s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.887675] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526085af-ca06-c746-348b-f811ed973e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.065706} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.888829] env[69603]: DEBUG nova.network.neutron [req-595307f3-e9ec-4a4a-baac-1af7a05ffb3a req-64132194-34de-480e-9bd0-852cf1e53ae6 service nova] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Updated VIF entry in instance network info cache for port 66dceade-a0d9-4b06-aabc-28cc959835f8. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.888829] env[69603]: DEBUG nova.network.neutron [req-595307f3-e9ec-4a4a-baac-1af7a05ffb3a req-64132194-34de-480e-9bd0-852cf1e53ae6 service nova] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Updating instance_info_cache with network_info: [{"id": "66dceade-a0d9-4b06-aabc-28cc959835f8", "address": "fa:16:3e:b0:ff:46", "network": {"id": "b9bc9b13-eab6-4761-97e9-e5e61262d7d5", "bridge": "br-int", "label": "tempest-ImagesTestJSON-548942406-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6ae3b77a2d24475680f30563feabe781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "29945b49-d2b8-449d-9531-437917f49839", "external-id": "nsx-vlan-transportzone-787", "segmentation_id": 787, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66dceade-a0", "ovs_interfaceid": "66dceade-a0d9-4b06-aabc-28cc959835f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.891855] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.891855] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.891855] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.891855] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.891855] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.891855] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5595d3f7-e7be-4742-9252-5460ac43c402 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.906505] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.906746] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.908243] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b3ac47-a9ca-4e69-bb49-29c961b1433e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.915537] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 976.915537] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ccc240-589a-9358-15a8-f8f09b61ed78" [ 976.915537] env[69603]: _type = "Task" [ 976.915537] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.924977] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ccc240-589a-9358-15a8-f8f09b61ed78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.189418] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069404} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.189771] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.190581] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4beae6-8819-4124-9b26-87bf90831b5a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.223133] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] b06cfbd1-f216-4546-bc09-977ac624daac/b06cfbd1-f216-4546-bc09-977ac624daac.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.223859] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e06ccdd8-7915-4427-99c3-b4f1df43b98e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.238990] env[69603]: DEBUG nova.network.neutron [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating instance_info_cache with network_info: [{"id": "bef13fa4-99d4-437d-926d-b6a34e0ad770", "address": "fa:16:3e:2b:bd:a4", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef13fa4-99", "ovs_interfaceid": "bef13fa4-99d4-437d-926d-b6a34e0ad770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.246070] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Waiting for the task: (returnval){ [ 977.246070] env[69603]: value = "task-3480276" [ 977.246070] env[69603]: _type = "Task" [ 977.246070] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.255797] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.279103] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "5152571a-0816-4125-946a-c6180350ccfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.279280] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "5152571a-0816-4125-946a-c6180350ccfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.326141] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "56d26598-ca7b-41c2-88c0-d7dee437d683" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.326762] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "56d26598-ca7b-41c2-88c0-d7dee437d683" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.361308] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.361564] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.389100] env[69603]: DEBUG nova.scheduler.client.report [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.397389] env[69603]: DEBUG oslo_concurrency.lockutils [req-595307f3-e9ec-4a4a-baac-1af7a05ffb3a req-64132194-34de-480e-9bd0-852cf1e53ae6 service nova] Releasing lock "refresh_cache-8687c616-c6be-4e03-8e8b-c035b889cd53" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.426964] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ccc240-589a-9358-15a8-f8f09b61ed78, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.428172] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5b66de4-51d8-420b-9a34-d6500a57ee9a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.435361] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 977.435361] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e6fd00-8f7f-2a01-cbf2-86c86bc85a33" [ 977.435361] env[69603]: _type = "Task" [ 977.435361] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.443162] env[69603]: DEBUG nova.network.neutron [-] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.445211] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e6fd00-8f7f-2a01-cbf2-86c86bc85a33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.742192] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.743049] env[69603]: DEBUG nova.objects.instance [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lazy-loading 'migration_context' on Instance uuid ab7d128e-418e-4a33-af8c-366587dc6a8b {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.756609] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480276, 'name': ReconfigVM_Task, 'duration_secs': 0.490869} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.757300] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Reconfigured VM instance instance-0000004f to attach disk [datastore2] b06cfbd1-f216-4546-bc09-977ac624daac/b06cfbd1-f216-4546-bc09-977ac624daac.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.758368] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baa65d12-e632-4c16-9f67-e67bdfd99919 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.764837] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Waiting for the task: (returnval){ [ 977.764837] env[69603]: value = "task-3480277" [ 977.764837] env[69603]: _type = "Task" [ 977.764837] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.774127] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480277, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.783087] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.830359] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.863714] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.895147] env[69603]: DEBUG oslo_concurrency.lockutils [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.898119] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.042s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.898217] env[69603]: DEBUG nova.objects.instance [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Lazy-loading 'resources' on Instance uuid 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.926426] env[69603]: INFO nova.scheduler.client.report [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleted allocations for instance 26d81b16-cbe1-4520-8b1b-4881dd90b633 [ 977.937914] env[69603]: DEBUG nova.compute.manager [req-e09d2381-33c3-4b65-82ff-892ef36f59cd req-50264ef3-86a5-49c4-99e8-cf33440265d7 service nova] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Received event network-vif-deleted-48645c0e-72ae-48bb-ae45-07711dd3ff95 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.949904] env[69603]: INFO nova.compute.manager [-] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Took 1.82 seconds to deallocate network for instance. [ 977.950527] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e6fd00-8f7f-2a01-cbf2-86c86bc85a33, 'name': SearchDatastore_Task, 'duration_secs': 0.010749} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.952223] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.952708] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 8687c616-c6be-4e03-8e8b-c035b889cd53/8687c616-c6be-4e03-8e8b-c035b889cd53.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.956934] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0e2be2a-ff99-449a-ae6c-136e83e35139 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.963083] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 977.963083] env[69603]: value = "task-3480278" [ 977.963083] env[69603]: _type = "Task" [ 977.963083] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.971994] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.248536] env[69603]: DEBUG nova.objects.base [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 978.249044] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2dd1bb-9d83-4721-abcf-f8ac55cc1655 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.273295] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0bf986b-eecb-4a2e-922c-60ad95479116 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.282140] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480277, 'name': Rename_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.283891] env[69603]: DEBUG oslo_vmware.api [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 978.283891] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520b94b5-04e6-a82e-2689-b70786259f67" [ 978.283891] env[69603]: _type = "Task" [ 978.283891] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.296267] env[69603]: DEBUG oslo_vmware.api [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520b94b5-04e6-a82e-2689-b70786259f67, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.296607] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.305074] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.353501] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.390430] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.437011] env[69603]: DEBUG oslo_concurrency.lockutils [None req-96ac2d0c-8d77-4ac3-a8db-30bc6b17f419 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "26d81b16-cbe1-4520-8b1b-4881dd90b633" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.595s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.459955] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.478536] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480278, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.778812] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480277, 'name': Rename_Task, 'duration_secs': 0.853611} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.779195] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.779570] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68e2a19c-65c4-4cbc-8328-20789402d172 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.793028] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Waiting for the task: (returnval){ [ 978.793028] env[69603]: value = "task-3480279" [ 978.793028] env[69603]: _type = "Task" [ 978.793028] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.802298] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.825567] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327dfaeb-aa2d-4c0e-aa32-22216e4a38e2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.834924] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6fcc3f-19c2-4e96-a931-a0ed19cb0200 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.869106] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f73520-0cce-4aff-8522-9a18dfc96716 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.876796] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3c2485-e996-46ef-8222-ab27cad98232 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.890444] env[69603]: DEBUG nova.compute.provider_tree [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.896387] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "8cea6bf3-631f-46f8-b763-ea05ad905f21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.896631] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "8cea6bf3-631f-46f8-b763-ea05ad905f21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.896851] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "8cea6bf3-631f-46f8-b763-ea05ad905f21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.897112] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "8cea6bf3-631f-46f8-b763-ea05ad905f21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.897243] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "8cea6bf3-631f-46f8-b763-ea05ad905f21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.899906] env[69603]: INFO nova.compute.manager [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Terminating instance [ 978.975655] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.82315} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.976117] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 8687c616-c6be-4e03-8e8b-c035b889cd53/8687c616-c6be-4e03-8e8b-c035b889cd53.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.976346] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.976620] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f903e22-de48-4f01-a9b8-1970a7b56652 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.984010] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 978.984010] env[69603]: value = "task-3480280" [ 978.984010] env[69603]: _type = "Task" [ 978.984010] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.991772] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.305645] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480279, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.395389] env[69603]: DEBUG nova.scheduler.client.report [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.404578] env[69603]: DEBUG nova.compute.manager [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.404795] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.405699] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceef8e2-8f08-4550-9601-04e30cfdae91 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.413976] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.414730] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5285e636-9d01-46a6-8f24-969bf0990967 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.421820] env[69603]: DEBUG oslo_vmware.api [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 979.421820] env[69603]: value = "task-3480281" [ 979.421820] env[69603]: _type = "Task" [ 979.421820] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.431213] env[69603]: DEBUG oslo_vmware.api [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.497835] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.498127] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.500243] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110975} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.500879] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.502233] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10259e48-a2d8-4952-adb7-ad609e277e8f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.528163] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 8687c616-c6be-4e03-8e8b-c035b889cd53/8687c616-c6be-4e03-8e8b-c035b889cd53.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.529122] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f21c981a-7a8c-45af-8a45-b55daf915b52 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.550273] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 979.550273] env[69603]: value = "task-3480282" [ 979.550273] env[69603]: _type = "Task" [ 979.550273] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.558776] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.721921] env[69603]: DEBUG oslo_concurrency.lockutils [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquiring lock "83d0ed90-f1d0-4dc8-8b4a-c186212c8cef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.722274] env[69603]: DEBUG oslo_concurrency.lockutils [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Lock "83d0ed90-f1d0-4dc8-8b4a-c186212c8cef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.806579] env[69603]: DEBUG oslo_vmware.api [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480279, 'name': PowerOnVM_Task, 'duration_secs': 0.573117} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.808068] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.808068] env[69603]: INFO nova.compute.manager [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Took 9.08 seconds to spawn the instance on the hypervisor. [ 979.808068] env[69603]: DEBUG nova.compute.manager [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 979.808369] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f336bb68-e855-4a85-b412-0819339dd765 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.879526] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2b385437-e49b-4344-850f-09f335c47698 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "interface-bb676803-6fae-4484-a7cb-d65b3bcce373-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.880391] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2b385437-e49b-4344-850f-09f335c47698 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-bb676803-6fae-4484-a7cb-d65b3bcce373-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.880391] env[69603]: DEBUG nova.objects.instance [None req-2b385437-e49b-4344-850f-09f335c47698 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lazy-loading 'flavor' on Instance uuid bb676803-6fae-4484-a7cb-d65b3bcce373 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.899968] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.902138] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.417s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.903872] env[69603]: INFO nova.compute.claims [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.923417] env[69603]: INFO nova.scheduler.client.report [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Deleted allocations for instance 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc [ 979.941563] env[69603]: DEBUG oslo_vmware.api [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480281, 'name': PowerOffVM_Task, 'duration_secs': 0.212114} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.942679] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.943743] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.944685] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a0092b0-cc77-4123-bfdb-72ff12038a36 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.000425] env[69603]: DEBUG nova.compute.manager [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.010938] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.011243] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.011429] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleting the datastore file [datastore1] 8cea6bf3-631f-46f8-b763-ea05ad905f21 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.011692] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-437aae98-fae3-4731-9679-8f2d5a649604 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.017949] env[69603]: DEBUG oslo_vmware.api [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 980.017949] env[69603]: value = "task-3480284" [ 980.017949] env[69603]: _type = "Task" [ 980.017949] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.025966] env[69603]: DEBUG oslo_vmware.api [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480284, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.060494] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.224833] env[69603]: DEBUG nova.compute.manager [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 980.327937] env[69603]: INFO nova.compute.manager [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Took 29.71 seconds to build instance. [ 980.384559] env[69603]: DEBUG nova.objects.instance [None req-2b385437-e49b-4344-850f-09f335c47698 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lazy-loading 'pci_requests' on Instance uuid bb676803-6fae-4484-a7cb-d65b3bcce373 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.445438] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e1f8f505-c60c-433d-b14c-4d8931daa080 tempest-TenantUsagesTestJSON-492804066 tempest-TenantUsagesTestJSON-492804066-project-member] Lock "56ff390c-947b-4d5d-8a47-91c2ed6ef8cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.162s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.518943] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.533571] env[69603]: DEBUG oslo_vmware.api [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480284, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177156} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.533571] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.533571] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.533571] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.533571] env[69603]: INFO nova.compute.manager [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Took 1.13 seconds to destroy the instance on the hypervisor. [ 980.533571] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.533571] env[69603]: DEBUG nova.compute.manager [-] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.533571] env[69603]: DEBUG nova.network.neutron [-] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.565024] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480282, 'name': ReconfigVM_Task, 'duration_secs': 0.754949} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.565024] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 8687c616-c6be-4e03-8e8b-c035b889cd53/8687c616-c6be-4e03-8e8b-c035b889cd53.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.565024] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89689756-7cf9-4cb6-b8ad-b3500778691d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.570992] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 980.570992] env[69603]: value = "task-3480285" [ 980.570992] env[69603]: _type = "Task" [ 980.570992] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.580237] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480285, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.751902] env[69603]: DEBUG oslo_concurrency.lockutils [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.831617] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a35d8132-0552-4813-b819-9a53f4064766 tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Lock "b06cfbd1-f216-4546-bc09-977ac624daac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.221s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.887536] env[69603]: DEBUG nova.objects.base [None req-2b385437-e49b-4344-850f-09f335c47698 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 980.887726] env[69603]: DEBUG nova.network.neutron [None req-2b385437-e49b-4344-850f-09f335c47698 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 980.997946] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2b385437-e49b-4344-850f-09f335c47698 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-bb676803-6fae-4484-a7cb-d65b3bcce373-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.117s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.084409] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480285, 'name': Rename_Task, 'duration_secs': 0.232864} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.084518] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.084770] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb39fcdb-16c7-4ce6-990d-fabe31b54379 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.087859] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Acquiring lock "b06cfbd1-f216-4546-bc09-977ac624daac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.088154] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Lock "b06cfbd1-f216-4546-bc09-977ac624daac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.088355] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Acquiring lock "b06cfbd1-f216-4546-bc09-977ac624daac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.088485] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Lock "b06cfbd1-f216-4546-bc09-977ac624daac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.088645] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Lock "b06cfbd1-f216-4546-bc09-977ac624daac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.093247] env[69603]: INFO nova.compute.manager [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Terminating instance [ 981.097269] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 981.097269] env[69603]: value = "task-3480286" [ 981.097269] env[69603]: _type = "Task" [ 981.097269] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.106101] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.244417] env[69603]: DEBUG nova.compute.manager [req-45df3085-e44a-4607-b44a-77f480a3e4a4 req-4588284d-b276-4aca-855f-49b4579fee3d service nova] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Received event network-vif-deleted-cf1950fb-d675-4d7a-a96e-dda914d5b088 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.244606] env[69603]: INFO nova.compute.manager [req-45df3085-e44a-4607-b44a-77f480a3e4a4 req-4588284d-b276-4aca-855f-49b4579fee3d service nova] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Neutron deleted interface cf1950fb-d675-4d7a-a96e-dda914d5b088; detaching it from the instance and deleting it from the info cache [ 981.244779] env[69603]: DEBUG nova.network.neutron [req-45df3085-e44a-4607-b44a-77f480a3e4a4 req-4588284d-b276-4aca-855f-49b4579fee3d service nova] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.261509] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f03ab5-9e9d-48c5-b16f-e71d5027fb4b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.269946] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f1601a-a58b-4b37-acc7-f8cd6936ba72 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.304639] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf3f4fc-78b3-420b-a7ef-2355f4d34c1f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.312355] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1a2c41-763f-47bf-9bb8-60a239c798bc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.327795] env[69603]: DEBUG nova.compute.provider_tree [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.353425] env[69603]: DEBUG nova.network.neutron [-] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.596696] env[69603]: DEBUG nova.compute.manager [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.596929] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.597825] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a73c1e8-a85d-4f35-ba7d-5de837d94dbe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.611187] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480286, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.611432] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.611658] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a1c6b30-986c-4169-8662-2ff9f9572848 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.617854] env[69603]: DEBUG oslo_vmware.api [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Waiting for the task: (returnval){ [ 981.617854] env[69603]: value = "task-3480287" [ 981.617854] env[69603]: _type = "Task" [ 981.617854] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.625661] env[69603]: DEBUG oslo_vmware.api [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.748233] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39e8c7bb-f7f9-407b-be28-08cdf858aeb7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.759404] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f565d8-0c53-45c6-ba90-4b3a15272fb3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.797899] env[69603]: DEBUG nova.compute.manager [req-45df3085-e44a-4607-b44a-77f480a3e4a4 req-4588284d-b276-4aca-855f-49b4579fee3d service nova] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Detach interface failed, port_id=cf1950fb-d675-4d7a-a96e-dda914d5b088, reason: Instance 8cea6bf3-631f-46f8-b763-ea05ad905f21 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 981.834022] env[69603]: DEBUG nova.scheduler.client.report [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.855672] env[69603]: INFO nova.compute.manager [-] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Took 1.32 seconds to deallocate network for instance. [ 982.111459] env[69603]: DEBUG oslo_vmware.api [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480286, 'name': PowerOnVM_Task, 'duration_secs': 0.758412} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.111680] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.111885] env[69603]: INFO nova.compute.manager [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Took 8.84 seconds to spawn the instance on the hypervisor. [ 982.112077] env[69603]: DEBUG nova.compute.manager [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.112891] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f836f6e9-02a0-43ff-aa42-441a336b3daa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.131367] env[69603]: DEBUG oslo_vmware.api [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.341494] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.439s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.342045] env[69603]: DEBUG nova.compute.manager [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.345187] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.367s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.345406] env[69603]: DEBUG nova.objects.instance [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lazy-loading 'resources' on Instance uuid 8731c74f-1386-4369-a73a-f473279a0a86 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.362794] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.639174] env[69603]: DEBUG oslo_vmware.api [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.639701] env[69603]: INFO nova.compute.manager [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Took 29.09 seconds to build instance. [ 982.848909] env[69603]: DEBUG nova.compute.utils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.853334] env[69603]: DEBUG nova.compute.manager [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.853498] env[69603]: DEBUG nova.network.neutron [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.891691] env[69603]: DEBUG nova.policy [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '043cc1fbb38a437aa22789b94c96d4aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b6ede380d2f4f3cb17e0b1521dc41e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.917077] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "interface-bb676803-6fae-4484-a7cb-d65b3bcce373-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.917340] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-bb676803-6fae-4484-a7cb-d65b3bcce373-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.918109] env[69603]: DEBUG nova.objects.instance [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lazy-loading 'flavor' on Instance uuid bb676803-6fae-4484-a7cb-d65b3bcce373 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.133291] env[69603]: DEBUG oslo_vmware.api [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.141605] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5df3ff16-d9e7-4097-8577-c97d370e90bf tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "8687c616-c6be-4e03-8e8b-c035b889cd53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.598s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.186948] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b530e4e-4ef4-4dbd-9380-eb00fa4a1c60 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.200395] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bd5936-652a-490a-a9d8-ed6bc86dc040 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.233695] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c5ed91-03fc-47fc-b338-ae61f9e90bbc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.245029] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0347b5d8-fd98-496b-b79a-fa6013d9a83f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.256458] env[69603]: DEBUG nova.compute.provider_tree [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.262016] env[69603]: DEBUG nova.network.neutron [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Successfully created port: 56716223-c9f3-4dbe-9d2b-6b2a25ad94bb {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.357021] env[69603]: DEBUG nova.compute.manager [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.491598] env[69603]: DEBUG nova.objects.instance [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lazy-loading 'pci_requests' on Instance uuid bb676803-6fae-4484-a7cb-d65b3bcce373 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.633373] env[69603]: DEBUG oslo_vmware.api [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.727826] env[69603]: DEBUG oslo_vmware.rw_handles [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281ff9f-dea8-4974-6763-e6752e42b632/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 983.729208] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81d0544-0f15-4bc4-81c5-508c68dc88bc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.735700] env[69603]: DEBUG oslo_vmware.rw_handles [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281ff9f-dea8-4974-6763-e6752e42b632/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 983.735894] env[69603]: ERROR oslo_vmware.rw_handles [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281ff9f-dea8-4974-6763-e6752e42b632/disk-0.vmdk due to incomplete transfer. [ 983.736117] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bb4ce54d-4f56-460c-837d-63214da33990 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.743927] env[69603]: DEBUG oslo_vmware.rw_handles [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281ff9f-dea8-4974-6763-e6752e42b632/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 983.745280] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Uploaded image 2eb6e3aa-1c39-4da3-a237-cc68502b09a7 to the Glance image server {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 983.748301] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 983.748861] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-542c34b8-b76a-47bb-84fe-5cb16a60a5fa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.756140] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 983.756140] env[69603]: value = "task-3480288" [ 983.756140] env[69603]: _type = "Task" [ 983.756140] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.761853] env[69603]: DEBUG nova.scheduler.client.report [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.773884] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480288, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.994562] env[69603]: DEBUG nova.objects.base [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 983.994818] env[69603]: DEBUG nova.network.neutron [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.033716] env[69603]: DEBUG nova.policy [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b5a559e296f4a44808838df8b2652b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e45969eb4ad041bab259e6c0a7e8cddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.130441] env[69603]: DEBUG oslo_vmware.api [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480287, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.270864] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.272923] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480288, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.273462] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.028s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.273725] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.273948] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 984.274279] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.175s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.274524] env[69603]: DEBUG nova.objects.instance [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Lazy-loading 'resources' on Instance uuid abc26817-43b9-4f0b-a8e7-915eb46039cb {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.284172] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7146477b-812f-450f-9a04-f1437edbb64c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.296058] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e218379-607f-42b6-b71e-f0df9aeb481d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.315035] env[69603]: INFO nova.scheduler.client.report [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Deleted allocations for instance 8731c74f-1386-4369-a73a-f473279a0a86 [ 984.316552] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3692af29-c5d7-44e7-80e0-31df04bed403 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.328108] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6c3dda-9678-428a-9d8f-5f4b8d26bbfb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.360669] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178823MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 984.360669] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.366843] env[69603]: DEBUG nova.compute.manager [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.399660] env[69603]: DEBUG nova.virt.hardware [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.399949] env[69603]: DEBUG nova.virt.hardware [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.400131] env[69603]: DEBUG nova.virt.hardware [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.400349] env[69603]: DEBUG nova.virt.hardware [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.400512] env[69603]: DEBUG nova.virt.hardware [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.400676] env[69603]: DEBUG nova.virt.hardware [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.400911] env[69603]: DEBUG nova.virt.hardware [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.401089] env[69603]: DEBUG nova.virt.hardware [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.401494] env[69603]: DEBUG nova.virt.hardware [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.401645] env[69603]: DEBUG nova.virt.hardware [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.401829] env[69603]: DEBUG nova.virt.hardware [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.402829] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af9a289-8867-445d-b08d-558713240a5a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.412264] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb27bcfd-53e2-4565-85e5-c08a2f018bdd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.546301] env[69603]: DEBUG nova.network.neutron [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Successfully created port: 84e4adb2-b28c-49fc-ab69-f54a8bafc1bf {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 984.589070] env[69603]: DEBUG nova.compute.manager [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 984.590434] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70af5119-59c0-4891-a788-f01471ac8985 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.634509] env[69603]: DEBUG oslo_vmware.api [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480287, 'name': PowerOffVM_Task, 'duration_secs': 2.85413} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.635598] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 984.635817] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 984.636171] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d657055c-720a-47c3-a8b4-4efc8b96d02d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.704523] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 984.704739] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 984.705101] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Deleting the datastore file [datastore2] b06cfbd1-f216-4546-bc09-977ac624daac {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 984.705507] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d67570fa-3efa-473c-93a2-c7d67164fdab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.713791] env[69603]: DEBUG oslo_vmware.api [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Waiting for the task: (returnval){ [ 984.713791] env[69603]: value = "task-3480290" [ 984.713791] env[69603]: _type = "Task" [ 984.713791] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.722510] env[69603]: DEBUG oslo_vmware.api [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480290, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.772420] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480288, 'name': Destroy_Task, 'duration_secs': 0.845783} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.772952] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Destroyed the VM [ 984.772952] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 984.773805] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4bbcbbb7-ced5-43ed-b2d4-d50ab9c0a2a1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.785379] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 984.785379] env[69603]: value = "task-3480291" [ 984.785379] env[69603]: _type = "Task" [ 984.785379] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.801904] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.829299] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66f0a97-9a44-4258-b09a-8f61018b090d tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "8731c74f-1386-4369-a73a-f473279a0a86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.284s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.070772] env[69603]: DEBUG nova.network.neutron [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Successfully updated port: 56716223-c9f3-4dbe-9d2b-6b2a25ad94bb {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.101723] env[69603]: INFO nova.compute.manager [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] instance snapshotting [ 985.108014] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e23351-9a76-467d-859d-9f8f05d5e708 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.130796] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1fbb16-bb7c-40b5-9f3f-5689aa18f14c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.184297] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31aa996-ebca-49a2-9ecb-9642ee8d799c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.193363] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bdb995-f750-4094-83d9-abe72480e0c3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.229071] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5582a63c-965c-48bf-8c01-822d8f863290 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.240017] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178aa3fd-b086-43d5-8159-b725760d6b2b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.243771] env[69603]: DEBUG oslo_vmware.api [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Task: {'id': task-3480290, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144318} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.244058] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.244243] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.244415] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.244584] env[69603]: INFO nova.compute.manager [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Took 3.65 seconds to destroy the instance on the hypervisor. [ 985.244812] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.245364] env[69603]: DEBUG nova.compute.manager [-] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.245507] env[69603]: DEBUG nova.network.neutron [-] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.258338] env[69603]: DEBUG nova.compute.provider_tree [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.294146] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480291, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.575821] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "refresh_cache-bfebc583-9fcd-467f-89f1-a1fa5a10b0a9" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.575821] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "refresh_cache-bfebc583-9fcd-467f-89f1-a1fa5a10b0a9" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.575821] env[69603]: DEBUG nova.network.neutron [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.642663] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 985.643541] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1516af33-8fef-4bb7-bfd5-a9642116eb38 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.652644] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 985.652644] env[69603]: value = "task-3480292" [ 985.652644] env[69603]: _type = "Task" [ 985.652644] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.663629] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480292, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.699594] env[69603]: DEBUG nova.compute.manager [req-8b0498b3-aa05-48ed-87a1-3fa606ccf765 req-aa38cae9-2f1d-4ca0-aac4-852e75c8adaf service nova] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Received event network-vif-plugged-56716223-c9f3-4dbe-9d2b-6b2a25ad94bb {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.699812] env[69603]: DEBUG oslo_concurrency.lockutils [req-8b0498b3-aa05-48ed-87a1-3fa606ccf765 req-aa38cae9-2f1d-4ca0-aac4-852e75c8adaf service nova] Acquiring lock "bfebc583-9fcd-467f-89f1-a1fa5a10b0a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.700032] env[69603]: DEBUG oslo_concurrency.lockutils [req-8b0498b3-aa05-48ed-87a1-3fa606ccf765 req-aa38cae9-2f1d-4ca0-aac4-852e75c8adaf service nova] Lock "bfebc583-9fcd-467f-89f1-a1fa5a10b0a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.700391] env[69603]: DEBUG oslo_concurrency.lockutils [req-8b0498b3-aa05-48ed-87a1-3fa606ccf765 req-aa38cae9-2f1d-4ca0-aac4-852e75c8adaf service nova] Lock "bfebc583-9fcd-467f-89f1-a1fa5a10b0a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.700391] env[69603]: DEBUG nova.compute.manager [req-8b0498b3-aa05-48ed-87a1-3fa606ccf765 req-aa38cae9-2f1d-4ca0-aac4-852e75c8adaf service nova] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] No waiting events found dispatching network-vif-plugged-56716223-c9f3-4dbe-9d2b-6b2a25ad94bb {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.700519] env[69603]: WARNING nova.compute.manager [req-8b0498b3-aa05-48ed-87a1-3fa606ccf765 req-aa38cae9-2f1d-4ca0-aac4-852e75c8adaf service nova] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Received unexpected event network-vif-plugged-56716223-c9f3-4dbe-9d2b-6b2a25ad94bb for instance with vm_state building and task_state spawning. [ 985.762024] env[69603]: DEBUG nova.scheduler.client.report [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.795380] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480291, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.061069] env[69603]: DEBUG nova.network.neutron [-] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.082553] env[69603]: DEBUG nova.network.neutron [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Successfully updated port: 84e4adb2-b28c-49fc-ab69-f54a8bafc1bf {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.138364] env[69603]: DEBUG nova.network.neutron [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.164732] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480292, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.242014] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Acquiring lock "51281140-ec89-41be-8546-1065bfeaed63" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.242693] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Lock "51281140-ec89-41be-8546-1065bfeaed63" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.270411] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.272488] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.725s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.272727] env[69603]: DEBUG nova.objects.instance [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lazy-loading 'resources' on Instance uuid 7ce6c4cc-0b8c-4a4f-832b-db655d41c647 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.291957] env[69603]: INFO nova.scheduler.client.report [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Deleted allocations for instance abc26817-43b9-4f0b-a8e7-915eb46039cb [ 986.296312] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480291, 'name': RemoveSnapshot_Task, 'duration_secs': 1.017296} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.299107] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 986.299388] env[69603]: DEBUG nova.compute.manager [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.300566] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56378cf-ee1a-4948-832a-6e9a6c1bd051 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.323022] env[69603]: DEBUG nova.network.neutron [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Updating instance_info_cache with network_info: [{"id": "56716223-c9f3-4dbe-9d2b-6b2a25ad94bb", "address": "fa:16:3e:7b:b2:57", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56716223-c9", "ovs_interfaceid": "56716223-c9f3-4dbe-9d2b-6b2a25ad94bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.517746] env[69603]: DEBUG nova.compute.manager [req-159cc7df-24c9-43d9-9d2f-f9424e61684b req-383882d1-9063-4403-a1f5-d917bb3ea808 service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Received event network-vif-plugged-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.517977] env[69603]: DEBUG oslo_concurrency.lockutils [req-159cc7df-24c9-43d9-9d2f-f9424e61684b req-383882d1-9063-4403-a1f5-d917bb3ea808 service nova] Acquiring lock "bb676803-6fae-4484-a7cb-d65b3bcce373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.518527] env[69603]: DEBUG oslo_concurrency.lockutils [req-159cc7df-24c9-43d9-9d2f-f9424e61684b req-383882d1-9063-4403-a1f5-d917bb3ea808 service nova] Lock "bb676803-6fae-4484-a7cb-d65b3bcce373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.519046] env[69603]: DEBUG oslo_concurrency.lockutils [req-159cc7df-24c9-43d9-9d2f-f9424e61684b req-383882d1-9063-4403-a1f5-d917bb3ea808 service nova] Lock "bb676803-6fae-4484-a7cb-d65b3bcce373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.519046] env[69603]: DEBUG nova.compute.manager [req-159cc7df-24c9-43d9-9d2f-f9424e61684b req-383882d1-9063-4403-a1f5-d917bb3ea808 service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] No waiting events found dispatching network-vif-plugged-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 986.519169] env[69603]: WARNING nova.compute.manager [req-159cc7df-24c9-43d9-9d2f-f9424e61684b req-383882d1-9063-4403-a1f5-d917bb3ea808 service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Received unexpected event network-vif-plugged-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf for instance with vm_state active and task_state None. [ 986.565641] env[69603]: INFO nova.compute.manager [-] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Took 1.32 seconds to deallocate network for instance. [ 986.586516] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.586932] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.586932] env[69603]: DEBUG nova.network.neutron [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.665067] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480292, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.745125] env[69603]: DEBUG nova.compute.manager [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 986.803855] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d3748cc9-6401-45e3-8d66-c6637f9bcf5a tempest-ServersAaction247Test-1926939064 tempest-ServersAaction247Test-1926939064-project-member] Lock "abc26817-43b9-4f0b-a8e7-915eb46039cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.983s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.816510] env[69603]: INFO nova.compute.manager [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Shelve offloading [ 986.826397] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "refresh_cache-bfebc583-9fcd-467f-89f1-a1fa5a10b0a9" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.826397] env[69603]: DEBUG nova.compute.manager [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Instance network_info: |[{"id": "56716223-c9f3-4dbe-9d2b-6b2a25ad94bb", "address": "fa:16:3e:7b:b2:57", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56716223-c9", "ovs_interfaceid": "56716223-c9f3-4dbe-9d2b-6b2a25ad94bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.826762] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:b2:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '56716223-c9f3-4dbe-9d2b-6b2a25ad94bb', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.834893] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.838376] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.839210] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-006d04e7-43fc-48ae-86d9-f21d4c6f32f3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.862665] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.862665] env[69603]: value = "task-3480293" [ 986.862665] env[69603]: _type = "Task" [ 986.862665] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.872034] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480293, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.073455] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.079123] env[69603]: DEBUG oslo_concurrency.lockutils [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "a60800ef-820c-41fb-9746-069e2fcb2e72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.079433] env[69603]: DEBUG oslo_concurrency.lockutils [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "a60800ef-820c-41fb-9746-069e2fcb2e72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.079768] env[69603]: DEBUG oslo_concurrency.lockutils [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "a60800ef-820c-41fb-9746-069e2fcb2e72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.080098] env[69603]: DEBUG oslo_concurrency.lockutils [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "a60800ef-820c-41fb-9746-069e2fcb2e72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.080371] env[69603]: DEBUG oslo_concurrency.lockutils [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "a60800ef-820c-41fb-9746-069e2fcb2e72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.083064] env[69603]: INFO nova.compute.manager [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Terminating instance [ 987.103597] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be103bf4-5521-45d8-a5ba-e5fae6e262f5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.114232] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4795aac-06d9-43cf-9926-0530b98cfd96 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.847763] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.848369] env[69603]: DEBUG nova.compute.manager [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.848627] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.850755] env[69603]: WARNING nova.network.neutron [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] cec22ff4-98d2-4241-bf1e-0a13e1802df2 already exists in list: networks containing: ['cec22ff4-98d2-4241-bf1e-0a13e1802df2']. ignoring it [ 987.857160] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fb7a320-fc69-4638-aedf-9fb4e07082f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.864161] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c530d34-4c4f-47cc-b179-403b3aa30fb0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.865322] env[69603]: DEBUG nova.compute.manager [req-69859602-e886-4f22-91fa-54a78378ecf2 req-cb11f9c4-06c5-41ed-a089-12c813b4d5c4 service nova] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Received event network-changed-56716223-c9f3-4dbe-9d2b-6b2a25ad94bb {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.869035] env[69603]: DEBUG nova.compute.manager [req-69859602-e886-4f22-91fa-54a78378ecf2 req-cb11f9c4-06c5-41ed-a089-12c813b4d5c4 service nova] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Refreshing instance network info cache due to event network-changed-56716223-c9f3-4dbe-9d2b-6b2a25ad94bb. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.869035] env[69603]: DEBUG oslo_concurrency.lockutils [req-69859602-e886-4f22-91fa-54a78378ecf2 req-cb11f9c4-06c5-41ed-a089-12c813b4d5c4 service nova] Acquiring lock "refresh_cache-bfebc583-9fcd-467f-89f1-a1fa5a10b0a9" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.869035] env[69603]: DEBUG oslo_concurrency.lockutils [req-69859602-e886-4f22-91fa-54a78378ecf2 req-cb11f9c4-06c5-41ed-a089-12c813b4d5c4 service nova] Acquired lock "refresh_cache-bfebc583-9fcd-467f-89f1-a1fa5a10b0a9" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.869035] env[69603]: DEBUG nova.network.neutron [req-69859602-e886-4f22-91fa-54a78378ecf2 req-cb11f9c4-06c5-41ed-a089-12c813b4d5c4 service nova] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Refreshing network info cache for port 56716223-c9f3-4dbe-9d2b-6b2a25ad94bb {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.869035] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efc92d9-ad56-4b03-9c98-84e917d256a1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.888584] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480292, 'name': CreateSnapshot_Task, 'duration_secs': 1.173511} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.888886] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 987.888886] env[69603]: value = "task-3480294" [ 987.888886] env[69603]: _type = "Task" [ 987.888886] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.889210] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.889382] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480293, 'name': CreateVM_Task, 'duration_secs': 0.362412} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.889653] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 987.890925] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8167ffa-4b2e-4159-83ee-8e5eccbc7998 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.896128] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61e293dc-5ab9-4fd0-9b5e-405979c5748f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.896889] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.897839] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.898548] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960ccd01-5759-4edd-b78b-7a67761cd958 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.904021] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.904689] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.904689] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.905709] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed48110-5c2d-427b-bd56-094c9229564a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.919470] env[69603]: DEBUG nova.compute.provider_tree [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.928517] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 987.928517] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52adebff-b3e6-1c60-343e-36e8f91dc9b8" [ 987.928517] env[69603]: _type = "Task" [ 987.928517] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.928915] env[69603]: DEBUG oslo_vmware.api [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 987.928915] env[69603]: value = "task-3480295" [ 987.928915] env[69603]: _type = "Task" [ 987.928915] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.932179] env[69603]: DEBUG nova.scheduler.client.report [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.935807] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] VM already powered off {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 987.935807] env[69603]: DEBUG nova.compute.manager [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.941272] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2313fecf-9a16-4422-885d-e02f3634362e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.956028] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.956028] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.956028] env[69603]: DEBUG nova.network.neutron [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.964980] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52adebff-b3e6-1c60-343e-36e8f91dc9b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011931} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.964980] env[69603]: DEBUG oslo_vmware.api [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.964980] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.964980] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.964980] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.964980] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.965305] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.966022] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b0dfca5-be6b-4850-9ce9-0fa59ece5064 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.975992] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.976202] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.977293] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34dfd561-b72f-4946-9819-3e7b237cb222 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.983235] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 987.983235] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bddf24-b231-6348-da15-982dc1f147b6" [ 987.983235] env[69603]: _type = "Task" [ 987.983235] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.991510] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bddf24-b231-6348-da15-982dc1f147b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.315169] env[69603]: DEBUG nova.network.neutron [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Updating instance_info_cache with network_info: [{"id": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "address": "fa:16:3e:6c:83:e7", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537cb2e7-a2", "ovs_interfaceid": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84e4adb2-b28c-49fc-ab69-f54a8bafc1bf", "address": "fa:16:3e:9d:d0:d6", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e4adb2-b2", "ovs_interfaceid": "84e4adb2-b28c-49fc-ab69-f54a8bafc1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.437600] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.449157] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 988.453326] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.176s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.455177] env[69603]: INFO nova.compute.claims [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.462070] env[69603]: INFO nova.scheduler.client.report [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Deleted allocations for instance 7ce6c4cc-0b8c-4a4f-832b-db655d41c647 [ 988.462960] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-71e82c5a-82da-456c-b4b3-97d1eb2d7e53 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.481378] env[69603]: DEBUG oslo_vmware.api [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480295, 'name': PowerOffVM_Task, 'duration_secs': 0.215013} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.482897] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.483087] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.483453] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 988.483453] env[69603]: value = "task-3480296" [ 988.483453] env[69603]: _type = "Task" [ 988.483453] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.483656] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee343918-b38b-4d3b-a5f7-1390b55cb4a7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.500904] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480296, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.504233] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bddf24-b231-6348-da15-982dc1f147b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009373} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.505015] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d825d11-3bcf-43db-92f3-725eee56b107 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.513773] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 988.513773] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52893dc1-3722-76b1-65af-e0b42ebb9ab6" [ 988.513773] env[69603]: _type = "Task" [ 988.513773] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.527793] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52893dc1-3722-76b1-65af-e0b42ebb9ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.531120] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.531547] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] bfebc583-9fcd-467f-89f1-a1fa5a10b0a9/bfebc583-9fcd-467f-89f1-a1fa5a10b0a9.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.532258] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7cf3523-3888-460a-bba5-c9ef1cb13941 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.541250] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 988.541250] env[69603]: value = "task-3480298" [ 988.541250] env[69603]: _type = "Task" [ 988.541250] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.550749] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.576670] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.577091] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.577415] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Deleting the datastore file [datastore2] a60800ef-820c-41fb-9746-069e2fcb2e72 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.577804] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68829f9d-7140-442e-bbdf-fc674a56aee2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.586719] env[69603]: DEBUG oslo_vmware.api [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for the task: (returnval){ [ 988.586719] env[69603]: value = "task-3480299" [ 988.586719] env[69603]: _type = "Task" [ 988.586719] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.596170] env[69603]: DEBUG oslo_vmware.api [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.641822] env[69603]: DEBUG nova.network.neutron [req-69859602-e886-4f22-91fa-54a78378ecf2 req-cb11f9c4-06c5-41ed-a089-12c813b4d5c4 service nova] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Updated VIF entry in instance network info cache for port 56716223-c9f3-4dbe-9d2b-6b2a25ad94bb. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.641822] env[69603]: DEBUG nova.network.neutron [req-69859602-e886-4f22-91fa-54a78378ecf2 req-cb11f9c4-06c5-41ed-a089-12c813b4d5c4 service nova] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Updating instance_info_cache with network_info: [{"id": "56716223-c9f3-4dbe-9d2b-6b2a25ad94bb", "address": "fa:16:3e:7b:b2:57", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap56716223-c9", "ovs_interfaceid": "56716223-c9f3-4dbe-9d2b-6b2a25ad94bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.758541] env[69603]: DEBUG nova.network.neutron [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Updating instance_info_cache with network_info: [{"id": "0652f8d2-73a9-43c6-8016-058f2b0f8e05", "address": "fa:16:3e:a9:1c:f5", "network": {"id": "a8e16d58-954f-43ff-b5a6-1ab585c84806", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-185317985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ffe97edab646d9886fc4aea203a15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0652f8d2-73", "ovs_interfaceid": "0652f8d2-73a9-43c6-8016-058f2b0f8e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.817474] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.818221] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.818416] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.819436] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b81f15-fccd-4c2b-ae9d-8a9c370af3fb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.840417] env[69603]: DEBUG nova.virt.hardware [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.840417] env[69603]: DEBUG nova.virt.hardware [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.840646] env[69603]: DEBUG nova.virt.hardware [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.840983] env[69603]: DEBUG nova.virt.hardware [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.841126] env[69603]: DEBUG nova.virt.hardware [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.841355] env[69603]: DEBUG nova.virt.hardware [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.841647] env[69603]: DEBUG nova.virt.hardware [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.841887] env[69603]: DEBUG nova.virt.hardware [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.842136] env[69603]: DEBUG nova.virt.hardware [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.842370] env[69603]: DEBUG nova.virt.hardware [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.842619] env[69603]: DEBUG nova.virt.hardware [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.849770] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Reconfiguring VM to attach interface {{(pid=69603) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 988.850697] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d6694da-3fd9-4999-93d6-019c9f25640b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.876240] env[69603]: DEBUG oslo_vmware.api [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 988.876240] env[69603]: value = "task-3480300" [ 988.876240] env[69603]: _type = "Task" [ 988.876240] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.888290] env[69603]: DEBUG oslo_vmware.api [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480300, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.974744] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1e82430-20d9-4a8b-b18b-7a48a4821211 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "7ce6c4cc-0b8c-4a4f-832b-db655d41c647" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.717s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.998439] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480296, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.001216] env[69603]: DEBUG nova.compute.manager [req-01c90c85-2420-477f-b70d-857effafefe3 req-12dee031-aeec-449e-8289-b0670d552055 service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Received event network-changed-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.001363] env[69603]: DEBUG nova.compute.manager [req-01c90c85-2420-477f-b70d-857effafefe3 req-12dee031-aeec-449e-8289-b0670d552055 service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Refreshing instance network info cache due to event network-changed-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.001576] env[69603]: DEBUG oslo_concurrency.lockutils [req-01c90c85-2420-477f-b70d-857effafefe3 req-12dee031-aeec-449e-8289-b0670d552055 service nova] Acquiring lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.001719] env[69603]: DEBUG oslo_concurrency.lockutils [req-01c90c85-2420-477f-b70d-857effafefe3 req-12dee031-aeec-449e-8289-b0670d552055 service nova] Acquired lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.001882] env[69603]: DEBUG nova.network.neutron [req-01c90c85-2420-477f-b70d-857effafefe3 req-12dee031-aeec-449e-8289-b0670d552055 service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Refreshing network info cache for port 84e4adb2-b28c-49fc-ab69-f54a8bafc1bf {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.054422] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480298, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.098625] env[69603]: DEBUG oslo_vmware.api [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Task: {'id': task-3480299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.348129} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.098928] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 989.099139] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 989.099326] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 989.099504] env[69603]: INFO nova.compute.manager [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Took 1.25 seconds to destroy the instance on the hypervisor. [ 989.099809] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.100014] env[69603]: DEBUG nova.compute.manager [-] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 989.100117] env[69603]: DEBUG nova.network.neutron [-] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 989.144485] env[69603]: DEBUG oslo_concurrency.lockutils [req-69859602-e886-4f22-91fa-54a78378ecf2 req-cb11f9c4-06c5-41ed-a089-12c813b4d5c4 service nova] Releasing lock "refresh_cache-bfebc583-9fcd-467f-89f1-a1fa5a10b0a9" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.144833] env[69603]: DEBUG nova.compute.manager [req-69859602-e886-4f22-91fa-54a78378ecf2 req-cb11f9c4-06c5-41ed-a089-12c813b4d5c4 service nova] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Received event network-vif-deleted-6ac9088f-1b6a-4a6d-8d26-ff2692e1699c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.168065] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquiring lock "20a32402-3ce0-448d-a523-e70f37dc8f82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.168336] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Lock "20a32402-3ce0-448d-a523-e70f37dc8f82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.261585] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Releasing lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.389438] env[69603]: DEBUG oslo_vmware.api [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.497101] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480296, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.556091] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538005} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.556383] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] bfebc583-9fcd-467f-89f1-a1fa5a10b0a9/bfebc583-9fcd-467f-89f1-a1fa5a10b0a9.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.556590] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.556844] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e476952f-5b54-4e3f-8d6e-c0bc11b9f353 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.564295] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 989.564295] env[69603]: value = "task-3480301" [ 989.564295] env[69603]: _type = "Task" [ 989.564295] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.575368] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.665151] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.665151] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27d3b71-872d-4051-ae96-6712e265a007 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.673278] env[69603]: DEBUG nova.compute.manager [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.682644] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 989.682644] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc25842c-aa0c-47de-b3fe-2557b5d3402c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.719084] env[69603]: DEBUG nova.network.neutron [req-01c90c85-2420-477f-b70d-857effafefe3 req-12dee031-aeec-449e-8289-b0670d552055 service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Updated VIF entry in instance network info cache for port 84e4adb2-b28c-49fc-ab69-f54a8bafc1bf. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 989.719725] env[69603]: DEBUG nova.network.neutron [req-01c90c85-2420-477f-b70d-857effafefe3 req-12dee031-aeec-449e-8289-b0670d552055 service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Updating instance_info_cache with network_info: [{"id": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "address": "fa:16:3e:6c:83:e7", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537cb2e7-a2", "ovs_interfaceid": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84e4adb2-b28c-49fc-ab69-f54a8bafc1bf", "address": "fa:16:3e:9d:d0:d6", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e4adb2-b2", "ovs_interfaceid": "84e4adb2-b28c-49fc-ab69-f54a8bafc1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.774789] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 989.775313] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 989.775734] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Deleting the datastore file [datastore1] a76d04aa-a60d-44b8-8428-18ab9158985c {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 989.775950] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-320f047d-9d1a-4214-a335-0dfdf22fe1e8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.798143] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 989.798143] env[69603]: value = "task-3480303" [ 989.798143] env[69603]: _type = "Task" [ 989.798143] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.811790] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480303, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.856113] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71900f19-21c5-48b1-aeb4-01735eb722e4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.865924] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f69b88-42de-4413-81be-7e35218140d8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.874271] env[69603]: DEBUG nova.network.neutron [-] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.906231] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca2602e-2af7-4339-aa4f-c77f0d1a77ab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.915634] env[69603]: DEBUG oslo_vmware.api [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480300, 'name': ReconfigVM_Task, 'duration_secs': 0.98872} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.918198] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.918532] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Reconfigured VM to attach interface {{(pid=69603) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 989.922547] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa45f75-3a97-40f5-9d62-d666a78d26b7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.931594] env[69603]: DEBUG nova.compute.manager [req-aee40503-ec1d-4a63-a52b-ff5f4f9d9c70 req-0246be24-7e0b-4554-a39b-2581efb000d1 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Received event network-vif-unplugged-0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.931810] env[69603]: DEBUG oslo_concurrency.lockutils [req-aee40503-ec1d-4a63-a52b-ff5f4f9d9c70 req-0246be24-7e0b-4554-a39b-2581efb000d1 service nova] Acquiring lock "a76d04aa-a60d-44b8-8428-18ab9158985c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.932022] env[69603]: DEBUG oslo_concurrency.lockutils [req-aee40503-ec1d-4a63-a52b-ff5f4f9d9c70 req-0246be24-7e0b-4554-a39b-2581efb000d1 service nova] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.932197] env[69603]: DEBUG oslo_concurrency.lockutils [req-aee40503-ec1d-4a63-a52b-ff5f4f9d9c70 req-0246be24-7e0b-4554-a39b-2581efb000d1 service nova] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.932365] env[69603]: DEBUG nova.compute.manager [req-aee40503-ec1d-4a63-a52b-ff5f4f9d9c70 req-0246be24-7e0b-4554-a39b-2581efb000d1 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] No waiting events found dispatching network-vif-unplugged-0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.932528] env[69603]: WARNING nova.compute.manager [req-aee40503-ec1d-4a63-a52b-ff5f4f9d9c70 req-0246be24-7e0b-4554-a39b-2581efb000d1 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Received unexpected event network-vif-unplugged-0652f8d2-73a9-43c6-8016-058f2b0f8e05 for instance with vm_state shelved and task_state shelving_offloading. [ 989.932684] env[69603]: DEBUG nova.compute.manager [req-aee40503-ec1d-4a63-a52b-ff5f4f9d9c70 req-0246be24-7e0b-4554-a39b-2581efb000d1 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Received event network-changed-0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.932883] env[69603]: DEBUG nova.compute.manager [req-aee40503-ec1d-4a63-a52b-ff5f4f9d9c70 req-0246be24-7e0b-4554-a39b-2581efb000d1 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Refreshing instance network info cache due to event network-changed-0652f8d2-73a9-43c6-8016-058f2b0f8e05. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.933303] env[69603]: DEBUG oslo_concurrency.lockutils [req-aee40503-ec1d-4a63-a52b-ff5f4f9d9c70 req-0246be24-7e0b-4554-a39b-2581efb000d1 service nova] Acquiring lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.933467] env[69603]: DEBUG oslo_concurrency.lockutils [req-aee40503-ec1d-4a63-a52b-ff5f4f9d9c70 req-0246be24-7e0b-4554-a39b-2581efb000d1 service nova] Acquired lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.933628] env[69603]: DEBUG nova.network.neutron [req-aee40503-ec1d-4a63-a52b-ff5f4f9d9c70 req-0246be24-7e0b-4554-a39b-2581efb000d1 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Refreshing network info cache for port 0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.949156] env[69603]: DEBUG nova.compute.provider_tree [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.998208] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480296, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.075260] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086012} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.075629] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.076627] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a24549-c449-4160-932f-f1f0b255a69b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.102976] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] bfebc583-9fcd-467f-89f1-a1fa5a10b0a9/bfebc583-9fcd-467f-89f1-a1fa5a10b0a9.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.105707] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdf60221-cb87-451b-ad1f-e5053f528a43 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.128616] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 990.128616] env[69603]: value = "task-3480304" [ 990.128616] env[69603]: _type = "Task" [ 990.128616] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.137835] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.201516] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.226432] env[69603]: DEBUG oslo_concurrency.lockutils [req-01c90c85-2420-477f-b70d-857effafefe3 req-12dee031-aeec-449e-8289-b0670d552055 service nova] Releasing lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.239934] env[69603]: DEBUG nova.network.neutron [req-aee40503-ec1d-4a63-a52b-ff5f4f9d9c70 req-0246be24-7e0b-4554-a39b-2581efb000d1 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Updated VIF entry in instance network info cache for port 0652f8d2-73a9-43c6-8016-058f2b0f8e05. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.240320] env[69603]: DEBUG nova.network.neutron [req-aee40503-ec1d-4a63-a52b-ff5f4f9d9c70 req-0246be24-7e0b-4554-a39b-2581efb000d1 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Updating instance_info_cache with network_info: [{"id": "0652f8d2-73a9-43c6-8016-058f2b0f8e05", "address": "fa:16:3e:a9:1c:f5", "network": {"id": "a8e16d58-954f-43ff-b5a6-1ab585c84806", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-185317985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ffe97edab646d9886fc4aea203a15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0652f8d2-73", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.309337] env[69603]: DEBUG oslo_vmware.api [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480303, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324366} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.309599] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.309782] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.309956] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.330064] env[69603]: INFO nova.scheduler.client.report [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Deleted allocations for instance a76d04aa-a60d-44b8-8428-18ab9158985c [ 990.403748] env[69603]: INFO nova.compute.manager [-] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Took 1.30 seconds to deallocate network for instance. [ 990.428992] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f5bbe5b-88b4-4878-9bc1-08ccea31f69d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-bb676803-6fae-4484-a7cb-d65b3bcce373-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.511s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.454989] env[69603]: DEBUG nova.scheduler.client.report [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.502859] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480296, 'name': CloneVM_Task} progress is 95%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.639581] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.743498] env[69603]: DEBUG oslo_concurrency.lockutils [req-aee40503-ec1d-4a63-a52b-ff5f4f9d9c70 req-0246be24-7e0b-4554-a39b-2581efb000d1 service nova] Releasing lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.835447] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.909874] env[69603]: DEBUG oslo_concurrency.lockutils [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.959544] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.960158] env[69603]: DEBUG nova.compute.manager [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 990.963058] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.666s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.000729] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480296, 'name': CloneVM_Task, 'duration_secs': 2.254788} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.001057] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Created linked-clone VM from snapshot [ 991.001810] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5034e1b-0259-483e-9e5e-adbbf0ab45d9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.011992] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Uploading image dce47d7b-2f93-4faa-bcb1-92e0597de67f {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 991.025544] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 991.025815] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9266c761-fe5a-46fb-8754-2e751fe7773c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.033222] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 991.033222] env[69603]: value = "task-3480306" [ 991.033222] env[69603]: _type = "Task" [ 991.033222] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.041435] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480306, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.083352] env[69603]: DEBUG nova.compute.manager [req-cb94edc5-b687-4d8e-8745-66af57609378 req-9c28e75f-c765-44e2-a2b8-d879f33ed845 service nova] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Received event network-vif-deleted-0340dffc-3419-4280-a1fd-334ea0259992 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.139182] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.466469] env[69603]: DEBUG nova.compute.utils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.468190] env[69603]: DEBUG nova.compute.manager [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.468368] env[69603]: DEBUG nova.network.neutron [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.534507] env[69603]: DEBUG nova.policy [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '237ce145bc4549ef9823adff7b07ab1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9712796541f64c579b948f5ddae92fec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.544745] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480306, 'name': Destroy_Task, 'duration_secs': 0.486884} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.545012] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Destroyed the VM [ 991.545810] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 991.546082] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c11e22ef-46c6-43de-8a66-553c2c4098e9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.554853] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 991.554853] env[69603]: value = "task-3480307" [ 991.554853] env[69603]: _type = "Task" [ 991.554853] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.565883] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480307, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.643120] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480304, 'name': ReconfigVM_Task, 'duration_secs': 1.160731} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.643555] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Reconfigured VM instance instance-00000051 to attach disk [datastore2] bfebc583-9fcd-467f-89f1-a1fa5a10b0a9/bfebc583-9fcd-467f-89f1-a1fa5a10b0a9.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.644457] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53fced81-0b43-460c-9da9-dbecf77765c4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.657018] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 991.657018] env[69603]: value = "task-3480308" [ 991.657018] env[69603]: _type = "Task" [ 991.657018] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.665190] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480308, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.845051] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6588c467-40d7-454e-92be-6e0408994cff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.854603] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d89af3-6926-453d-af16-63fc32f89e0d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.894858] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b479b8c-f3a6-4ade-af17-d26f784ffb93 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.904274] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcaf1aa6-2563-4e78-93fe-cac53a49ce86 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.918932] env[69603]: DEBUG nova.compute.provider_tree [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.964645] env[69603]: DEBUG nova.network.neutron [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Successfully created port: 627fd008-77b0-4380-b850-a1c75f05cd3c {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 991.977709] env[69603]: DEBUG nova.compute.manager [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.065766] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480307, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.167576] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480308, 'name': Rename_Task, 'duration_secs': 0.151576} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.167873] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.168146] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-958e17f7-efc8-4bf7-b555-57eb11d30c24 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.175326] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 992.175326] env[69603]: value = "task-3480309" [ 992.175326] env[69603]: _type = "Task" [ 992.175326] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.185845] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.421746] env[69603]: DEBUG nova.scheduler.client.report [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.565412] env[69603]: DEBUG oslo_vmware.api [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480307, 'name': RemoveSnapshot_Task, 'duration_secs': 0.812101} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.565801] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 992.685731] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.873958] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "interface-bb676803-6fae-4484-a7cb-d65b3bcce373-b66e3c3a-ca19-492b-9e9e-fd637e02530b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.874219] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-bb676803-6fae-4484-a7cb-d65b3bcce373-b66e3c3a-ca19-492b-9e9e-fd637e02530b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.874621] env[69603]: DEBUG nova.objects.instance [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lazy-loading 'flavor' on Instance uuid bb676803-6fae-4484-a7cb-d65b3bcce373 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.987503] env[69603]: DEBUG nova.compute.manager [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.016973] env[69603]: DEBUG nova.virt.hardware [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.017229] env[69603]: DEBUG nova.virt.hardware [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.017385] env[69603]: DEBUG nova.virt.hardware [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.017562] env[69603]: DEBUG nova.virt.hardware [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.017704] env[69603]: DEBUG nova.virt.hardware [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.017849] env[69603]: DEBUG nova.virt.hardware [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.018061] env[69603]: DEBUG nova.virt.hardware [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.018225] env[69603]: DEBUG nova.virt.hardware [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.018428] env[69603]: DEBUG nova.virt.hardware [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.018544] env[69603]: DEBUG nova.virt.hardware [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.018711] env[69603]: DEBUG nova.virt.hardware [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.019793] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11380b18-449c-4112-8185-c7aec4298436 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.029428] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779f7870-b476-4c46-8ef3-eac063c792c5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.070065] env[69603]: WARNING nova.compute.manager [None req-26e1b10d-a6e9-4da1-bdfd-dcb63056744a tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Image not found during snapshot: nova.exception.ImageNotFound: Image dce47d7b-2f93-4faa-bcb1-92e0597de67f could not be found. [ 993.186313] env[69603]: DEBUG oslo_vmware.api [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480309, 'name': PowerOnVM_Task, 'duration_secs': 0.676504} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.186594] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.186796] env[69603]: INFO nova.compute.manager [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Took 8.82 seconds to spawn the instance on the hypervisor. [ 993.186975] env[69603]: DEBUG nova.compute.manager [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.187770] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1885af-5553-4915-95dc-b7ae6db85521 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.368636] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "a76d04aa-a60d-44b8-8428-18ab9158985c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.431791] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.469s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.432014] env[69603]: DEBUG nova.compute.manager [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69603) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 993.434961] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.130s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.436477] env[69603]: INFO nova.compute.claims [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.517548] env[69603]: DEBUG nova.objects.instance [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lazy-loading 'pci_requests' on Instance uuid bb676803-6fae-4484-a7cb-d65b3bcce373 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.524012] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "8687c616-c6be-4e03-8e8b-c035b889cd53" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.524297] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "8687c616-c6be-4e03-8e8b-c035b889cd53" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.524505] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "8687c616-c6be-4e03-8e8b-c035b889cd53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.524699] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "8687c616-c6be-4e03-8e8b-c035b889cd53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.524862] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "8687c616-c6be-4e03-8e8b-c035b889cd53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.527231] env[69603]: INFO nova.compute.manager [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Terminating instance [ 993.593332] env[69603]: DEBUG nova.network.neutron [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Successfully updated port: 627fd008-77b0-4380-b850-a1c75f05cd3c {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 993.706874] env[69603]: INFO nova.compute.manager [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Took 32.24 seconds to build instance. [ 993.963710] env[69603]: DEBUG nova.compute.manager [req-cdbff62f-a156-49c5-b556-fbe6ef640657 req-d8cf69b0-5eb8-49dc-b823-d905162adf30 service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Received event network-vif-plugged-627fd008-77b0-4380-b850-a1c75f05cd3c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.964052] env[69603]: DEBUG oslo_concurrency.lockutils [req-cdbff62f-a156-49c5-b556-fbe6ef640657 req-d8cf69b0-5eb8-49dc-b823-d905162adf30 service nova] Acquiring lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.964237] env[69603]: DEBUG oslo_concurrency.lockutils [req-cdbff62f-a156-49c5-b556-fbe6ef640657 req-d8cf69b0-5eb8-49dc-b823-d905162adf30 service nova] Lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.964356] env[69603]: DEBUG oslo_concurrency.lockutils [req-cdbff62f-a156-49c5-b556-fbe6ef640657 req-d8cf69b0-5eb8-49dc-b823-d905162adf30 service nova] Lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.964531] env[69603]: DEBUG nova.compute.manager [req-cdbff62f-a156-49c5-b556-fbe6ef640657 req-d8cf69b0-5eb8-49dc-b823-d905162adf30 service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] No waiting events found dispatching network-vif-plugged-627fd008-77b0-4380-b850-a1c75f05cd3c {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 993.964777] env[69603]: WARNING nova.compute.manager [req-cdbff62f-a156-49c5-b556-fbe6ef640657 req-d8cf69b0-5eb8-49dc-b823-d905162adf30 service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Received unexpected event network-vif-plugged-627fd008-77b0-4380-b850-a1c75f05cd3c for instance with vm_state building and task_state spawning. [ 994.018080] env[69603]: INFO nova.scheduler.client.report [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Deleted allocation for migration 2419adec-7917-4c4e-98c5-6821890aba25 [ 994.022066] env[69603]: DEBUG nova.objects.base [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 994.022208] env[69603]: DEBUG nova.network.neutron [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.031273] env[69603]: DEBUG nova.compute.manager [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 994.031501] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.032414] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8774b7e8-de98-4eee-908e-7ddcd883ee6d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.041184] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.041453] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b596f642-f90e-44ed-9712-b3f58e81dcc0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.048863] env[69603]: DEBUG oslo_vmware.api [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 994.048863] env[69603]: value = "task-3480310" [ 994.048863] env[69603]: _type = "Task" [ 994.048863] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.057399] env[69603]: DEBUG oslo_vmware.api [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.097542] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "refresh_cache-bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.097734] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquired lock "refresh_cache-bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.097916] env[69603]: DEBUG nova.network.neutron [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.120955] env[69603]: DEBUG nova.policy [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b5a559e296f4a44808838df8b2652b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e45969eb4ad041bab259e6c0a7e8cddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.209563] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0f1b6ddb-b4ec-42cb-a4f5-948bb6bb4510 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "bfebc583-9fcd-467f-89f1-a1fa5a10b0a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.745s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.528429] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3715494c-f28f-49ff-a84d-86d8353706d9 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "ab7d128e-418e-4a33-af8c-366587dc6a8b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.412s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.562009] env[69603]: DEBUG oslo_vmware.api [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480310, 'name': PowerOffVM_Task, 'duration_secs': 0.175328} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.562305] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.562472] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.562722] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a90db11-ce90-45e9-8eb6-f438b1217ebb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.634086] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.634086] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.634086] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleting the datastore file [datastore2] 8687c616-c6be-4e03-8e8b-c035b889cd53 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.634612] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0bcd3467-160a-40fc-8d65-7a6fb6beeb4a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.647412] env[69603]: DEBUG oslo_vmware.api [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for the task: (returnval){ [ 994.647412] env[69603]: value = "task-3480312" [ 994.647412] env[69603]: _type = "Task" [ 994.647412] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.657410] env[69603]: DEBUG nova.network.neutron [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 994.667847] env[69603]: DEBUG oslo_vmware.api [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.764936] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4df8d3-f505-4663-b304-1f45fc2f29a9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.775446] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87633adc-bf15-4e5c-b21b-d3234787679d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.822373] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e911e516-3262-4187-b26d-602224f6de77 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.829999] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29acbfe3-9a36-49f6-b87e-9bf565186032 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.844321] env[69603]: DEBUG nova.compute.provider_tree [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.855964] env[69603]: DEBUG nova.network.neutron [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Updating instance_info_cache with network_info: [{"id": "627fd008-77b0-4380-b850-a1c75f05cd3c", "address": "fa:16:3e:7d:e0:fd", "network": {"id": "d76c62a5-83eb-45c2-bdc1-a976e6132e5c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1298507185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9712796541f64c579b948f5ddae92fec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627fd008-77", "ovs_interfaceid": "627fd008-77b0-4380-b850-a1c75f05cd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.883208] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "bfebc583-9fcd-467f-89f1-a1fa5a10b0a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.883640] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "bfebc583-9fcd-467f-89f1-a1fa5a10b0a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.883999] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "bfebc583-9fcd-467f-89f1-a1fa5a10b0a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.884382] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "bfebc583-9fcd-467f-89f1-a1fa5a10b0a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.884603] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "bfebc583-9fcd-467f-89f1-a1fa5a10b0a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.886748] env[69603]: INFO nova.compute.manager [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Terminating instance [ 995.081138] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "8448abb9-9e9d-4e1c-bb7c-ee29fad661da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.081470] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "8448abb9-9e9d-4e1c-bb7c-ee29fad661da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.081603] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "8448abb9-9e9d-4e1c-bb7c-ee29fad661da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.081782] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "8448abb9-9e9d-4e1c-bb7c-ee29fad661da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.081958] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "8448abb9-9e9d-4e1c-bb7c-ee29fad661da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.084207] env[69603]: INFO nova.compute.manager [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Terminating instance [ 995.159012] env[69603]: DEBUG oslo_vmware.api [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Task: {'id': task-3480312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144288} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.159429] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.159719] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.159999] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.160271] env[69603]: INFO nova.compute.manager [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Took 1.13 seconds to destroy the instance on the hypervisor. [ 995.160609] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.160857] env[69603]: DEBUG nova.compute.manager [-] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 995.160984] env[69603]: DEBUG nova.network.neutron [-] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 995.347557] env[69603]: DEBUG nova.scheduler.client.report [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.358706] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Releasing lock "refresh_cache-bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.359076] env[69603]: DEBUG nova.compute.manager [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Instance network_info: |[{"id": "627fd008-77b0-4380-b850-a1c75f05cd3c", "address": "fa:16:3e:7d:e0:fd", "network": {"id": "d76c62a5-83eb-45c2-bdc1-a976e6132e5c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1298507185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9712796541f64c579b948f5ddae92fec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627fd008-77", "ovs_interfaceid": "627fd008-77b0-4380-b850-a1c75f05cd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 995.359475] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:e0:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '627fd008-77b0-4380-b850-a1c75f05cd3c', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 995.368101] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Creating folder: Project (9712796541f64c579b948f5ddae92fec). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.368704] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-310f8cd2-a2d0-495f-b832-fbf75ab548d3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.389076] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Created folder: Project (9712796541f64c579b948f5ddae92fec) in parent group-v695567. [ 995.389279] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Creating folder: Instances. Parent ref: group-v695795. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 995.390882] env[69603]: DEBUG nova.compute.manager [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.390882] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.390882] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ea77635-adab-40ad-bcc8-7b35951c6112 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.392539] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755d434a-32ee-402d-a621-6de2aa1b5d60 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.402473] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.402473] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bc42a4e-0d68-4866-80eb-7e8a7cf3773a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.404850] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Created folder: Instances in parent group-v695795. [ 995.404957] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 995.405699] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 995.405935] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe6505e7-4dce-45d5-b86b-42a744977dac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.427031] env[69603]: DEBUG oslo_vmware.api [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 995.427031] env[69603]: value = "task-3480315" [ 995.427031] env[69603]: _type = "Task" [ 995.427031] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.429288] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 995.429288] env[69603]: value = "task-3480316" [ 995.429288] env[69603]: _type = "Task" [ 995.429288] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.435472] env[69603]: DEBUG oslo_vmware.api [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480315, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.441102] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480316, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.588334] env[69603]: DEBUG nova.compute.manager [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.588553] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.589873] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-282a0efd-1654-45a0-af19-7c175cc9914b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.598410] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.598679] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77da4305-9fd1-4364-84cb-c2ffaf5d290b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.605184] env[69603]: DEBUG oslo_vmware.api [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 995.605184] env[69603]: value = "task-3480317" [ 995.605184] env[69603]: _type = "Task" [ 995.605184] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.610297] env[69603]: DEBUG nova.network.neutron [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Successfully updated port: b66e3c3a-ca19-492b-9e9e-fd637e02530b {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.616477] env[69603]: DEBUG oslo_vmware.api [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.721621] env[69603]: DEBUG nova.compute.manager [req-d3f89085-3872-4dc9-b466-b392aa9d2737 req-e6562815-ce1a-42e2-b8ed-83b9f423d3fc service nova] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Received event network-vif-deleted-66dceade-a0d9-4b06-aabc-28cc959835f8 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.721754] env[69603]: INFO nova.compute.manager [req-d3f89085-3872-4dc9-b466-b392aa9d2737 req-e6562815-ce1a-42e2-b8ed-83b9f423d3fc service nova] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Neutron deleted interface 66dceade-a0d9-4b06-aabc-28cc959835f8; detaching it from the instance and deleting it from the info cache [ 995.721922] env[69603]: DEBUG nova.network.neutron [req-d3f89085-3872-4dc9-b466-b392aa9d2737 req-e6562815-ce1a-42e2-b8ed-83b9f423d3fc service nova] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.784632] env[69603]: DEBUG nova.objects.instance [None req-8a9e6905-160c-416d-a1bc-735493c0d76b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lazy-loading 'flavor' on Instance uuid ab7d128e-418e-4a33-af8c-366587dc6a8b {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.855267] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.856023] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.859496] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.506s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.862036] env[69603]: INFO nova.compute.claims [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.924475] env[69603]: DEBUG nova.network.neutron [-] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.939676] env[69603]: DEBUG oslo_vmware.api [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480315, 'name': PowerOffVM_Task, 'duration_secs': 0.245182} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.942928] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.943559] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.943806] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480316, 'name': CreateVM_Task, 'duration_secs': 0.314907} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.943806] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ad6aadc-1f90-4c97-b656-2feea3d99b7e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.945357] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.945967] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.946146] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.946441] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.947080] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-487cd494-f3f9-44ba-b364-cec2a8b8f4a9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.951646] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 995.951646] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527c3381-6233-4a99-2ef8-4dc80ff4f574" [ 995.951646] env[69603]: _type = "Task" [ 995.951646] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.959820] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527c3381-6233-4a99-2ef8-4dc80ff4f574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.005837] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.006322] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.006690] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleting the datastore file [datastore2] bfebc583-9fcd-467f-89f1-a1fa5a10b0a9 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.007402] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94c755df-0cb5-422a-a2d7-8c5a9ad44362 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.015261] env[69603]: DEBUG oslo_vmware.api [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 996.015261] env[69603]: value = "task-3480319" [ 996.015261] env[69603]: _type = "Task" [ 996.015261] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.023750] env[69603]: DEBUG oslo_vmware.api [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.113544] env[69603]: DEBUG nova.compute.manager [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Received event network-changed-627fd008-77b0-4380-b850-a1c75f05cd3c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.113856] env[69603]: DEBUG nova.compute.manager [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Refreshing instance network info cache due to event network-changed-627fd008-77b0-4380-b850-a1c75f05cd3c. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 996.114098] env[69603]: DEBUG oslo_concurrency.lockutils [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] Acquiring lock "refresh_cache-bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.114208] env[69603]: DEBUG oslo_concurrency.lockutils [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] Acquired lock "refresh_cache-bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.114370] env[69603]: DEBUG nova.network.neutron [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Refreshing network info cache for port 627fd008-77b0-4380-b850-a1c75f05cd3c {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.117423] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.117601] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.117781] env[69603]: DEBUG nova.network.neutron [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.122339] env[69603]: DEBUG oslo_vmware.api [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480317, 'name': PowerOffVM_Task, 'duration_secs': 0.205855} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.122732] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.122979] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.123355] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abc826ee-9405-4883-83bd-1426f8736053 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.193731] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.193986] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.194182] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Deleting the datastore file [datastore1] 8448abb9-9e9d-4e1c-bb7c-ee29fad661da {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.194463] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef65ba65-867c-476d-82e8-c1c4073f1a5f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.202266] env[69603]: DEBUG oslo_vmware.api [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 996.202266] env[69603]: value = "task-3480321" [ 996.202266] env[69603]: _type = "Task" [ 996.202266] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.210728] env[69603]: DEBUG oslo_vmware.api [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.224603] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1096ccb5-5311-4304-beb6-44dab6c406f2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.234122] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3f248d-b51a-432c-b62d-10d2f2e1b8ef {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.262324] env[69603]: DEBUG nova.compute.manager [req-d3f89085-3872-4dc9-b466-b392aa9d2737 req-e6562815-ce1a-42e2-b8ed-83b9f423d3fc service nova] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Detach interface failed, port_id=66dceade-a0d9-4b06-aabc-28cc959835f8, reason: Instance 8687c616-c6be-4e03-8e8b-c035b889cd53 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 996.290699] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8a9e6905-160c-416d-a1bc-735493c0d76b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.290917] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8a9e6905-160c-416d-a1bc-735493c0d76b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.291094] env[69603]: DEBUG nova.network.neutron [None req-8a9e6905-160c-416d-a1bc-735493c0d76b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.291276] env[69603]: DEBUG nova.objects.instance [None req-8a9e6905-160c-416d-a1bc-735493c0d76b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lazy-loading 'info_cache' on Instance uuid ab7d128e-418e-4a33-af8c-366587dc6a8b {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.368194] env[69603]: DEBUG nova.compute.utils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.369856] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.370022] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.407187] env[69603]: DEBUG nova.policy [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0364169ad934477aa3c0de68303316f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3066d746133940ab9a41e5d7574ffceb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.431801] env[69603]: INFO nova.compute.manager [-] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Took 1.27 seconds to deallocate network for instance. [ 996.461857] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527c3381-6233-4a99-2ef8-4dc80ff4f574, 'name': SearchDatastore_Task, 'duration_secs': 0.011061} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.462193] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.462426] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.462655] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.462820] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.463260] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.463260] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90144796-2ddd-4f49-8bd3-fbe13c0eb378 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.480652] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.480904] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.481666] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce33ea6f-35b4-4c03-befc-a1abbde0eeb9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.487242] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 996.487242] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52384133-c871-c832-a8dc-d1e8a762b8fc" [ 996.487242] env[69603]: _type = "Task" [ 996.487242] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.495448] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52384133-c871-c832-a8dc-d1e8a762b8fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.525925] env[69603]: DEBUG oslo_vmware.api [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127479} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.526351] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.526641] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.526867] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.527066] env[69603]: INFO nova.compute.manager [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 996.527312] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.527502] env[69603]: DEBUG nova.compute.manager [-] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.527594] env[69603]: DEBUG nova.network.neutron [-] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.668976] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Successfully created port: 24fb178b-7a38-40cb-8240-a9feea2a2d54 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.708166] env[69603]: WARNING nova.network.neutron [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] cec22ff4-98d2-4241-bf1e-0a13e1802df2 already exists in list: networks containing: ['cec22ff4-98d2-4241-bf1e-0a13e1802df2']. ignoring it [ 996.708376] env[69603]: WARNING nova.network.neutron [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] cec22ff4-98d2-4241-bf1e-0a13e1802df2 already exists in list: networks containing: ['cec22ff4-98d2-4241-bf1e-0a13e1802df2']. ignoring it [ 996.716656] env[69603]: DEBUG oslo_vmware.api [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168356} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.716900] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.717089] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.717268] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.717438] env[69603]: INFO nova.compute.manager [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Took 1.13 seconds to destroy the instance on the hypervisor. [ 996.717672] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.717858] env[69603]: DEBUG nova.compute.manager [-] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.717950] env[69603]: DEBUG nova.network.neutron [-] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.794816] env[69603]: DEBUG nova.objects.base [None req-8a9e6905-160c-416d-a1bc-735493c0d76b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 996.876708] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.938797] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.999935] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52384133-c871-c832-a8dc-d1e8a762b8fc, 'name': SearchDatastore_Task, 'duration_secs': 0.022476} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.000480] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcfade3-5fdc-492e-ac62-680436106ff3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.005916] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 997.005916] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522b63c9-883f-c8d8-4c4c-292cd9702950" [ 997.005916] env[69603]: _type = "Task" [ 997.005916] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.016089] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522b63c9-883f-c8d8-4c4c-292cd9702950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.177524] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad24eb70-6acb-4208-85c4-608a6b8c9df0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.185388] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbad3784-b835-466f-ad8f-43d8c6445c8a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.216485] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdea416d-6aa0-4cf0-8678-7009d5f89792 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.226343] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2683f9-5a6c-41f0-9f1e-8e24ba06d2fa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.243386] env[69603]: DEBUG nova.compute.provider_tree [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.516949] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522b63c9-883f-c8d8-4c4c-292cd9702950, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.517238] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.517491] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] bc081a0f-3a65-4caa-8f4c-581ae6ef7ded/bc081a0f-3a65-4caa-8f4c-581ae6ef7ded.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.517749] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92fbee43-3549-4d64-8799-a2acd03e0eda {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.525762] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 997.525762] env[69603]: value = "task-3480322" [ 997.525762] env[69603]: _type = "Task" [ 997.525762] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.535018] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480322, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.605738] env[69603]: DEBUG nova.network.neutron [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Updated VIF entry in instance network info cache for port 627fd008-77b0-4380-b850-a1c75f05cd3c. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.606107] env[69603]: DEBUG nova.network.neutron [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Updating instance_info_cache with network_info: [{"id": "627fd008-77b0-4380-b850-a1c75f05cd3c", "address": "fa:16:3e:7d:e0:fd", "network": {"id": "d76c62a5-83eb-45c2-bdc1-a976e6132e5c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1298507185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9712796541f64c579b948f5ddae92fec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627fd008-77", "ovs_interfaceid": "627fd008-77b0-4380-b850-a1c75f05cd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.746502] env[69603]: DEBUG nova.scheduler.client.report [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.890050] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.938687] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.938999] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.941324] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.941324] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.941324] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.941324] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.941324] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.944399] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.944618] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.944802] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.945075] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.946498] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5161ae-05bd-4871-9cae-48d9885fe79f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.958374] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7330ebf-715e-4bc7-b808-356d0883585d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.963403] env[69603]: DEBUG nova.network.neutron [None req-8a9e6905-160c-416d-a1bc-735493c0d76b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating instance_info_cache with network_info: [{"id": "bef13fa4-99d4-437d-926d-b6a34e0ad770", "address": "fa:16:3e:2b:bd:a4", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef13fa4-99", "ovs_interfaceid": "bef13fa4-99d4-437d-926d-b6a34e0ad770", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.031020] env[69603]: DEBUG nova.network.neutron [-] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.037638] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480322, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501055} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.040933] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] bc081a0f-3a65-4caa-8f4c-581ae6ef7ded/bc081a0f-3a65-4caa-8f4c-581ae6ef7ded.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.040933] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.040933] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97378bf3-1f9d-4fe6-b28d-b8bc4f78f7c3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.045783] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 998.045783] env[69603]: value = "task-3480323" [ 998.045783] env[69603]: _type = "Task" [ 998.045783] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.054786] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.089594] env[69603]: DEBUG nova.network.neutron [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Updating instance_info_cache with network_info: [{"id": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "address": "fa:16:3e:6c:83:e7", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537cb2e7-a2", "ovs_interfaceid": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84e4adb2-b28c-49fc-ab69-f54a8bafc1bf", "address": "fa:16:3e:9d:d0:d6", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e4adb2-b2", "ovs_interfaceid": "84e4adb2-b28c-49fc-ab69-f54a8bafc1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b66e3c3a-ca19-492b-9e9e-fd637e02530b", "address": "fa:16:3e:7d:7e:3c", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb66e3c3a-ca", "ovs_interfaceid": "b66e3c3a-ca19-492b-9e9e-fd637e02530b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.109246] env[69603]: DEBUG oslo_concurrency.lockutils [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] Releasing lock "refresh_cache-bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.109520] env[69603]: DEBUG nova.compute.manager [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Received event network-vif-plugged-b66e3c3a-ca19-492b-9e9e-fd637e02530b {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.109712] env[69603]: DEBUG oslo_concurrency.lockutils [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] Acquiring lock "bb676803-6fae-4484-a7cb-d65b3bcce373-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.109918] env[69603]: DEBUG oslo_concurrency.lockutils [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] Lock "bb676803-6fae-4484-a7cb-d65b3bcce373-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.110096] env[69603]: DEBUG oslo_concurrency.lockutils [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] Lock "bb676803-6fae-4484-a7cb-d65b3bcce373-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.110267] env[69603]: DEBUG nova.compute.manager [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] No waiting events found dispatching network-vif-plugged-b66e3c3a-ca19-492b-9e9e-fd637e02530b {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.110427] env[69603]: WARNING nova.compute.manager [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Received unexpected event network-vif-plugged-b66e3c3a-ca19-492b-9e9e-fd637e02530b for instance with vm_state active and task_state None. [ 998.110591] env[69603]: DEBUG nova.compute.manager [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Received event network-changed-b66e3c3a-ca19-492b-9e9e-fd637e02530b {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.110773] env[69603]: DEBUG nova.compute.manager [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Refreshing instance network info cache due to event network-changed-b66e3c3a-ca19-492b-9e9e-fd637e02530b. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.110920] env[69603]: DEBUG oslo_concurrency.lockutils [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] Acquiring lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.175741] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Successfully updated port: 24fb178b-7a38-40cb-8240-a9feea2a2d54 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.252129] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.252667] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.255291] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.865s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.256673] env[69603]: INFO nova.compute.claims [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.280268] env[69603]: DEBUG nova.network.neutron [-] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.470104] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8a9e6905-160c-416d-a1bc-735493c0d76b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "refresh_cache-ab7d128e-418e-4a33-af8c-366587dc6a8b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.475650] env[69603]: DEBUG nova.compute.manager [req-28b7588f-f53a-45c0-9915-ccccf99a78d9 req-14409f3b-231e-4ab7-8c74-9adcd8cd14f9 service nova] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Received event network-vif-deleted-56716223-c9f3-4dbe-9d2b-6b2a25ad94bb {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.491619] env[69603]: DEBUG nova.compute.manager [req-c657c0af-8750-4660-bc2c-9dcd2597f636 req-be831b0b-76b5-4d8a-9d27-239a898cfe24 service nova] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Received event network-vif-plugged-24fb178b-7a38-40cb-8240-a9feea2a2d54 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.491842] env[69603]: DEBUG oslo_concurrency.lockutils [req-c657c0af-8750-4660-bc2c-9dcd2597f636 req-be831b0b-76b5-4d8a-9d27-239a898cfe24 service nova] Acquiring lock "5152571a-0816-4125-946a-c6180350ccfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.492071] env[69603]: DEBUG oslo_concurrency.lockutils [req-c657c0af-8750-4660-bc2c-9dcd2597f636 req-be831b0b-76b5-4d8a-9d27-239a898cfe24 service nova] Lock "5152571a-0816-4125-946a-c6180350ccfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.492321] env[69603]: DEBUG oslo_concurrency.lockutils [req-c657c0af-8750-4660-bc2c-9dcd2597f636 req-be831b0b-76b5-4d8a-9d27-239a898cfe24 service nova] Lock "5152571a-0816-4125-946a-c6180350ccfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.492393] env[69603]: DEBUG nova.compute.manager [req-c657c0af-8750-4660-bc2c-9dcd2597f636 req-be831b0b-76b5-4d8a-9d27-239a898cfe24 service nova] [instance: 5152571a-0816-4125-946a-c6180350ccfe] No waiting events found dispatching network-vif-plugged-24fb178b-7a38-40cb-8240-a9feea2a2d54 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 998.492594] env[69603]: WARNING nova.compute.manager [req-c657c0af-8750-4660-bc2c-9dcd2597f636 req-be831b0b-76b5-4d8a-9d27-239a898cfe24 service nova] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Received unexpected event network-vif-plugged-24fb178b-7a38-40cb-8240-a9feea2a2d54 for instance with vm_state building and task_state spawning. [ 998.538472] env[69603]: INFO nova.compute.manager [-] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Took 2.01 seconds to deallocate network for instance. [ 998.555625] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061963} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.555875] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.556647] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1fd90d-630d-413c-9edb-a6a67f003599 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.579055] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] bc081a0f-3a65-4caa-8f4c-581ae6ef7ded/bc081a0f-3a65-4caa-8f4c-581ae6ef7ded.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.579983] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ace633-50e0-4903-bf92-3c8cde4a8a2b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.594565] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.595165] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.595330] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.595587] env[69603]: DEBUG oslo_concurrency.lockutils [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] Acquired lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.595762] env[69603]: DEBUG nova.network.neutron [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Refreshing network info cache for port b66e3c3a-ca19-492b-9e9e-fd637e02530b {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.597974] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b203d8-506b-46cf-bbbe-52cdfc3daa8c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.606928] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 998.606928] env[69603]: value = "task-3480324" [ 998.606928] env[69603]: _type = "Task" [ 998.606928] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.618608] env[69603]: DEBUG nova.virt.hardware [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.618823] env[69603]: DEBUG nova.virt.hardware [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.619256] env[69603]: DEBUG nova.virt.hardware [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.619256] env[69603]: DEBUG nova.virt.hardware [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.619579] env[69603]: DEBUG nova.virt.hardware [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.619579] env[69603]: DEBUG nova.virt.hardware [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.619673] env[69603]: DEBUG nova.virt.hardware [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.619857] env[69603]: DEBUG nova.virt.hardware [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.620037] env[69603]: DEBUG nova.virt.hardware [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.620244] env[69603]: DEBUG nova.virt.hardware [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.620381] env[69603]: DEBUG nova.virt.hardware [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.626790] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Reconfiguring VM to attach interface {{(pid=69603) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 998.631159] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3f35a78-cb98-49df-bafa-d3cd5fad4ecb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.648998] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.650209] env[69603]: DEBUG oslo_vmware.api [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 998.650209] env[69603]: value = "task-3480325" [ 998.650209] env[69603]: _type = "Task" [ 998.650209] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.657795] env[69603]: DEBUG oslo_vmware.api [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480325, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.677860] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "refresh_cache-5152571a-0816-4125-946a-c6180350ccfe" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.678027] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquired lock "refresh_cache-5152571a-0816-4125-946a-c6180350ccfe" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.678185] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.764345] env[69603]: DEBUG nova.compute.utils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.765721] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.765938] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.783203] env[69603]: INFO nova.compute.manager [-] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Took 2.06 seconds to deallocate network for instance. [ 998.811320] env[69603]: DEBUG nova.policy [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0364169ad934477aa3c0de68303316f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3066d746133940ab9a41e5d7574ffceb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.045127] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.050842] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Successfully created port: c3f09881-796b-4859-8c19-2313b74a0d00 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.127523] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480324, 'name': ReconfigVM_Task, 'duration_secs': 0.37423} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.127820] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Reconfigured VM instance instance-00000052 to attach disk [datastore2] bc081a0f-3a65-4caa-8f4c-581ae6ef7ded/bc081a0f-3a65-4caa-8f4c-581ae6ef7ded.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.128505] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9289c63-9703-4ded-b662-200cb2463879 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.134815] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 999.134815] env[69603]: value = "task-3480326" [ 999.134815] env[69603]: _type = "Task" [ 999.134815] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.143281] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480326, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.158965] env[69603]: DEBUG oslo_vmware.api [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.244404] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.270904] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.290845] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.479656] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a9e6905-160c-416d-a1bc-735493c0d76b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.480228] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0da9365f-f4e8-4784-9cad-4048980a3e66 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.489299] env[69603]: DEBUG oslo_vmware.api [None req-8a9e6905-160c-416d-a1bc-735493c0d76b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 999.489299] env[69603]: value = "task-3480327" [ 999.489299] env[69603]: _type = "Task" [ 999.489299] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.489994] env[69603]: DEBUG nova.network.neutron [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Updated VIF entry in instance network info cache for port b66e3c3a-ca19-492b-9e9e-fd637e02530b. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.490493] env[69603]: DEBUG nova.network.neutron [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Updating instance_info_cache with network_info: [{"id": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "address": "fa:16:3e:6c:83:e7", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537cb2e7-a2", "ovs_interfaceid": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84e4adb2-b28c-49fc-ab69-f54a8bafc1bf", "address": "fa:16:3e:9d:d0:d6", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e4adb2-b2", "ovs_interfaceid": "84e4adb2-b28c-49fc-ab69-f54a8bafc1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b66e3c3a-ca19-492b-9e9e-fd637e02530b", "address": "fa:16:3e:7d:7e:3c", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb66e3c3a-ca", "ovs_interfaceid": "b66e3c3a-ca19-492b-9e9e-fd637e02530b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.508052] env[69603]: DEBUG oslo_vmware.api [None req-8a9e6905-160c-416d-a1bc-735493c0d76b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480327, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.521652] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Updating instance_info_cache with network_info: [{"id": "24fb178b-7a38-40cb-8240-a9feea2a2d54", "address": "fa:16:3e:2c:12:8b", "network": {"id": "b098218a-acf9-43b7-9480-bbcba8a313c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1549927061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3066d746133940ab9a41e5d7574ffceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24fb178b-7a", "ovs_interfaceid": "24fb178b-7a38-40cb-8240-a9feea2a2d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.620018] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea9c41d-02f4-4c87-ba7c-b8fbf2fabb70 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.625556] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cef6a63-794d-43cb-8389-f45e8635d424 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.662230] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a08fb25-eec6-45d5-ba3b-957d507fe38d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.669509] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480326, 'name': Rename_Task, 'duration_secs': 0.239368} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.674151] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.674345] env[69603]: DEBUG oslo_vmware.api [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480325, 'name': ReconfigVM_Task, 'duration_secs': 0.592901} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.674536] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b615844-08a1-4d6e-9c18-09a691c077a0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.676803] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc713f96-d766-49a2-ae6f-e9ec77172fd0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.680776] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.681024] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Reconfigured VM to attach interface {{(pid=69603) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 999.694899] env[69603]: DEBUG nova.compute.provider_tree [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.699150] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 999.699150] env[69603]: value = "task-3480328" [ 999.699150] env[69603]: _type = "Task" [ 999.699150] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.708453] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480328, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.999914] env[69603]: DEBUG oslo_concurrency.lockutils [req-b7dd7dd9-dfdc-4d04-b362-96d651a3f17a req-71d1da41-623b-4783-b2be-4b55ad4b3cda service nova] Releasing lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.006293] env[69603]: DEBUG oslo_vmware.api [None req-8a9e6905-160c-416d-a1bc-735493c0d76b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480327, 'name': PowerOnVM_Task, 'duration_secs': 0.463302} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.006560] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a9e6905-160c-416d-a1bc-735493c0d76b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.006778] env[69603]: DEBUG nova.compute.manager [None req-8a9e6905-160c-416d-a1bc-735493c0d76b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.007577] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a70dd5d-649a-485e-91e7-a1ff86f1c1a3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.024062] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Releasing lock "refresh_cache-5152571a-0816-4125-946a-c6180350ccfe" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.024407] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Instance network_info: |[{"id": "24fb178b-7a38-40cb-8240-a9feea2a2d54", "address": "fa:16:3e:2c:12:8b", "network": {"id": "b098218a-acf9-43b7-9480-bbcba8a313c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1549927061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3066d746133940ab9a41e5d7574ffceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24fb178b-7a", "ovs_interfaceid": "24fb178b-7a38-40cb-8240-a9feea2a2d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.024850] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:12:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24fb178b-7a38-40cb-8240-a9feea2a2d54', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.033429] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Creating folder: Project (3066d746133940ab9a41e5d7574ffceb). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.033742] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd7bae70-5d3f-43fd-adcc-6de34fadcb6b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.045022] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Created folder: Project (3066d746133940ab9a41e5d7574ffceb) in parent group-v695567. [ 1000.045230] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Creating folder: Instances. Parent ref: group-v695798. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.046144] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9f7708b-3fd1-4cd3-8f18-e1085af3f1d3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.056283] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Created folder: Instances in parent group-v695798. [ 1000.056533] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.056720] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.056927] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-faa395d5-bf7a-4c5f-9406-241ed4b0be37 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.079980] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.079980] env[69603]: value = "task-3480331" [ 1000.079980] env[69603]: _type = "Task" [ 1000.079980] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.091507] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480331, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.185911] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e130ebf7-2a9c-4456-803c-69174003a7ca tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-bb676803-6fae-4484-a7cb-d65b3bcce373-b66e3c3a-ca19-492b-9e9e-fd637e02530b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.312s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.197863] env[69603]: DEBUG nova.scheduler.client.report [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.211407] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480328, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.293100] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.323482] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.323605] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.323716] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.323998] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.324200] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.324364] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.324646] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.324726] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.324879] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.325050] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.325252] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.326158] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e24969-625e-4cf8-84ff-17e6319391ac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.334079] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3642ba1-c723-40e7-91e1-648101f1dea3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.503846] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Successfully updated port: c3f09881-796b-4859-8c19-2313b74a0d00 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1000.576699] env[69603]: DEBUG nova.compute.manager [req-58c0793e-c3d0-4845-ba47-f651de0b2c86 req-58656f36-addf-41ad-b132-c7caca09fefe service nova] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Received event network-vif-deleted-3e95509b-a5bd-4582-9b9c-3c96d6cb184f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.594902] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480331, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.603872] env[69603]: DEBUG nova.compute.manager [req-02f6fc23-40d6-46d8-a8fd-aec4e832d1f5 req-d3e7a934-6309-4d15-8ee2-a82367129f1f service nova] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Received event network-changed-24fb178b-7a38-40cb-8240-a9feea2a2d54 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.603872] env[69603]: DEBUG nova.compute.manager [req-02f6fc23-40d6-46d8-a8fd-aec4e832d1f5 req-d3e7a934-6309-4d15-8ee2-a82367129f1f service nova] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Refreshing instance network info cache due to event network-changed-24fb178b-7a38-40cb-8240-a9feea2a2d54. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.604309] env[69603]: DEBUG oslo_concurrency.lockutils [req-02f6fc23-40d6-46d8-a8fd-aec4e832d1f5 req-d3e7a934-6309-4d15-8ee2-a82367129f1f service nova] Acquiring lock "refresh_cache-5152571a-0816-4125-946a-c6180350ccfe" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.604309] env[69603]: DEBUG oslo_concurrency.lockutils [req-02f6fc23-40d6-46d8-a8fd-aec4e832d1f5 req-d3e7a934-6309-4d15-8ee2-a82367129f1f service nova] Acquired lock "refresh_cache-5152571a-0816-4125-946a-c6180350ccfe" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.604503] env[69603]: DEBUG nova.network.neutron [req-02f6fc23-40d6-46d8-a8fd-aec4e832d1f5 req-d3e7a934-6309-4d15-8ee2-a82367129f1f service nova] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Refreshing network info cache for port 24fb178b-7a38-40cb-8240-a9feea2a2d54 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.707179] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.707698] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.710551] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.251s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.710659] env[69603]: DEBUG nova.objects.instance [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lazy-loading 'resources' on Instance uuid d4000e4f-7369-4e8a-96ec-8cdd732a6294 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.717273] env[69603]: DEBUG oslo_vmware.api [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480328, 'name': PowerOnVM_Task, 'duration_secs': 0.542996} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.718033] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.718033] env[69603]: INFO nova.compute.manager [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1000.718033] env[69603]: DEBUG nova.compute.manager [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.718785] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdc3e25-7664-4a3b-bb57-ab9e68ff7e80 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.006766] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "refresh_cache-56d26598-ca7b-41c2-88c0-d7dee437d683" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.006932] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquired lock "refresh_cache-56d26598-ca7b-41c2-88c0-d7dee437d683" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.007073] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.089482] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480331, 'name': CreateVM_Task, 'duration_secs': 0.655986} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.089645] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.090911] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.091099] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.091423] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.092809] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3145cbb6-9e83-4b14-aeba-38de01846ed9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.101292] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1001.101292] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527c68f2-851a-d093-c509-b83367b537ae" [ 1001.101292] env[69603]: _type = "Task" [ 1001.101292] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.112272] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527c68f2-851a-d093-c509-b83367b537ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.213935] env[69603]: DEBUG nova.compute.utils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.221410] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.221410] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.245122] env[69603]: INFO nova.compute.manager [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Took 26.01 seconds to build instance. [ 1001.331455] env[69603]: DEBUG nova.policy [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0364169ad934477aa3c0de68303316f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3066d746133940ab9a41e5d7574ffceb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.346528] env[69603]: DEBUG nova.network.neutron [req-02f6fc23-40d6-46d8-a8fd-aec4e832d1f5 req-d3e7a934-6309-4d15-8ee2-a82367129f1f service nova] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Updated VIF entry in instance network info cache for port 24fb178b-7a38-40cb-8240-a9feea2a2d54. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.346902] env[69603]: DEBUG nova.network.neutron [req-02f6fc23-40d6-46d8-a8fd-aec4e832d1f5 req-d3e7a934-6309-4d15-8ee2-a82367129f1f service nova] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Updating instance_info_cache with network_info: [{"id": "24fb178b-7a38-40cb-8240-a9feea2a2d54", "address": "fa:16:3e:2c:12:8b", "network": {"id": "b098218a-acf9-43b7-9480-bbcba8a313c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1549927061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3066d746133940ab9a41e5d7574ffceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24fb178b-7a", "ovs_interfaceid": "24fb178b-7a38-40cb-8240-a9feea2a2d54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.537385] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.554043] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b19fd77-6d42-4b7b-9212-8a07d56c1640 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.564022] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579f7273-ac18-4776-bfc1-ca2ebfac81f1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.600733] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5092a6bf-5df8-49df-b274-5182ad0f9305 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.605667] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "ab7d128e-418e-4a33-af8c-366587dc6a8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.606009] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "ab7d128e-418e-4a33-af8c-366587dc6a8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.606239] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "ab7d128e-418e-4a33-af8c-366587dc6a8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.606436] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "ab7d128e-418e-4a33-af8c-366587dc6a8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.606602] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "ab7d128e-418e-4a33-af8c-366587dc6a8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.609521] env[69603]: INFO nova.compute.manager [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Terminating instance [ 1001.625250] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2d2567-b625-4009-adbd-e00c27a04f0b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.631174] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527c68f2-851a-d093-c509-b83367b537ae, 'name': SearchDatastore_Task, 'duration_secs': 0.034087} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.631713] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.631954] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.632265] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.632341] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.632522] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.633366] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7ddf072-93fc-4733-ba28-4a305ea93ee2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.645518] env[69603]: DEBUG nova.compute.provider_tree [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.655522] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.655701] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.656494] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ee4a73-4633-4753-b0ca-95b9ae9e95d7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.661733] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1001.661733] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b9f8db-9cac-9297-1e1b-8782924f041c" [ 1001.661733] env[69603]: _type = "Task" [ 1001.661733] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.669696] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b9f8db-9cac-9297-1e1b-8782924f041c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.710497] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Updating instance_info_cache with network_info: [{"id": "c3f09881-796b-4859-8c19-2313b74a0d00", "address": "fa:16:3e:45:83:70", "network": {"id": "b098218a-acf9-43b7-9480-bbcba8a313c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1549927061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3066d746133940ab9a41e5d7574ffceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f09881-79", "ovs_interfaceid": "c3f09881-796b-4859-8c19-2313b74a0d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.719789] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.748379] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c89c3b5-ff4c-4b51-882c-a2e73aee4949 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.519s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.850065] env[69603]: DEBUG oslo_concurrency.lockutils [req-02f6fc23-40d6-46d8-a8fd-aec4e832d1f5 req-d3e7a934-6309-4d15-8ee2-a82367129f1f service nova] Releasing lock "refresh_cache-5152571a-0816-4125-946a-c6180350ccfe" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.850352] env[69603]: DEBUG nova.compute.manager [req-02f6fc23-40d6-46d8-a8fd-aec4e832d1f5 req-d3e7a934-6309-4d15-8ee2-a82367129f1f service nova] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Received event network-vif-plugged-c3f09881-796b-4859-8c19-2313b74a0d00 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.850593] env[69603]: DEBUG oslo_concurrency.lockutils [req-02f6fc23-40d6-46d8-a8fd-aec4e832d1f5 req-d3e7a934-6309-4d15-8ee2-a82367129f1f service nova] Acquiring lock "56d26598-ca7b-41c2-88c0-d7dee437d683-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.850830] env[69603]: DEBUG oslo_concurrency.lockutils [req-02f6fc23-40d6-46d8-a8fd-aec4e832d1f5 req-d3e7a934-6309-4d15-8ee2-a82367129f1f service nova] Lock "56d26598-ca7b-41c2-88c0-d7dee437d683-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.850998] env[69603]: DEBUG oslo_concurrency.lockutils [req-02f6fc23-40d6-46d8-a8fd-aec4e832d1f5 req-d3e7a934-6309-4d15-8ee2-a82367129f1f service nova] Lock "56d26598-ca7b-41c2-88c0-d7dee437d683-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.851186] env[69603]: DEBUG nova.compute.manager [req-02f6fc23-40d6-46d8-a8fd-aec4e832d1f5 req-d3e7a934-6309-4d15-8ee2-a82367129f1f service nova] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] No waiting events found dispatching network-vif-plugged-c3f09881-796b-4859-8c19-2313b74a0d00 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.851348] env[69603]: WARNING nova.compute.manager [req-02f6fc23-40d6-46d8-a8fd-aec4e832d1f5 req-d3e7a934-6309-4d15-8ee2-a82367129f1f service nova] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Received unexpected event network-vif-plugged-c3f09881-796b-4859-8c19-2313b74a0d00 for instance with vm_state building and task_state spawning. [ 1002.098819] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Successfully created port: 13e120b6-a168-48ad-bab1-e477f75060fa {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.106793] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "interface-bb676803-6fae-4484-a7cb-d65b3bcce373-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.110021] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-bb676803-6fae-4484-a7cb-d65b3bcce373-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.112765] env[69603]: DEBUG nova.compute.manager [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1002.113007] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.113863] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413d69dc-b33f-4094-8d7b-bee983ecd348 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.123053] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.123373] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9495a4dc-6dac-42d9-ad8d-28eb44c43d38 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.133359] env[69603]: DEBUG oslo_vmware.api [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1002.133359] env[69603]: value = "task-3480332" [ 1002.133359] env[69603]: _type = "Task" [ 1002.133359] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.141506] env[69603]: DEBUG oslo_vmware.api [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480332, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.147832] env[69603]: DEBUG nova.scheduler.client.report [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.173183] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b9f8db-9cac-9297-1e1b-8782924f041c, 'name': SearchDatastore_Task, 'duration_secs': 0.040487} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.173986] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1079840-107f-4ef3-b3b0-fcf68da86920 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.179558] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1002.179558] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524f4867-5a39-11bd-af3f-5e5b13cd8c51" [ 1002.179558] env[69603]: _type = "Task" [ 1002.179558] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.189479] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524f4867-5a39-11bd-af3f-5e5b13cd8c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.213781] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Releasing lock "refresh_cache-56d26598-ca7b-41c2-88c0-d7dee437d683" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.214172] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Instance network_info: |[{"id": "c3f09881-796b-4859-8c19-2313b74a0d00", "address": "fa:16:3e:45:83:70", "network": {"id": "b098218a-acf9-43b7-9480-bbcba8a313c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1549927061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3066d746133940ab9a41e5d7574ffceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f09881-79", "ovs_interfaceid": "c3f09881-796b-4859-8c19-2313b74a0d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.214580] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:83:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3f09881-796b-4859-8c19-2313b74a0d00', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.222058] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.222334] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.222609] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-432c021a-2195-493a-9cbd-f264939fbdc7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.247265] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.247265] env[69603]: value = "task-3480333" [ 1002.247265] env[69603]: _type = "Task" [ 1002.247265] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.256765] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480333, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.615706] env[69603]: DEBUG nova.compute.manager [req-b753ff57-6e2a-4d02-8b03-222873387957 req-5b204aff-9e5c-41ff-bc67-44802919e406 service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Received event network-changed-627fd008-77b0-4380-b850-a1c75f05cd3c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.615966] env[69603]: DEBUG nova.compute.manager [req-b753ff57-6e2a-4d02-8b03-222873387957 req-5b204aff-9e5c-41ff-bc67-44802919e406 service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Refreshing instance network info cache due to event network-changed-627fd008-77b0-4380-b850-a1c75f05cd3c. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.616097] env[69603]: DEBUG oslo_concurrency.lockutils [req-b753ff57-6e2a-4d02-8b03-222873387957 req-5b204aff-9e5c-41ff-bc67-44802919e406 service nova] Acquiring lock "refresh_cache-bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.616212] env[69603]: DEBUG oslo_concurrency.lockutils [req-b753ff57-6e2a-4d02-8b03-222873387957 req-5b204aff-9e5c-41ff-bc67-44802919e406 service nova] Acquired lock "refresh_cache-bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.616376] env[69603]: DEBUG nova.network.neutron [req-b753ff57-6e2a-4d02-8b03-222873387957 req-5b204aff-9e5c-41ff-bc67-44802919e406 service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Refreshing network info cache for port 627fd008-77b0-4380-b850-a1c75f05cd3c {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.619126] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.619341] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.620200] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bacabb-4a5b-4dc0-a0f6-b7d2d6ece39b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.641257] env[69603]: DEBUG nova.compute.manager [req-de598317-3666-46f0-b309-29ca9aee18b1 req-18bf5e2a-70c1-4b93-ab95-eab72f2ea820 service nova] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Received event network-changed-c3f09881-796b-4859-8c19-2313b74a0d00 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.641426] env[69603]: DEBUG nova.compute.manager [req-de598317-3666-46f0-b309-29ca9aee18b1 req-18bf5e2a-70c1-4b93-ab95-eab72f2ea820 service nova] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Refreshing instance network info cache due to event network-changed-c3f09881-796b-4859-8c19-2313b74a0d00. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.641649] env[69603]: DEBUG oslo_concurrency.lockutils [req-de598317-3666-46f0-b309-29ca9aee18b1 req-18bf5e2a-70c1-4b93-ab95-eab72f2ea820 service nova] Acquiring lock "refresh_cache-56d26598-ca7b-41c2-88c0-d7dee437d683" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.641794] env[69603]: DEBUG oslo_concurrency.lockutils [req-de598317-3666-46f0-b309-29ca9aee18b1 req-18bf5e2a-70c1-4b93-ab95-eab72f2ea820 service nova] Acquired lock "refresh_cache-56d26598-ca7b-41c2-88c0-d7dee437d683" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.641956] env[69603]: DEBUG nova.network.neutron [req-de598317-3666-46f0-b309-29ca9aee18b1 req-18bf5e2a-70c1-4b93-ab95-eab72f2ea820 service nova] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Refreshing network info cache for port c3f09881-796b-4859-8c19-2313b74a0d00 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.647683] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5109a125-4451-48b9-9b32-45b2defaf26a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.654781] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.656609] env[69603]: DEBUG oslo_vmware.api [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480332, 'name': PowerOffVM_Task, 'duration_secs': 0.204165} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.675869] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.157s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.677366] env[69603]: INFO nova.compute.claims [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.680453] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.680453] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.686100] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Reconfiguring VM to detach interface {{(pid=69603) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1002.687101] env[69603]: INFO nova.scheduler.client.report [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Deleted allocations for instance d4000e4f-7369-4e8a-96ec-8cdd732a6294 [ 1002.688499] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50c3f9c1-21ed-4258-8f49-62084b41e851 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.690634] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de45e10b-c8b2-477a-a838-0b0cc9d86f8a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.716187] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524f4867-5a39-11bd-af3f-5e5b13cd8c51, 'name': SearchDatastore_Task, 'duration_secs': 0.010489} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.720744] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.720744] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 5152571a-0816-4125-946a-c6180350ccfe/5152571a-0816-4125-946a-c6180350ccfe.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.720744] env[69603]: DEBUG oslo_vmware.api [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1002.720744] env[69603]: value = "task-3480335" [ 1002.720744] env[69603]: _type = "Task" [ 1002.720744] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.720744] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1092db7-9967-4383-b297-7976c853246b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.734031] env[69603]: DEBUG oslo_vmware.api [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480335, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.734031] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1002.734031] env[69603]: value = "task-3480336" [ 1002.734031] env[69603]: _type = "Task" [ 1002.734031] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.740121] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.743321] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.757811] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480333, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.774893] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.775145] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.775301] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.775480] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.775623] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.775770] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.776017] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.776197] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.776365] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.776527] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.776753] env[69603]: DEBUG nova.virt.hardware [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.777637] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a7c2c4-c043-4283-b8b0-30ab36c6f299 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.781333] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.781491] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.781668] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Deleting the datastore file [datastore2] ab7d128e-418e-4a33-af8c-366587dc6a8b {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.782305] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-050e818f-2796-4563-bc08-7f236ed240f0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.787634] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40c714f-1f4b-4aee-934e-34d9d255fffc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.792697] env[69603]: DEBUG oslo_vmware.api [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1002.792697] env[69603]: value = "task-3480337" [ 1002.792697] env[69603]: _type = "Task" [ 1002.792697] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.808234] env[69603]: DEBUG oslo_vmware.api [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.213676] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5af6829a-5ee3-4d96-809a-c37eeca0cf22 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "d4000e4f-7369-4e8a-96ec-8cdd732a6294" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.757s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.236334] env[69603]: DEBUG oslo_vmware.api [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.248240] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480336, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.259385] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480333, 'name': CreateVM_Task, 'duration_secs': 0.72491} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.259580] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1003.260307] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.260477] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.262016] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.262016] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee76da71-ec82-4723-beab-2a0f4cbb11dc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.265834] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1003.265834] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f4ccf1-257c-d004-6489-f09aecb3bd77" [ 1003.265834] env[69603]: _type = "Task" [ 1003.265834] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.278024] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f4ccf1-257c-d004-6489-f09aecb3bd77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.302456] env[69603]: DEBUG oslo_vmware.api [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466042} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.302698] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.302905] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.303103] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.303284] env[69603]: INFO nova.compute.manager [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1003.303551] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.306017] env[69603]: DEBUG nova.compute.manager [-] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.306129] env[69603]: DEBUG nova.network.neutron [-] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.385790] env[69603]: DEBUG nova.network.neutron [req-b753ff57-6e2a-4d02-8b03-222873387957 req-5b204aff-9e5c-41ff-bc67-44802919e406 service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Updated VIF entry in instance network info cache for port 627fd008-77b0-4380-b850-a1c75f05cd3c. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.386320] env[69603]: DEBUG nova.network.neutron [req-b753ff57-6e2a-4d02-8b03-222873387957 req-5b204aff-9e5c-41ff-bc67-44802919e406 service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Updating instance_info_cache with network_info: [{"id": "627fd008-77b0-4380-b850-a1c75f05cd3c", "address": "fa:16:3e:7d:e0:fd", "network": {"id": "d76c62a5-83eb-45c2-bdc1-a976e6132e5c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1298507185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9712796541f64c579b948f5ddae92fec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap627fd008-77", "ovs_interfaceid": "627fd008-77b0-4380-b850-a1c75f05cd3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.732370] env[69603]: DEBUG oslo_vmware.api [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.744958] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530192} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.745246] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 5152571a-0816-4125-946a-c6180350ccfe/5152571a-0816-4125-946a-c6180350ccfe.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.745460] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.747912] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa6f2e0a-4b9e-4da6-9192-0b8a5eb3405c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.755128] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1003.755128] env[69603]: value = "task-3480338" [ 1003.755128] env[69603]: _type = "Task" [ 1003.755128] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.763090] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.781788] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f4ccf1-257c-d004-6489-f09aecb3bd77, 'name': SearchDatastore_Task, 'duration_secs': 0.013471} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.781788] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.781788] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1003.781788] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.781788] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.781788] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1003.781788] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34a9dbae-d5e0-4f11-8bc1-b556a68dab3a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.792812] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1003.793116] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1003.793806] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869c0644-ca85-470c-80f5-6c3dc51373d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.799427] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1003.799427] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52339a4b-a602-3328-23cd-faaebbb0ba7b" [ 1003.799427] env[69603]: _type = "Task" [ 1003.799427] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.810333] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52339a4b-a602-3328-23cd-faaebbb0ba7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.889251] env[69603]: DEBUG oslo_concurrency.lockutils [req-b753ff57-6e2a-4d02-8b03-222873387957 req-5b204aff-9e5c-41ff-bc67-44802919e406 service nova] Releasing lock "refresh_cache-bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.951353] env[69603]: DEBUG nova.network.neutron [req-de598317-3666-46f0-b309-29ca9aee18b1 req-18bf5e2a-70c1-4b93-ab95-eab72f2ea820 service nova] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Updated VIF entry in instance network info cache for port c3f09881-796b-4859-8c19-2313b74a0d00. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.951353] env[69603]: DEBUG nova.network.neutron [req-de598317-3666-46f0-b309-29ca9aee18b1 req-18bf5e2a-70c1-4b93-ab95-eab72f2ea820 service nova] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Updating instance_info_cache with network_info: [{"id": "c3f09881-796b-4859-8c19-2313b74a0d00", "address": "fa:16:3e:45:83:70", "network": {"id": "b098218a-acf9-43b7-9480-bbcba8a313c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1549927061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3066d746133940ab9a41e5d7574ffceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f09881-79", "ovs_interfaceid": "c3f09881-796b-4859-8c19-2313b74a0d00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.034874] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c597efc0-cbdc-401d-b607-b1f48c4b8c5a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.043696] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd74321-84a1-42e3-8168-f4ecade0ca64 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.075222] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc888a37-5371-4f5e-b17e-47aadcf896e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.082754] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd82020-b284-440a-8327-612834052ec7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.098017] env[69603]: DEBUG nova.compute.provider_tree [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.234295] env[69603]: DEBUG oslo_vmware.api [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.264424] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063175} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.264906] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.265834] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6233d2d7-b742-45ce-a712-cc1004870705 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.293478] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 5152571a-0816-4125-946a-c6180350ccfe/5152571a-0816-4125-946a-c6180350ccfe.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.293786] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fda5245-9fd7-41d0-a14b-a5a8a610d531 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.317875] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52339a4b-a602-3328-23cd-faaebbb0ba7b, 'name': SearchDatastore_Task, 'duration_secs': 0.010292} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.319692] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1004.319692] env[69603]: value = "task-3480339" [ 1004.319692] env[69603]: _type = "Task" [ 1004.319692] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.319890] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f16439-3b24-4fed-8763-866f6185756d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.327498] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1004.327498] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a1199f-0ecd-cdaa-7b5c-997c37bb321d" [ 1004.327498] env[69603]: _type = "Task" [ 1004.327498] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.330746] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480339, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.338496] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a1199f-0ecd-cdaa-7b5c-997c37bb321d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.371193] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Successfully updated port: 13e120b6-a168-48ad-bab1-e477f75060fa {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.453904] env[69603]: DEBUG oslo_concurrency.lockutils [req-de598317-3666-46f0-b309-29ca9aee18b1 req-18bf5e2a-70c1-4b93-ab95-eab72f2ea820 service nova] Releasing lock "refresh_cache-56d26598-ca7b-41c2-88c0-d7dee437d683" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.602968] env[69603]: DEBUG nova.scheduler.client.report [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.650072] env[69603]: DEBUG nova.compute.manager [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Received event network-vif-plugged-13e120b6-a168-48ad-bab1-e477f75060fa {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.650302] env[69603]: DEBUG oslo_concurrency.lockutils [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] Acquiring lock "a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.650510] env[69603]: DEBUG oslo_concurrency.lockutils [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] Lock "a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.650680] env[69603]: DEBUG oslo_concurrency.lockutils [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] Lock "a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.650849] env[69603]: DEBUG nova.compute.manager [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] No waiting events found dispatching network-vif-plugged-13e120b6-a168-48ad-bab1-e477f75060fa {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1004.651260] env[69603]: WARNING nova.compute.manager [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Received unexpected event network-vif-plugged-13e120b6-a168-48ad-bab1-e477f75060fa for instance with vm_state building and task_state spawning. [ 1004.651546] env[69603]: DEBUG nova.compute.manager [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Received event network-changed-13e120b6-a168-48ad-bab1-e477f75060fa {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.651771] env[69603]: DEBUG nova.compute.manager [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Refreshing instance network info cache due to event network-changed-13e120b6-a168-48ad-bab1-e477f75060fa. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1004.652063] env[69603]: DEBUG oslo_concurrency.lockutils [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] Acquiring lock "refresh_cache-a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.652293] env[69603]: DEBUG oslo_concurrency.lockutils [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] Acquired lock "refresh_cache-a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.652511] env[69603]: DEBUG nova.network.neutron [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Refreshing network info cache for port 13e120b6-a168-48ad-bab1-e477f75060fa {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1004.734119] env[69603]: DEBUG oslo_vmware.api [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.832036] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480339, 'name': ReconfigVM_Task, 'duration_secs': 0.295936} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.835194] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 5152571a-0816-4125-946a-c6180350ccfe/5152571a-0816-4125-946a-c6180350ccfe.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.836400] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48b1479a-06c7-436e-b843-362a4623b21d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.842757] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a1199f-0ecd-cdaa-7b5c-997c37bb321d, 'name': SearchDatastore_Task, 'duration_secs': 0.027544} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.843917] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.844235] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 56d26598-ca7b-41c2-88c0-d7dee437d683/56d26598-ca7b-41c2-88c0-d7dee437d683.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1004.844568] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1004.844568] env[69603]: value = "task-3480340" [ 1004.844568] env[69603]: _type = "Task" [ 1004.844568] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.844768] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42f7389e-b080-452c-88e4-77313ec8c583 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.854236] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480340, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.855412] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1004.855412] env[69603]: value = "task-3480341" [ 1004.855412] env[69603]: _type = "Task" [ 1004.855412] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.874591] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "refresh_cache-a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.987710] env[69603]: DEBUG nova.network.neutron [-] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.109958] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.110534] env[69603]: DEBUG nova.compute.manager [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.114928] env[69603]: DEBUG oslo_concurrency.lockutils [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.363s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.116456] env[69603]: INFO nova.compute.claims [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.193496] env[69603]: DEBUG nova.network.neutron [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.236759] env[69603]: DEBUG oslo_vmware.api [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.342800] env[69603]: DEBUG nova.network.neutron [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.357117] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480340, 'name': Rename_Task, 'duration_secs': 0.142483} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.360528] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.361218] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e23d31d0-da4c-4674-95e4-b32bc518afc3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.367470] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493457} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.368868] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 56d26598-ca7b-41c2-88c0-d7dee437d683/56d26598-ca7b-41c2-88c0-d7dee437d683.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1005.369165] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1005.369520] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1005.369520] env[69603]: value = "task-3480342" [ 1005.369520] env[69603]: _type = "Task" [ 1005.369520] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.369797] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fac7812b-865e-44bb-9910-945c812aae1a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.380017] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480342, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.381194] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1005.381194] env[69603]: value = "task-3480343" [ 1005.381194] env[69603]: _type = "Task" [ 1005.381194] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.388936] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.487407] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.487637] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.490329] env[69603]: INFO nova.compute.manager [-] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Took 2.18 seconds to deallocate network for instance. [ 1005.621016] env[69603]: DEBUG nova.compute.utils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.624281] env[69603]: DEBUG nova.compute.manager [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1005.624450] env[69603]: DEBUG nova.network.neutron [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1005.661280] env[69603]: DEBUG nova.policy [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9748d3cdac584efd84dbcbe97ce0ee19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d262283422a4d428e400360c4f93acf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.736070] env[69603]: DEBUG oslo_vmware.api [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.845968] env[69603]: DEBUG oslo_concurrency.lockutils [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] Releasing lock "refresh_cache-a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.846177] env[69603]: DEBUG nova.compute.manager [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Received event network-vif-deleted-bef13fa4-99d4-437d-926d-b6a34e0ad770 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.846364] env[69603]: INFO nova.compute.manager [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Neutron deleted interface bef13fa4-99d4-437d-926d-b6a34e0ad770; detaching it from the instance and deleting it from the info cache [ 1005.846605] env[69603]: DEBUG nova.network.neutron [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.847881] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquired lock "refresh_cache-a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.848687] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.880592] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480342, 'name': PowerOnVM_Task, 'duration_secs': 0.440205} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.880855] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.881093] env[69603]: INFO nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1005.881281] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1005.882087] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84047a3-e509-40ad-bf56-f11ab5003f77 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.896111] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068518} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.896552] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1005.897310] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2155593-a929-486f-badc-3172807ecdce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.920390] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 56d26598-ca7b-41c2-88c0-d7dee437d683/56d26598-ca7b-41c2-88c0-d7dee437d683.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1005.920681] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bb2c6bc-8c96-4271-95a4-23f78d23b128 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.940974] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1005.940974] env[69603]: value = "task-3480344" [ 1005.940974] env[69603]: _type = "Task" [ 1005.940974] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.949040] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480344, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.992926] env[69603]: DEBUG nova.compute.manager [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.998501] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.005920] env[69603]: DEBUG nova.network.neutron [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Successfully created port: c42a761c-5bad-4453-9db3-fe740992a66c {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.125852] env[69603]: DEBUG nova.compute.manager [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1006.237775] env[69603]: DEBUG oslo_vmware.api [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.352063] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c35f79c7-717f-4a7e-b2a9-56ba494f803f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.365473] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62419234-0dd0-4642-af2c-fd8eafbe8828 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.381501] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.394684] env[69603]: DEBUG nova.compute.manager [req-53dc1b50-f551-4793-9c7b-e478ea1e4206 req-d84f11c4-e4ba-44c7-bf4c-50840c4470a1 service nova] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Detach interface failed, port_id=bef13fa4-99d4-437d-926d-b6a34e0ad770, reason: Instance ab7d128e-418e-4a33-af8c-366587dc6a8b could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1006.405202] env[69603]: INFO nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Took 28.12 seconds to build instance. [ 1006.450887] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.465780] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f34d46-0f2f-440d-a048-7f26e00c7739 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.472609] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e693b1-f3d1-4969-a172-a1e390afbf28 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.504560] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03df88c-188e-4045-989a-895e14cb3670 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.514079] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f99f0b5-2cdd-4ea1-a3be-38b21913c5c3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.529852] env[69603]: DEBUG nova.compute.provider_tree [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.531933] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.631813] env[69603]: DEBUG nova.network.neutron [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Updating instance_info_cache with network_info: [{"id": "13e120b6-a168-48ad-bab1-e477f75060fa", "address": "fa:16:3e:4c:67:90", "network": {"id": "b098218a-acf9-43b7-9480-bbcba8a313c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1549927061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3066d746133940ab9a41e5d7574ffceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e120b6-a1", "ovs_interfaceid": "13e120b6-a168-48ad-bab1-e477f75060fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.739229] env[69603]: DEBUG oslo_vmware.api [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.905794] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "5152571a-0816-4125-946a-c6180350ccfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.626s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.952107] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480344, 'name': ReconfigVM_Task, 'duration_secs': 0.81282} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.952398] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 56d26598-ca7b-41c2-88c0-d7dee437d683/56d26598-ca7b-41c2-88c0-d7dee437d683.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1006.953065] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9a94499e-a12a-4f0b-9dce-d5452a81c6e3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.959482] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1006.959482] env[69603]: value = "task-3480345" [ 1006.959482] env[69603]: _type = "Task" [ 1006.959482] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.966933] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480345, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.034303] env[69603]: DEBUG nova.scheduler.client.report [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.139448] env[69603]: DEBUG nova.compute.manager [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1007.141714] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Releasing lock "refresh_cache-a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.142013] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Instance network_info: |[{"id": "13e120b6-a168-48ad-bab1-e477f75060fa", "address": "fa:16:3e:4c:67:90", "network": {"id": "b098218a-acf9-43b7-9480-bbcba8a313c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1549927061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3066d746133940ab9a41e5d7574ffceb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "98d96b75-ac36-499a-adc2-130c8c1d55ca", "external-id": "nsx-vlan-transportzone-564", "segmentation_id": 564, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13e120b6-a1", "ovs_interfaceid": "13e120b6-a168-48ad-bab1-e477f75060fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.142634] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:67:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '98d96b75-ac36-499a-adc2-130c8c1d55ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13e120b6-a168-48ad-bab1-e477f75060fa', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.150554] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.150777] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.151492] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e77c89b5-9c75-4b88-a9d7-d27946062400 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.173242] env[69603]: DEBUG nova.virt.hardware [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1007.173479] env[69603]: DEBUG nova.virt.hardware [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1007.173636] env[69603]: DEBUG nova.virt.hardware [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.173817] env[69603]: DEBUG nova.virt.hardware [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1007.173964] env[69603]: DEBUG nova.virt.hardware [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.174123] env[69603]: DEBUG nova.virt.hardware [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1007.174325] env[69603]: DEBUG nova.virt.hardware [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1007.174482] env[69603]: DEBUG nova.virt.hardware [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1007.174646] env[69603]: DEBUG nova.virt.hardware [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1007.174804] env[69603]: DEBUG nova.virt.hardware [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1007.174972] env[69603]: DEBUG nova.virt.hardware [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1007.175803] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3b333e-9150-44d6-b1d8-9b6f8be8e024 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.179603] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.179603] env[69603]: value = "task-3480346" [ 1007.179603] env[69603]: _type = "Task" [ 1007.179603] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.185666] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d46aad-9364-453a-abfc-a7a1b9437dd1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.192053] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480346, 'name': CreateVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.237689] env[69603]: DEBUG oslo_vmware.api [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.469030] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480345, 'name': Rename_Task, 'duration_secs': 0.142681} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.470319] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1007.470629] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30400a58-2dae-4e9f-8caa-2bbfcf751a75 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.477684] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1007.477684] env[69603]: value = "task-3480347" [ 1007.477684] env[69603]: _type = "Task" [ 1007.477684] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.486109] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.509232] env[69603]: DEBUG nova.compute.manager [req-da4fed4a-47f6-4648-8c03-056c8d2cbd15 req-f34eb709-3823-4639-baa3-d32107102a6b service nova] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Received event network-vif-plugged-c42a761c-5bad-4453-9db3-fe740992a66c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.509472] env[69603]: DEBUG oslo_concurrency.lockutils [req-da4fed4a-47f6-4648-8c03-056c8d2cbd15 req-f34eb709-3823-4639-baa3-d32107102a6b service nova] Acquiring lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.509695] env[69603]: DEBUG oslo_concurrency.lockutils [req-da4fed4a-47f6-4648-8c03-056c8d2cbd15 req-f34eb709-3823-4639-baa3-d32107102a6b service nova] Lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.509860] env[69603]: DEBUG oslo_concurrency.lockutils [req-da4fed4a-47f6-4648-8c03-056c8d2cbd15 req-f34eb709-3823-4639-baa3-d32107102a6b service nova] Lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.510370] env[69603]: DEBUG nova.compute.manager [req-da4fed4a-47f6-4648-8c03-056c8d2cbd15 req-f34eb709-3823-4639-baa3-d32107102a6b service nova] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] No waiting events found dispatching network-vif-plugged-c42a761c-5bad-4453-9db3-fe740992a66c {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1007.510665] env[69603]: WARNING nova.compute.manager [req-da4fed4a-47f6-4648-8c03-056c8d2cbd15 req-f34eb709-3823-4639-baa3-d32107102a6b service nova] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Received unexpected event network-vif-plugged-c42a761c-5bad-4453-9db3-fe740992a66c for instance with vm_state building and task_state spawning. [ 1007.540082] env[69603]: DEBUG oslo_concurrency.lockutils [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.540627] env[69603]: DEBUG nova.compute.manager [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.543252] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.181s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.547418] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.549362] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 23.189s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.580347] env[69603]: INFO nova.scheduler.client.report [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleted allocations for instance 8cea6bf3-631f-46f8-b763-ea05ad905f21 [ 1007.668524] env[69603]: DEBUG nova.network.neutron [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Successfully updated port: c42a761c-5bad-4453-9db3-fe740992a66c {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.692532] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480346, 'name': CreateVM_Task, 'duration_secs': 0.319344} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.692954] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1007.696018] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.696018] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.696018] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.696018] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ac17d72-6d0d-46bd-aded-d5c4947cc980 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.699914] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1007.699914] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523c11af-1ca5-66f2-dc1d-8849651ea8d7" [ 1007.699914] env[69603]: _type = "Task" [ 1007.699914] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.710036] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523c11af-1ca5-66f2-dc1d-8849651ea8d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.737367] env[69603]: DEBUG oslo_vmware.api [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.990863] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480347, 'name': PowerOnVM_Task, 'duration_secs': 0.475247} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.991256] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.991547] env[69603]: INFO nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Took 7.70 seconds to spawn the instance on the hypervisor. [ 1007.991811] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.993025] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3885e62-b45e-4fce-a322-e83275cf3be2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.053587] env[69603]: DEBUG nova.compute.utils [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.055480] env[69603]: DEBUG nova.compute.manager [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Not allocating networking since 'none' was specified. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1008.094104] env[69603]: DEBUG oslo_concurrency.lockutils [None req-00372cbd-b90b-4337-a423-e4970e245d74 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "8cea6bf3-631f-46f8-b763-ea05ad905f21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.197s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.174609] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "refresh_cache-4eb8c461-4203-47a2-bc6f-bb5690d70f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.174609] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "refresh_cache-4eb8c461-4203-47a2-bc6f-bb5690d70f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.174609] env[69603]: DEBUG nova.network.neutron [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.211986] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523c11af-1ca5-66f2-dc1d-8849651ea8d7, 'name': SearchDatastore_Task, 'duration_secs': 0.00966} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.212320] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.212569] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1008.212812] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.212986] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.213195] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1008.213459] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ecd9dd49-cabe-493a-833d-7b5bbe1a926a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.224120] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1008.224318] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1008.225089] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f2b3f9-6b8c-4443-8de2-37afa06c0c76 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.230492] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1008.230492] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521803be-28db-3413-c9db-668ec1c98aed" [ 1008.230492] env[69603]: _type = "Task" [ 1008.230492] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.241226] env[69603]: DEBUG oslo_vmware.api [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480335, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.244071] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521803be-28db-3413-c9db-668ec1c98aed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.514100] env[69603]: INFO nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Took 30.18 seconds to build instance. [ 1008.556987] env[69603]: DEBUG nova.compute.manager [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.593148] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1008.593331] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a60800ef-820c-41fb-9746-069e2fcb2e72 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1008.593458] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a0aba5ee-b361-4f90-81a0-2fe4b9542819 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1008.593587] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 8448abb9-9e9d-4e1c-bb7c-ee29fad661da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1008.593706] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance b2106f86-8b4e-4ea1-990e-8dda353eaef4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1008.593816] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance bb676803-6fae-4484-a7cb-d65b3bcce373 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1008.593930] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance bfe464e2-d734-4c83-80df-56b94c7a0681 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1008.594061] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance ab7d128e-418e-4a33-af8c-366587dc6a8b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1008.594184] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance b06cfbd1-f216-4546-bc09-977ac624daac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1008.594309] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 8687c616-c6be-4e03-8e8b-c035b889cd53 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1008.594416] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance bfebc583-9fcd-467f-89f1-a1fa5a10b0a9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1008.594528] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance bc081a0f-3a65-4caa-8f4c-581ae6ef7ded actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1008.594637] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 5152571a-0816-4125-946a-c6180350ccfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1008.594746] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 56d26598-ca7b-41c2-88c0-d7dee437d683 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1008.594852] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1008.594959] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 4eb8c461-4203-47a2-bc6f-bb5690d70f21 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1008.595088] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1008.705141] env[69603]: DEBUG nova.network.neutron [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.746423] env[69603]: DEBUG oslo_vmware.api [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480335, 'name': ReconfigVM_Task, 'duration_secs': 5.891124} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.749900] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.750140] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Reconfigured VM to detach interface {{(pid=69603) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1008.752464] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521803be-28db-3413-c9db-668ec1c98aed, 'name': SearchDatastore_Task, 'duration_secs': 0.011802} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.753602] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5114e1dd-21d8-4687-952c-01819bf97b6d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.758613] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1008.758613] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526cbe84-2d2b-877f-db44-61eeeabc208a" [ 1008.758613] env[69603]: _type = "Task" [ 1008.758613] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.768820] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526cbe84-2d2b-877f-db44-61eeeabc208a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.016338] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "56d26598-ca7b-41c2-88c0-d7dee437d683" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.689s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.024954] env[69603]: DEBUG nova.network.neutron [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Updating instance_info_cache with network_info: [{"id": "c42a761c-5bad-4453-9db3-fe740992a66c", "address": "fa:16:3e:c6:3e:cd", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42a761c-5b", "ovs_interfaceid": "c42a761c-5bad-4453-9db3-fe740992a66c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.098835] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 51281140-ec89-41be-8546-1065bfeaed63 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1009.271438] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526cbe84-2d2b-877f-db44-61eeeabc208a, 'name': SearchDatastore_Task, 'duration_secs': 0.009767} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.271438] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.271622] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1/a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1009.271829] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28044273-f221-41e3-a886-cf0a7b5647d3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.278923] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1009.278923] env[69603]: value = "task-3480348" [ 1009.278923] env[69603]: _type = "Task" [ 1009.278923] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.286504] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.528656] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "refresh_cache-4eb8c461-4203-47a2-bc6f-bb5690d70f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.528767] env[69603]: DEBUG nova.compute.manager [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Instance network_info: |[{"id": "c42a761c-5bad-4453-9db3-fe740992a66c", "address": "fa:16:3e:c6:3e:cd", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42a761c-5b", "ovs_interfaceid": "c42a761c-5bad-4453-9db3-fe740992a66c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.529682] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:3e:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c42a761c-5bad-4453-9db3-fe740992a66c', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.537193] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.537489] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.537730] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5adcdeed-897d-457d-9223-0c0ff6c261c0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.555412] env[69603]: DEBUG nova.compute.manager [req-8523f501-d6ac-4722-916f-2187f4e34fe2 req-aa475118-e0f5-46a9-942f-2c7f8dcfc01c service nova] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Received event network-changed-c42a761c-5bad-4453-9db3-fe740992a66c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.555569] env[69603]: DEBUG nova.compute.manager [req-8523f501-d6ac-4722-916f-2187f4e34fe2 req-aa475118-e0f5-46a9-942f-2c7f8dcfc01c service nova] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Refreshing instance network info cache due to event network-changed-c42a761c-5bad-4453-9db3-fe740992a66c. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1009.555816] env[69603]: DEBUG oslo_concurrency.lockutils [req-8523f501-d6ac-4722-916f-2187f4e34fe2 req-aa475118-e0f5-46a9-942f-2c7f8dcfc01c service nova] Acquiring lock "refresh_cache-4eb8c461-4203-47a2-bc6f-bb5690d70f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.555966] env[69603]: DEBUG oslo_concurrency.lockutils [req-8523f501-d6ac-4722-916f-2187f4e34fe2 req-aa475118-e0f5-46a9-942f-2c7f8dcfc01c service nova] Acquired lock "refresh_cache-4eb8c461-4203-47a2-bc6f-bb5690d70f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.556146] env[69603]: DEBUG nova.network.neutron [req-8523f501-d6ac-4722-916f-2187f4e34fe2 req-aa475118-e0f5-46a9-942f-2c7f8dcfc01c service nova] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Refreshing network info cache for port c42a761c-5bad-4453-9db3-fe740992a66c {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.562588] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.562588] env[69603]: value = "task-3480349" [ 1009.562588] env[69603]: _type = "Task" [ 1009.562588] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.567056] env[69603]: DEBUG nova.compute.manager [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.574871] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480349, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.594698] env[69603]: DEBUG nova.virt.hardware [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.594899] env[69603]: DEBUG nova.virt.hardware [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.595074] env[69603]: DEBUG nova.virt.hardware [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.595285] env[69603]: DEBUG nova.virt.hardware [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.595424] env[69603]: DEBUG nova.virt.hardware [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.595570] env[69603]: DEBUG nova.virt.hardware [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.595776] env[69603]: DEBUG nova.virt.hardware [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.595940] env[69603]: DEBUG nova.virt.hardware [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.596109] env[69603]: DEBUG nova.virt.hardware [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.596276] env[69603]: DEBUG nova.virt.hardware [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.596447] env[69603]: DEBUG nova.virt.hardware [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.597290] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5481433f-e43f-44db-b563-4c8eba1cacc9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.601568] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 20a32402-3ce0-448d-a523-e70f37dc8f82 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1009.601741] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 1009.606531] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da82635f-78e8-4b89-82a3-9c07413e4c67 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.619898] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.625513] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Creating folder: Project (22bc5bc0a26449d6977a0426d460a1ca). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.626669] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b99ada2-3449-4b63-bf9e-ebfcbdcf6337 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.636335] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Created folder: Project (22bc5bc0a26449d6977a0426d460a1ca) in parent group-v695567. [ 1009.636581] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Creating folder: Instances. Parent ref: group-v695804. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.636807] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c24f43af-b507-4f5b-9f0c-139497066f44 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.645719] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Created folder: Instances in parent group-v695804. [ 1009.645987] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.646215] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.646424] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fe6beec-7a4c-4f45-bde0-ac4204df3a07 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.663349] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.663349] env[69603]: value = "task-3480352" [ 1009.663349] env[69603]: _type = "Task" [ 1009.663349] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.671581] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480352, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.697989] env[69603]: DEBUG nova.compute.manager [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Received event network-vif-deleted-b66e3c3a-ca19-492b-9e9e-fd637e02530b {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1009.698468] env[69603]: INFO nova.compute.manager [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Neutron deleted interface b66e3c3a-ca19-492b-9e9e-fd637e02530b; detaching it from the instance and deleting it from the info cache [ 1009.698831] env[69603]: DEBUG nova.network.neutron [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Updating instance_info_cache with network_info: [{"id": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "address": "fa:16:3e:6c:83:e7", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537cb2e7-a2", "ovs_interfaceid": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "84e4adb2-b28c-49fc-ab69-f54a8bafc1bf", "address": "fa:16:3e:9d:d0:d6", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84e4adb2-b2", "ovs_interfaceid": "84e4adb2-b28c-49fc-ab69-f54a8bafc1bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.789432] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480348, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.072750] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480349, 'name': CreateVM_Task, 'duration_secs': 0.389494} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.072750] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.073146] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.073146] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.073423] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.073665] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-496a3027-f293-406a-a71c-963762375b91 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.077997] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1010.077997] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dc29a9-a1a8-517b-3fd6-de00894a3be1" [ 1010.077997] env[69603]: _type = "Task" [ 1010.077997] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.085542] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dc29a9-a1a8-517b-3fd6-de00894a3be1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.106339] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1010.106585] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1010.106733] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1010.173805] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480352, 'name': CreateVM_Task, 'duration_secs': 0.351385} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.174863] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.174863] env[69603]: DEBUG oslo_concurrency.lockutils [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.178467] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.178467] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.178467] env[69603]: DEBUG nova.network.neutron [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.208018] env[69603]: DEBUG oslo_concurrency.lockutils [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Acquiring lock "bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.208018] env[69603]: DEBUG oslo_concurrency.lockutils [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Acquired lock "bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.208018] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a635dd5b-f45d-4ee4-8d26-e0a84b12e8f0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.227837] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2541c11c-0598-4b3c-a70a-7cef494a7a24 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.260671] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "bb676803-6fae-4484-a7cb-d65b3bcce373" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.266424] env[69603]: DEBUG nova.virt.vmwareapi.vmops [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Reconfiguring VM to detach interface {{(pid=69603) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1010.271569] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfb81e92-0d61-4d67-9f60-a6d982157ace {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.296042] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740075} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.299558] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1/a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1010.299782] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1010.300093] env[69603]: DEBUG oslo_vmware.api [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Waiting for the task: (returnval){ [ 1010.300093] env[69603]: value = "task-3480353" [ 1010.300093] env[69603]: _type = "Task" [ 1010.300093] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.301686] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3437b05-03f5-4210-9095-44ee4b815aae {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.310156] env[69603]: DEBUG oslo_vmware.api [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Task: {'id': task-3480353, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.313917] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1010.313917] env[69603]: value = "task-3480354" [ 1010.313917] env[69603]: _type = "Task" [ 1010.313917] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.323082] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480354, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.404730] env[69603]: DEBUG nova.network.neutron [req-8523f501-d6ac-4722-916f-2187f4e34fe2 req-aa475118-e0f5-46a9-942f-2c7f8dcfc01c service nova] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Updated VIF entry in instance network info cache for port c42a761c-5bad-4453-9db3-fe740992a66c. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1010.405104] env[69603]: DEBUG nova.network.neutron [req-8523f501-d6ac-4722-916f-2187f4e34fe2 req-aa475118-e0f5-46a9-942f-2c7f8dcfc01c service nova] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Updating instance_info_cache with network_info: [{"id": "c42a761c-5bad-4453-9db3-fe740992a66c", "address": "fa:16:3e:c6:3e:cd", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42a761c-5b", "ovs_interfaceid": "c42a761c-5bad-4453-9db3-fe740992a66c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.450124] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64ab421-35df-4638-b8d4-d4db52ed552b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.457897] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e81e6a1-01d1-45cf-9f56-77a1b25f737f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.488050] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a719b6-bb63-4f04-bd29-40268ea1462c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.494844] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2af42d8-f05d-473c-827e-2c6a0b9c98dd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.507849] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.589894] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dc29a9-a1a8-517b-3fd6-de00894a3be1, 'name': SearchDatastore_Task, 'duration_secs': 0.009389} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.590208] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.590441] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.590679] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.590824] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.591012] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.591293] env[69603]: DEBUG oslo_concurrency.lockutils [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.591591] env[69603]: DEBUG oslo_concurrency.lockutils [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.591815] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9f1bb36-f4a6-4352-9c02-72cc1bbef4f7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.593603] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b1de909-d63d-4b47-80f0-3b4c7db789b5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.600072] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1010.600072] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5232baed-9802-3234-37cd-bd3f11600eca" [ 1010.600072] env[69603]: _type = "Task" [ 1010.600072] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.603500] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.603673] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.604793] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26da816d-9774-4061-b190-c293080ae871 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.610245] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5232baed-9802-3234-37cd-bd3f11600eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.613337] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1010.613337] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5252e201-05e6-c95f-8bb5-912e7bc1bc16" [ 1010.613337] env[69603]: _type = "Task" [ 1010.613337] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.621400] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5252e201-05e6-c95f-8bb5-912e7bc1bc16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.812175] env[69603]: DEBUG oslo_vmware.api [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Task: {'id': task-3480353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.824863] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480354, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068788} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.825174] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1010.826011] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdee5a3-f48a-41f5-a3a6-bdb5b947f430 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.847326] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1/a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1010.847601] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02838890-f36d-4d66-b808-103ab2108832 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.868482] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1010.868482] env[69603]: value = "task-3480355" [ 1010.868482] env[69603]: _type = "Task" [ 1010.868482] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.876306] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.893834] env[69603]: INFO nova.network.neutron [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Port 84e4adb2-b28c-49fc-ab69-f54a8bafc1bf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1010.894421] env[69603]: DEBUG nova.network.neutron [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Updating instance_info_cache with network_info: [{"id": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "address": "fa:16:3e:6c:83:e7", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537cb2e7-a2", "ovs_interfaceid": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.913023] env[69603]: DEBUG oslo_concurrency.lockutils [req-8523f501-d6ac-4722-916f-2187f4e34fe2 req-aa475118-e0f5-46a9-942f-2c7f8dcfc01c service nova] Releasing lock "refresh_cache-4eb8c461-4203-47a2-bc6f-bb5690d70f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.913023] env[69603]: DEBUG nova.compute.manager [req-8523f501-d6ac-4722-916f-2187f4e34fe2 req-aa475118-e0f5-46a9-942f-2c7f8dcfc01c service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Received event network-vif-deleted-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.913023] env[69603]: INFO nova.compute.manager [req-8523f501-d6ac-4722-916f-2187f4e34fe2 req-aa475118-e0f5-46a9-942f-2c7f8dcfc01c service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Neutron deleted interface 84e4adb2-b28c-49fc-ab69-f54a8bafc1bf; detaching it from the instance and deleting it from the info cache [ 1010.913023] env[69603]: DEBUG nova.network.neutron [req-8523f501-d6ac-4722-916f-2187f4e34fe2 req-aa475118-e0f5-46a9-942f-2c7f8dcfc01c service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Updating instance_info_cache with network_info: [{"id": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "address": "fa:16:3e:6c:83:e7", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap537cb2e7-a2", "ovs_interfaceid": "537cb2e7-a2e6-4829-bff8-fcce85ec68ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b66e3c3a-ca19-492b-9e9e-fd637e02530b", "address": "fa:16:3e:7d:7e:3c", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb66e3c3a-ca", "ovs_interfaceid": "b66e3c3a-ca19-492b-9e9e-fd637e02530b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.011350] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.111124] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5232baed-9802-3234-37cd-bd3f11600eca, 'name': SearchDatastore_Task, 'duration_secs': 0.023202} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.111469] env[69603]: DEBUG oslo_concurrency.lockutils [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.111711] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.111949] env[69603]: DEBUG oslo_concurrency.lockutils [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.122848] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5252e201-05e6-c95f-8bb5-912e7bc1bc16, 'name': SearchDatastore_Task, 'duration_secs': 0.011701} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.123737] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f27191-fa84-4946-b566-d9f0c03f3c75 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.129130] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1011.129130] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c02b91-7714-7a10-0cbc-b3b97f8425c5" [ 1011.129130] env[69603]: _type = "Task" [ 1011.129130] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.137286] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c02b91-7714-7a10-0cbc-b3b97f8425c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.314669] env[69603]: DEBUG oslo_vmware.api [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Task: {'id': task-3480353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.377780] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480355, 'name': ReconfigVM_Task, 'duration_secs': 0.276099} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.378143] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Reconfigured VM instance instance-00000055 to attach disk [datastore1] a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1/a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1011.378724] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72aeba11-217b-403b-9b76-ad5affefe152 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.385133] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1011.385133] env[69603]: value = "task-3480356" [ 1011.385133] env[69603]: _type = "Task" [ 1011.385133] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.392852] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480356, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.397448] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "refresh_cache-bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.414269] env[69603]: DEBUG oslo_concurrency.lockutils [req-8523f501-d6ac-4722-916f-2187f4e34fe2 req-aa475118-e0f5-46a9-942f-2c7f8dcfc01c service nova] Acquiring lock "bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.516682] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1011.516969] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.968s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.517351] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.444s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.517571] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.519699] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.622s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.521343] env[69603]: INFO nova.compute.claims [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.539924] env[69603]: INFO nova.scheduler.client.report [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Deleted allocations for instance b06cfbd1-f216-4546-bc09-977ac624daac [ 1011.642612] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c02b91-7714-7a10-0cbc-b3b97f8425c5, 'name': SearchDatastore_Task, 'duration_secs': 0.012101} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.642612] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.642987] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 4eb8c461-4203-47a2-bc6f-bb5690d70f21/4eb8c461-4203-47a2-bc6f-bb5690d70f21.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.643417] env[69603]: DEBUG oslo_concurrency.lockutils [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.643723] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.644060] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a7fb489-cfe3-4ba3-984d-8ae6b8927ffd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.647149] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dddb318e-5aaf-46a5-9e89-a9431c38240a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.654062] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1011.654062] env[69603]: value = "task-3480357" [ 1011.654062] env[69603]: _type = "Task" [ 1011.654062] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.658113] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.658310] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.659327] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89da78d7-1fc5-4289-821f-bdb30e2f2d65 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.664672] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.668222] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1011.668222] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52019ab4-6885-6d13-38ac-8cecf19996b1" [ 1011.668222] env[69603]: _type = "Task" [ 1011.668222] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.675627] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52019ab4-6885-6d13-38ac-8cecf19996b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.814158] env[69603]: DEBUG oslo_vmware.api [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Task: {'id': task-3480353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.895634] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480356, 'name': Rename_Task, 'duration_secs': 0.134479} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.895940] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.896216] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6d4b558-d391-4ba2-86ba-3bbd7308642e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.902251] env[69603]: DEBUG oslo_concurrency.lockutils [None req-2098905f-d364-4721-baab-a53f12c4533f tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-bb676803-6fae-4484-a7cb-d65b3bcce373-84e4adb2-b28c-49fc-ab69-f54a8bafc1bf" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.795s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.904836] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1011.904836] env[69603]: value = "task-3480358" [ 1011.904836] env[69603]: _type = "Task" [ 1011.904836] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.913509] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.048984] env[69603]: DEBUG oslo_concurrency.lockutils [None req-70f5ca16-b95e-4629-bce0-5469964721ea tempest-InstanceActionsV221TestJSON-461702331 tempest-InstanceActionsV221TestJSON-461702331-project-member] Lock "b06cfbd1-f216-4546-bc09-977ac624daac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.961s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.164118] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490248} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.164818] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 4eb8c461-4203-47a2-bc6f-bb5690d70f21/4eb8c461-4203-47a2-bc6f-bb5690d70f21.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.165110] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.165389] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96ebd25f-baf5-4ff0-9760-5b419019e209 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.177163] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1012.177163] env[69603]: value = "task-3480359" [ 1012.177163] env[69603]: _type = "Task" [ 1012.177163] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.186058] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52019ab4-6885-6d13-38ac-8cecf19996b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009986} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.187619] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51f5afc4-6b1f-4b15-8316-d3aae36d6edd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.194648] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.198934] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1012.198934] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52672603-f8aa-6848-5798-d0f2496b3b03" [ 1012.198934] env[69603]: _type = "Task" [ 1012.198934] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.207119] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52672603-f8aa-6848-5798-d0f2496b3b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.315719] env[69603]: DEBUG oslo_vmware.api [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Task: {'id': task-3480353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.414874] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480358, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.690438] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069082} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.690752] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.691572] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9f6c6f-d5f1-4253-93ff-461f702d3474 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.720114] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 4eb8c461-4203-47a2-bc6f-bb5690d70f21/4eb8c461-4203-47a2-bc6f-bb5690d70f21.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.723402] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1eee1f2d-a827-4ea2-bd94-26b42b0a307a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.742588] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52672603-f8aa-6848-5798-d0f2496b3b03, 'name': SearchDatastore_Task, 'duration_secs': 0.010128} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.743261] env[69603]: DEBUG oslo_concurrency.lockutils [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.743688] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef/83d0ed90-f1d0-4dc8-8b4a-c186212c8cef.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.743846] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-867c327e-fb79-4226-b237-764e020ec844 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.748275] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1012.748275] env[69603]: value = "task-3480360" [ 1012.748275] env[69603]: _type = "Task" [ 1012.748275] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.749541] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1012.749541] env[69603]: value = "task-3480361" [ 1012.749541] env[69603]: _type = "Task" [ 1012.749541] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.763576] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.766426] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480360, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.815714] env[69603]: DEBUG oslo_vmware.api [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Task: {'id': task-3480353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.847915] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f7a750-30f8-45be-8a1f-fac17620d87f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.854712] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2407b649-a68e-4111-86cf-74b8ea16465e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.891327] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f895eb-7fa7-4334-aded-3928e3a10e1c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.899008] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3436a398-5684-4992-9f1d-97222ca7cdcf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.912686] env[69603]: DEBUG nova.compute.provider_tree [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.923853] env[69603]: DEBUG oslo_vmware.api [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480358, 'name': PowerOnVM_Task, 'duration_secs': 0.517079} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.923853] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.923853] env[69603]: INFO nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Took 10.18 seconds to spawn the instance on the hypervisor. [ 1012.923853] env[69603]: DEBUG nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.923853] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82770c0-220f-44e2-9890-6d5573ce091c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.267508] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.271766] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480361, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.319524] env[69603]: DEBUG oslo_vmware.api [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Task: {'id': task-3480353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.420185] env[69603]: DEBUG nova.scheduler.client.report [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.453519] env[69603]: INFO nova.compute.manager [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Took 35.08 seconds to build instance. [ 1013.763009] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480360, 'name': ReconfigVM_Task, 'duration_secs': 0.745081} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.767659] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 4eb8c461-4203-47a2-bc6f-bb5690d70f21/4eb8c461-4203-47a2-bc6f-bb5690d70f21.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.768818] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778955} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.769057] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef695269-bb94-414c-bc3e-c186137a7838 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.770697] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef/83d0ed90-f1d0-4dc8-8b4a-c186212c8cef.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.770912] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.771200] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d07447f-6a50-4eb3-8807-eee4cc185007 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.778870] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1013.778870] env[69603]: value = "task-3480363" [ 1013.778870] env[69603]: _type = "Task" [ 1013.778870] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.779797] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1013.779797] env[69603]: value = "task-3480362" [ 1013.779797] env[69603]: _type = "Task" [ 1013.779797] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.790678] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.794319] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480362, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.818297] env[69603]: DEBUG oslo_vmware.api [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Task: {'id': task-3480353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.925318] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.925788] env[69603]: DEBUG nova.compute.manager [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.928976] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.728s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.930450] env[69603]: INFO nova.compute.claims [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.957074] env[69603]: DEBUG oslo_concurrency.lockutils [None req-937c24c0-a8db-44ac-ad49-86af402b9403 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.595s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.292935] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068518} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.295880] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.296250] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480362, 'name': Rename_Task, 'duration_secs': 0.438393} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.296897] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c6cc3f-fd70-4b02-a5f4-26951294a6b3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.299334] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.299865] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80e3797f-76c0-4cd9-bcb0-6fc145aa5564 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.305419] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1014.305419] env[69603]: value = "task-3480364" [ 1014.305419] env[69603]: _type = "Task" [ 1014.305419] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.320228] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef/83d0ed90-f1d0-4dc8-8b4a-c186212c8cef.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.325989] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3faa4eb-a80f-4b3f-b58a-a11bc020d718 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.345155] env[69603]: DEBUG oslo_vmware.api [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Task: {'id': task-3480353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.350267] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1014.350267] env[69603]: value = "task-3480365" [ 1014.350267] env[69603]: _type = "Task" [ 1014.350267] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.350267] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.359475] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.431679] env[69603]: DEBUG nova.compute.utils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.432570] env[69603]: DEBUG nova.compute.manager [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.432719] env[69603]: DEBUG nova.network.neutron [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.504725] env[69603]: DEBUG nova.policy [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba59ccf67fcd402b8a395742834168e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90d28b8f354f4f61a4a55a983ee784f2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.530427] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "5152571a-0816-4125-946a-c6180350ccfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.530710] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "5152571a-0816-4125-946a-c6180350ccfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.530919] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "5152571a-0816-4125-946a-c6180350ccfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.531120] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "5152571a-0816-4125-946a-c6180350ccfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.531292] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "5152571a-0816-4125-946a-c6180350ccfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.534046] env[69603]: INFO nova.compute.manager [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Terminating instance [ 1014.827114] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480364, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.831251] env[69603]: DEBUG oslo_vmware.api [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Task: {'id': task-3480353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.858919] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.896419] env[69603]: DEBUG nova.network.neutron [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Successfully created port: 4055440d-8efb-413b-920d-a6e9eaa2abd6 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.935732] env[69603]: DEBUG nova.compute.manager [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.041203] env[69603]: DEBUG nova.compute.manager [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1015.041560] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.043139] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf91769-c818-4890-ae36-4e71defe7e0e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.058200] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.058580] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-731f7f99-18a2-4d75-95cb-fbf895e5b056 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.068747] env[69603]: DEBUG oslo_vmware.api [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1015.068747] env[69603]: value = "task-3480366" [ 1015.068747] env[69603]: _type = "Task" [ 1015.068747] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.080119] env[69603]: DEBUG oslo_vmware.api [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480366, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.245756] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d83ffb2-d1b1-4723-a8d5-5430bd862c49 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.253085] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c253e0-03d9-46dc-93ae-dbca02329434 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.286411] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36661cd-c38a-4b6c-842a-a10c3b717df3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.294169] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae934b2-5e6b-4710-93aa-173d39bbf4cb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.308410] env[69603]: DEBUG nova.compute.provider_tree [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.324996] env[69603]: DEBUG oslo_vmware.api [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480364, 'name': PowerOnVM_Task, 'duration_secs': 1.008966} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.328127] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.328340] env[69603]: INFO nova.compute.manager [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1015.328522] env[69603]: DEBUG nova.compute.manager [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1015.328800] env[69603]: DEBUG oslo_vmware.api [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Task: {'id': task-3480353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.329503] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe28fe4-5bdd-49f9-8599-2f4e1ecd3801 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.359683] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480365, 'name': ReconfigVM_Task, 'duration_secs': 0.713811} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.359960] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef/83d0ed90-f1d0-4dc8-8b4a-c186212c8cef.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.360593] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9e6f1fa-c0c1-4b3b-bfd6-dff44e8df601 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.366167] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1015.366167] env[69603]: value = "task-3480367" [ 1015.366167] env[69603]: _type = "Task" [ 1015.366167] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.374996] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480367, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.579199] env[69603]: DEBUG oslo_vmware.api [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480366, 'name': PowerOffVM_Task, 'duration_secs': 0.218207} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.579624] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.579803] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.580096] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c5ab765-7231-4b07-8421-dd6a6c3dce58 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.644980] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.645249] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.645437] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Deleting the datastore file [datastore2] 5152571a-0816-4125-946a-c6180350ccfe {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.645714] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16c7441f-cb7d-4a9f-8584-3bc2e29a2810 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.652468] env[69603]: DEBUG oslo_vmware.api [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1015.652468] env[69603]: value = "task-3480369" [ 1015.652468] env[69603]: _type = "Task" [ 1015.652468] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.660701] env[69603]: DEBUG oslo_vmware.api [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480369, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.812045] env[69603]: DEBUG nova.scheduler.client.report [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.824926] env[69603]: DEBUG oslo_vmware.api [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Task: {'id': task-3480353, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.849144] env[69603]: INFO nova.compute.manager [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Took 35.34 seconds to build instance. [ 1015.878913] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480367, 'name': Rename_Task, 'duration_secs': 0.264988} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.879447] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.879982] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1de3a65c-f786-4c46-bf55-74072177ccb7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.888617] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1015.888617] env[69603]: value = "task-3480370" [ 1015.888617] env[69603]: _type = "Task" [ 1015.888617] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.896930] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.952024] env[69603]: DEBUG nova.compute.manager [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.979204] env[69603]: DEBUG nova.virt.hardware [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.979512] env[69603]: DEBUG nova.virt.hardware [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.979767] env[69603]: DEBUG nova.virt.hardware [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.981136] env[69603]: DEBUG nova.virt.hardware [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.981136] env[69603]: DEBUG nova.virt.hardware [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.981136] env[69603]: DEBUG nova.virt.hardware [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.981551] env[69603]: DEBUG nova.virt.hardware [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.983201] env[69603]: DEBUG nova.virt.hardware [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.983201] env[69603]: DEBUG nova.virt.hardware [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.983201] env[69603]: DEBUG nova.virt.hardware [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.983201] env[69603]: DEBUG nova.virt.hardware [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.983459] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c098795-02ae-420d-ba09-f05b79daad78 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.991940] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72b8962-cb9e-43a1-bf32-d2f62d845b55 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.163836] env[69603]: DEBUG oslo_vmware.api [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480369, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267805} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.164126] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.164321] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.164754] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.164754] env[69603]: INFO nova.compute.manager [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1016.164900] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.165106] env[69603]: DEBUG nova.compute.manager [-] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.165202] env[69603]: DEBUG nova.network.neutron [-] [instance: 5152571a-0816-4125-946a-c6180350ccfe] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.319802] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.320257] env[69603]: DEBUG nova.compute.manager [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.322927] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.488s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.323209] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.325630] env[69603]: DEBUG oslo_concurrency.lockutils [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.416s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.325878] env[69603]: DEBUG oslo_concurrency.lockutils [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.327824] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.389s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.328028] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.329861] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.285s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.330056] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.331619] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.041s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.331801] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.334290] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.335s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.334290] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.335525] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.804s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.337576] env[69603]: INFO nova.compute.claims [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.345570] env[69603]: DEBUG oslo_vmware.api [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Task: {'id': task-3480353, 'name': ReconfigVM_Task, 'duration_secs': 5.794045} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.345810] env[69603]: DEBUG oslo_concurrency.lockutils [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] Releasing lock "bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.346016] env[69603]: DEBUG nova.virt.vmwareapi.vmops [req-9c5af2c1-81fc-4d5f-b8fb-be9c2bc9ecd1 req-8f56ecb9-90b8-4ce0-a104-b08ced96c62a service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Reconfigured VM to detach interface {{(pid=69603) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1016.346523] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "bb676803-6fae-4484-a7cb-d65b3bcce373" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.086s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.346738] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "bb676803-6fae-4484-a7cb-d65b3bcce373-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.346938] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "bb676803-6fae-4484-a7cb-d65b3bcce373-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.347129] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "bb676803-6fae-4484-a7cb-d65b3bcce373-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.348976] env[69603]: INFO nova.compute.manager [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Terminating instance [ 1016.350539] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a42de3c-d60c-49fd-a483-6b5a5547f77b tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.852s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.361601] env[69603]: INFO nova.scheduler.client.report [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Deleted allocations for instance 8448abb9-9e9d-4e1c-bb7c-ee29fad661da [ 1016.369484] env[69603]: INFO nova.scheduler.client.report [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Deleted allocations for instance 8687c616-c6be-4e03-8e8b-c035b889cd53 [ 1016.385078] env[69603]: INFO nova.scheduler.client.report [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Deleted allocations for instance ab7d128e-418e-4a33-af8c-366587dc6a8b [ 1016.397471] env[69603]: INFO nova.scheduler.client.report [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleted allocations for instance bfebc583-9fcd-467f-89f1-a1fa5a10b0a9 [ 1016.408889] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.416240] env[69603]: INFO nova.scheduler.client.report [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Deleted allocations for instance a60800ef-820c-41fb-9746-069e2fcb2e72 [ 1016.484980] env[69603]: DEBUG nova.compute.manager [req-ff166065-67ed-4a40-b599-b80d10e3849c req-d6440998-81ab-4e04-a139-64efc5a00e6f service nova] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Received event network-vif-plugged-4055440d-8efb-413b-920d-a6e9eaa2abd6 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.485235] env[69603]: DEBUG oslo_concurrency.lockutils [req-ff166065-67ed-4a40-b599-b80d10e3849c req-d6440998-81ab-4e04-a139-64efc5a00e6f service nova] Acquiring lock "51281140-ec89-41be-8546-1065bfeaed63-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.485548] env[69603]: DEBUG oslo_concurrency.lockutils [req-ff166065-67ed-4a40-b599-b80d10e3849c req-d6440998-81ab-4e04-a139-64efc5a00e6f service nova] Lock "51281140-ec89-41be-8546-1065bfeaed63-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.485626] env[69603]: DEBUG oslo_concurrency.lockutils [req-ff166065-67ed-4a40-b599-b80d10e3849c req-d6440998-81ab-4e04-a139-64efc5a00e6f service nova] Lock "51281140-ec89-41be-8546-1065bfeaed63-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.486115] env[69603]: DEBUG nova.compute.manager [req-ff166065-67ed-4a40-b599-b80d10e3849c req-d6440998-81ab-4e04-a139-64efc5a00e6f service nova] [instance: 51281140-ec89-41be-8546-1065bfeaed63] No waiting events found dispatching network-vif-plugged-4055440d-8efb-413b-920d-a6e9eaa2abd6 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.486115] env[69603]: WARNING nova.compute.manager [req-ff166065-67ed-4a40-b599-b80d10e3849c req-d6440998-81ab-4e04-a139-64efc5a00e6f service nova] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Received unexpected event network-vif-plugged-4055440d-8efb-413b-920d-a6e9eaa2abd6 for instance with vm_state building and task_state spawning. [ 1016.719805] env[69603]: DEBUG nova.network.neutron [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Successfully updated port: 4055440d-8efb-413b-920d-a6e9eaa2abd6 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.719805] env[69603]: WARNING oslo_messaging._drivers.amqpdriver [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1016.843599] env[69603]: DEBUG nova.compute.utils [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.849255] env[69603]: DEBUG nova.compute.manager [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Not allocating networking since 'none' was specified. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1016.853321] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c989ceff-6737-4eca-a5b5-ed779c16e9d2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 49.201s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.854172] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 23.486s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.854349] env[69603]: INFO nova.compute.manager [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Unshelving [ 1016.855825] env[69603]: DEBUG nova.compute.manager [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.856148] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.857484] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a145e3-20cc-4795-a738-86d1374f5765 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.865848] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.866101] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-438cb8c5-3c67-4dc6-80ca-01033d710990 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.872856] env[69603]: DEBUG oslo_vmware.api [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1016.872856] env[69603]: value = "task-3480371" [ 1016.872856] env[69603]: _type = "Task" [ 1016.872856] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.873317] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9234a7c8-ee6f-4c94-84be-873b8fac8c99 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "8448abb9-9e9d-4e1c-bb7c-ee29fad661da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.792s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.880072] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a8e9dc9b-c91d-4355-bf0f-9e986b677b35 tempest-ImagesTestJSON-462630793 tempest-ImagesTestJSON-462630793-project-member] Lock "8687c616-c6be-4e03-8e8b-c035b889cd53" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.356s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.886038] env[69603]: DEBUG oslo_vmware.api [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.898826] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.901410] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0a90d7a6-8881-4bc0-84a3-8a5aa6fab5d1 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "ab7d128e-418e-4a33-af8c-366587dc6a8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.295s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.911175] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e3bf5c04-703a-4405-b8da-a2eb98bd00f7 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "bfebc583-9fcd-467f-89f1-a1fa5a10b0a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.028s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.922598] env[69603]: DEBUG oslo_concurrency.lockutils [None req-aea85bcd-a461-43d1-9412-3dd4bb978480 tempest-ServersAdminTestJSON-1117106594 tempest-ServersAdminTestJSON-1117106594-project-member] Lock "a60800ef-820c-41fb-9746-069e2fcb2e72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.843s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.086974] env[69603]: DEBUG nova.network.neutron [-] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.227297] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Acquiring lock "refresh_cache-51281140-ec89-41be-8546-1065bfeaed63" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.227406] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Acquired lock "refresh_cache-51281140-ec89-41be-8546-1065bfeaed63" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.227625] env[69603]: DEBUG nova.network.neutron [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.237777] env[69603]: DEBUG nova.compute.manager [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Stashing vm_state: active {{(pid=69603) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1017.284285] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "a0aba5ee-b361-4f90-81a0-2fe4b9542819" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.284285] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "a0aba5ee-b361-4f90-81a0-2fe4b9542819" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.284285] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "a0aba5ee-b361-4f90-81a0-2fe4b9542819-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.284780] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "a0aba5ee-b361-4f90-81a0-2fe4b9542819-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.284780] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "a0aba5ee-b361-4f90-81a0-2fe4b9542819-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.287128] env[69603]: INFO nova.compute.manager [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Terminating instance [ 1017.348837] env[69603]: DEBUG nova.compute.manager [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.388617] env[69603]: DEBUG oslo_vmware.api [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480371, 'name': PowerOffVM_Task, 'duration_secs': 0.430762} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.389732] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.389732] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.390900] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90b55b80-d93a-4a92-9a77-79856fd6072d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.403953] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.471301] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.471301] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.471301] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Deleting the datastore file [datastore2] bb676803-6fae-4484-a7cb-d65b3bcce373 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.471301] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7c8a0b8-b385-4671-9fe6-134357fb23d2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.477311] env[69603]: DEBUG oslo_vmware.api [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1017.477311] env[69603]: value = "task-3480373" [ 1017.477311] env[69603]: _type = "Task" [ 1017.477311] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.490432] env[69603]: DEBUG oslo_vmware.api [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.591954] env[69603]: INFO nova.compute.manager [-] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Took 1.43 seconds to deallocate network for instance. [ 1017.611948] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6866a5d3-7f9c-4652-b161-0c3a19a17805 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.624140] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75ff94a-c25e-4957-8ec3-27ae65b06bda {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.659068] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5f85a5-2af6-44d7-9e1a-3b0083647a63 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.667727] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ec6aed-0783-4a78-8f25-f2f56d7b2ab7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.684474] env[69603]: DEBUG nova.compute.provider_tree [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.758071] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.791532] env[69603]: DEBUG nova.compute.manager [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.791868] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.793203] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f60051e-2fbb-4e0a-acf8-3aae7e2f4801 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.803152] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.803494] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bace7da-50ea-4b7d-ae78-e876e27d34d1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.810841] env[69603]: DEBUG oslo_vmware.api [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 1017.810841] env[69603]: value = "task-3480374" [ 1017.810841] env[69603]: _type = "Task" [ 1017.810841] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.818701] env[69603]: DEBUG oslo_vmware.api [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.822906] env[69603]: DEBUG nova.network.neutron [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.868734] env[69603]: DEBUG nova.compute.utils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.902360] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.988852] env[69603]: DEBUG oslo_vmware.api [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437748} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.989334] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.989477] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.989700] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.989941] env[69603]: INFO nova.compute.manager [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1017.990938] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.990938] env[69603]: DEBUG nova.compute.manager [-] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1017.990938] env[69603]: DEBUG nova.network.neutron [-] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.016430] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.016706] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.102872] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.118471] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "bfe464e2-d734-4c83-80df-56b94c7a0681" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.118848] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "bfe464e2-d734-4c83-80df-56b94c7a0681" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.121537] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "bfe464e2-d734-4c83-80df-56b94c7a0681-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.121537] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "bfe464e2-d734-4c83-80df-56b94c7a0681-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.121667] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "bfe464e2-d734-4c83-80df-56b94c7a0681-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.123948] env[69603]: INFO nova.compute.manager [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Terminating instance [ 1018.187721] env[69603]: DEBUG nova.scheduler.client.report [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.271252] env[69603]: DEBUG nova.network.neutron [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Updating instance_info_cache with network_info: [{"id": "4055440d-8efb-413b-920d-a6e9eaa2abd6", "address": "fa:16:3e:82:ae:39", "network": {"id": "d6f7430a-852f-44c7-9b4b-526804eec17f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-60750348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d28b8f354f4f61a4a55a983ee784f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4055440d-8e", "ovs_interfaceid": "4055440d-8efb-413b-920d-a6e9eaa2abd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.325465] env[69603]: DEBUG oslo_vmware.api [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480374, 'name': PowerOffVM_Task, 'duration_secs': 0.229504} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.325746] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.325917] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1018.326191] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f0482ab-ab30-4d9c-b580-1ebc4e32e126 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.362019] env[69603]: DEBUG nova.compute.manager [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.372521] env[69603]: INFO nova.virt.block_device [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Booting with volume bf91f966-5b4e-4c5c-bd02-89f8f39dfb73 at /dev/sdb [ 1018.394570] env[69603]: DEBUG nova.virt.hardware [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.394840] env[69603]: DEBUG nova.virt.hardware [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.394999] env[69603]: DEBUG nova.virt.hardware [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.397448] env[69603]: DEBUG nova.virt.hardware [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.397655] env[69603]: DEBUG nova.virt.hardware [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.398087] env[69603]: DEBUG nova.virt.hardware [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.398370] env[69603]: DEBUG nova.virt.hardware [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.398581] env[69603]: DEBUG nova.virt.hardware [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.398821] env[69603]: DEBUG nova.virt.hardware [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.398975] env[69603]: DEBUG nova.virt.hardware [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.399256] env[69603]: DEBUG nova.virt.hardware [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.400243] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5886ccb9-2dd9-4007-b07d-10190648e5bb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.407546] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1018.407712] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1018.407881] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Deleting the datastore file [datastore2] a0aba5ee-b361-4f90-81a0-2fe4b9542819 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1018.408626] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dad6cf2-6f50-407e-a78f-785da4950904 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.419151] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d33c230-8084-4e93-a669-d60a5f489e3f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.430938] env[69603]: DEBUG oslo_vmware.api [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480370, 'name': PowerOnVM_Task, 'duration_secs': 2.523458} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.431293] env[69603]: DEBUG oslo_vmware.api [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for the task: (returnval){ [ 1018.431293] env[69603]: value = "task-3480376" [ 1018.431293] env[69603]: _type = "Task" [ 1018.431293] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.431916] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.432177] env[69603]: INFO nova.compute.manager [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1018.432370] env[69603]: DEBUG nova.compute.manager [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.433652] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe2fdbe-d6ed-400b-8a43-6def43a748e0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.451473] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.457529] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Creating folder: Project (6a760e0f356040bdbb4ee45f60452ed9). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.457886] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-897496d7-51e3-42cd-bc58-512996e736fc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.460499] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-971bf04c-bc76-4a7f-b14d-66586a954b83 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.473024] env[69603]: DEBUG oslo_vmware.api [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.474177] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5238cfb-b8c2-401b-a9f1-2a41f9c02fd1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.487639] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Created folder: Project (6a760e0f356040bdbb4ee45f60452ed9) in parent group-v695567. [ 1018.487881] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Creating folder: Instances. Parent ref: group-v695807. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.488555] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ad45627-7a9d-467e-b899-10cb0eb9e50c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.508290] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65494a35-ff3e-4483-a037-3316afbe7b74 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.510505] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Created folder: Instances in parent group-v695807. [ 1018.510648] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.510868] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.511495] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb28a388-8b44-4cd5-a596-58255fd24bc2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.526187] env[69603]: DEBUG nova.compute.manager [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.532464] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de18cfd4-9c9e-4367-a580-c61b82346c01 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.545190] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.545190] env[69603]: value = "task-3480379" [ 1018.545190] env[69603]: _type = "Task" [ 1018.545190] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.554156] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480379, 'name': CreateVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.566599] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70bdd17-ce48-4759-9754-33d2b5760dde {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.575459] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bf810e-d1e7-47e1-9998-2a5d31773cd6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.583375] env[69603]: DEBUG nova.compute.manager [req-05fe9456-3624-4243-821e-2b4a29b2b1b0 req-8136b626-2108-4d89-b7c4-8b7495b439e2 service nova] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Received event network-vif-deleted-24fb178b-7a38-40cb-8240-a9feea2a2d54 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.583522] env[69603]: DEBUG nova.compute.manager [req-05fe9456-3624-4243-821e-2b4a29b2b1b0 req-8136b626-2108-4d89-b7c4-8b7495b439e2 service nova] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Received event network-changed-4055440d-8efb-413b-920d-a6e9eaa2abd6 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.583728] env[69603]: DEBUG nova.compute.manager [req-05fe9456-3624-4243-821e-2b4a29b2b1b0 req-8136b626-2108-4d89-b7c4-8b7495b439e2 service nova] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Refreshing instance network info cache due to event network-changed-4055440d-8efb-413b-920d-a6e9eaa2abd6. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.583862] env[69603]: DEBUG oslo_concurrency.lockutils [req-05fe9456-3624-4243-821e-2b4a29b2b1b0 req-8136b626-2108-4d89-b7c4-8b7495b439e2 service nova] Acquiring lock "refresh_cache-51281140-ec89-41be-8546-1065bfeaed63" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.590046] env[69603]: DEBUG nova.virt.block_device [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Updating existing volume attachment record: 0a5362cf-8078-43da-83b0-904086419b70 {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1018.630451] env[69603]: DEBUG nova.compute.manager [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1018.630451] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1018.631300] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8f40d1-02ea-41b2-bb3a-486bbb9bd6c7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.642697] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.643071] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d4c05cb-e999-4502-b1ca-400fab521df1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.649056] env[69603]: DEBUG oslo_vmware.api [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1018.649056] env[69603]: value = "task-3480380" [ 1018.649056] env[69603]: _type = "Task" [ 1018.649056] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.659774] env[69603]: DEBUG oslo_vmware.api [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.702037] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.702634] env[69603]: DEBUG nova.compute.manager [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.706339] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.948s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.776093] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Releasing lock "refresh_cache-51281140-ec89-41be-8546-1065bfeaed63" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.776872] env[69603]: DEBUG nova.compute.manager [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Instance network_info: |[{"id": "4055440d-8efb-413b-920d-a6e9eaa2abd6", "address": "fa:16:3e:82:ae:39", "network": {"id": "d6f7430a-852f-44c7-9b4b-526804eec17f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-60750348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d28b8f354f4f61a4a55a983ee784f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4055440d-8e", "ovs_interfaceid": "4055440d-8efb-413b-920d-a6e9eaa2abd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.777029] env[69603]: DEBUG oslo_concurrency.lockutils [req-05fe9456-3624-4243-821e-2b4a29b2b1b0 req-8136b626-2108-4d89-b7c4-8b7495b439e2 service nova] Acquired lock "refresh_cache-51281140-ec89-41be-8546-1065bfeaed63" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.777759] env[69603]: DEBUG nova.network.neutron [req-05fe9456-3624-4243-821e-2b4a29b2b1b0 req-8136b626-2108-4d89-b7c4-8b7495b439e2 service nova] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Refreshing network info cache for port 4055440d-8efb-413b-920d-a6e9eaa2abd6 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.779217] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:ae:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4055440d-8efb-413b-920d-a6e9eaa2abd6', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.787079] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Creating folder: Project (90d28b8f354f4f61a4a55a983ee784f2). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.788457] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dedcf5db-e370-42b8-ae93-8b0598c4f290 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.802226] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Created folder: Project (90d28b8f354f4f61a4a55a983ee784f2) in parent group-v695567. [ 1018.802873] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Creating folder: Instances. Parent ref: group-v695810. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.802981] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fee5ba4-e8b6-4c4d-8293-f285ea46aa79 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.817731] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Created folder: Instances in parent group-v695810. [ 1018.818016] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.818286] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.818510] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2a12847-d17a-43d4-b7d5-96fe44949b83 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.845137] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.845137] env[69603]: value = "task-3480384" [ 1018.845137] env[69603]: _type = "Task" [ 1018.845137] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.946108] env[69603]: DEBUG oslo_vmware.api [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Task: {'id': task-3480376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244345} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.946475] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.946692] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.946875] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.947061] env[69603]: INFO nova.compute.manager [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1018.947329] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.947522] env[69603]: DEBUG nova.compute.manager [-] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.947598] env[69603]: DEBUG nova.network.neutron [-] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.982339] env[69603]: INFO nova.compute.manager [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Took 38.25 seconds to build instance. [ 1019.063201] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480379, 'name': CreateVM_Task, 'duration_secs': 0.406576} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.064432] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.064913] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.065099] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.065473] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.065752] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22f9c655-95ad-4ad8-9c94-a95f23e6e0b7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.072430] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1019.072430] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5265d478-006c-e679-7dcf-deb73b4ad760" [ 1019.072430] env[69603]: _type = "Task" [ 1019.072430] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.076665] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.083543] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5265d478-006c-e679-7dcf-deb73b4ad760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.163206] env[69603]: DEBUG oslo_vmware.api [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480380, 'name': PowerOffVM_Task, 'duration_secs': 0.298836} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.163500] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1019.163601] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1019.163863] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13b8e014-b99f-489f-ae5a-86fbce0855e6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.209446] env[69603]: DEBUG nova.compute.utils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.213728] env[69603]: INFO nova.compute.claims [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.221066] env[69603]: DEBUG nova.compute.manager [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.221066] env[69603]: DEBUG nova.network.neutron [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.256785] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1019.256785] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1019.256785] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleting the datastore file [datastore1] bfe464e2-d734-4c83-80df-56b94c7a0681 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1019.256785] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85adc569-ab08-4880-a37e-648c09eda853 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.262931] env[69603]: DEBUG oslo_vmware.api [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1019.262931] env[69603]: value = "task-3480388" [ 1019.262931] env[69603]: _type = "Task" [ 1019.262931] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.272784] env[69603]: DEBUG oslo_vmware.api [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.360182] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480384, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.390770] env[69603]: DEBUG nova.policy [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1a66817c7f4a4fe18b415fa1664dfb93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e958e81dd354d6984e55f03ad345556', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.484338] env[69603]: DEBUG oslo_concurrency.lockutils [None req-682df180-2e71-4b1e-a527-0d86aa257f7b tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Lock "83d0ed90-f1d0-4dc8-8b4a-c186212c8cef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.762s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.586599] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5265d478-006c-e679-7dcf-deb73b4ad760, 'name': SearchDatastore_Task, 'duration_secs': 0.01991} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.589581] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.589846] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.590098] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.590249] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.590425] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.590727] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43c77baf-6563-4059-ad8a-f7c413c49829 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.602760] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.602959] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.603895] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6950c522-0466-4a03-987f-ec51f7d172e8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.613579] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1019.613579] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52094dde-21eb-25b3-f8a8-efe82234f29d" [ 1019.613579] env[69603]: _type = "Task" [ 1019.613579] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.624690] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52094dde-21eb-25b3-f8a8-efe82234f29d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.651486] env[69603]: DEBUG nova.network.neutron [req-05fe9456-3624-4243-821e-2b4a29b2b1b0 req-8136b626-2108-4d89-b7c4-8b7495b439e2 service nova] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Updated VIF entry in instance network info cache for port 4055440d-8efb-413b-920d-a6e9eaa2abd6. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.652508] env[69603]: DEBUG nova.network.neutron [req-05fe9456-3624-4243-821e-2b4a29b2b1b0 req-8136b626-2108-4d89-b7c4-8b7495b439e2 service nova] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Updating instance_info_cache with network_info: [{"id": "4055440d-8efb-413b-920d-a6e9eaa2abd6", "address": "fa:16:3e:82:ae:39", "network": {"id": "d6f7430a-852f-44c7-9b4b-526804eec17f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-60750348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d28b8f354f4f61a4a55a983ee784f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4055440d-8e", "ovs_interfaceid": "4055440d-8efb-413b-920d-a6e9eaa2abd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.718766] env[69603]: DEBUG nova.compute.manager [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.723813] env[69603]: INFO nova.compute.resource_tracker [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Updating resource usage from migration c0535712-fb39-4254-bc88-a5c2960c665f [ 1019.786041] env[69603]: DEBUG oslo_vmware.api [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365376} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.786364] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1019.786558] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1019.786747] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1019.786929] env[69603]: INFO nova.compute.manager [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1019.787522] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.787621] env[69603]: DEBUG nova.compute.manager [-] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1019.787878] env[69603]: DEBUG nova.network.neutron [-] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1019.868981] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480384, 'name': CreateVM_Task, 'duration_secs': 0.621664} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.868981] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.869417] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.869556] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.869940] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.870722] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d015796e-036d-4ce9-b6ee-d500f23ebf7b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.882646] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Waiting for the task: (returnval){ [ 1019.882646] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52859e46-d390-ad0d-e107-bb45433f535a" [ 1019.882646] env[69603]: _type = "Task" [ 1019.882646] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.895651] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52859e46-d390-ad0d-e107-bb45433f535a, 'name': SearchDatastore_Task, 'duration_secs': 0.013593} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.896257] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.896903] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.896999] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.985826] env[69603]: DEBUG nova.network.neutron [-] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.075976] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94f92fe-d3d1-4284-8577-da2275b692fd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.085624] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d937294d-7a56-4c0d-8bde-36caa69cb74c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.136388] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147d6405-9560-4b9a-a040-9863d7c150f1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.149801] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf6c399-b4c3-45c8-9d31-b3fee2056f65 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.154434] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52094dde-21eb-25b3-f8a8-efe82234f29d, 'name': SearchDatastore_Task, 'duration_secs': 0.014329} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.156586] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20acc08d-e7dd-4272-8905-222afac9b60a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.158857] env[69603]: DEBUG oslo_concurrency.lockutils [req-05fe9456-3624-4243-821e-2b4a29b2b1b0 req-8136b626-2108-4d89-b7c4-8b7495b439e2 service nova] Releasing lock "refresh_cache-51281140-ec89-41be-8546-1065bfeaed63" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.169018] env[69603]: DEBUG nova.compute.provider_tree [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.175913] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1020.175913] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a2f0a2-2320-c029-1cea-3a7d301f9486" [ 1020.175913] env[69603]: _type = "Task" [ 1020.175913] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.185078] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a2f0a2-2320-c029-1cea-3a7d301f9486, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.292266] env[69603]: DEBUG nova.compute.manager [req-ec601d32-98fd-4322-aa0b-f1d04767cc96 req-19f78961-7269-412f-87b4-cfca831bc17a service nova] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Received event network-vif-deleted-305781b0-f90e-45ca-a0d7-2018fc60f317 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.292266] env[69603]: INFO nova.compute.manager [req-ec601d32-98fd-4322-aa0b-f1d04767cc96 req-19f78961-7269-412f-87b4-cfca831bc17a service nova] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Neutron deleted interface 305781b0-f90e-45ca-a0d7-2018fc60f317; detaching it from the instance and deleting it from the info cache [ 1020.292266] env[69603]: DEBUG nova.network.neutron [req-ec601d32-98fd-4322-aa0b-f1d04767cc96 req-19f78961-7269-412f-87b4-cfca831bc17a service nova] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.304740] env[69603]: DEBUG nova.network.neutron [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Successfully created port: 80b1f2c2-9fda-4e67-a2c4-8838ad880301 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.375234] env[69603]: DEBUG nova.network.neutron [-] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.496132] env[69603]: INFO nova.compute.manager [-] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Took 2.50 seconds to deallocate network for instance. [ 1020.674713] env[69603]: DEBUG nova.scheduler.client.report [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.689978] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a2f0a2-2320-c029-1cea-3a7d301f9486, 'name': SearchDatastore_Task, 'duration_secs': 0.01588} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.690358] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.693395] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 20a32402-3ce0-448d-a523-e70f37dc8f82/20a32402-3ce0-448d-a523-e70f37dc8f82.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.693395] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.693395] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1020.693395] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7ba3efd-91fe-4bab-9c4c-ce11042e11c0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.695937] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bf9bb52-47c5-4cd3-98b1-4c1908b5ce0d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.710241] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1020.710241] env[69603]: value = "task-3480389" [ 1020.710241] env[69603]: _type = "Task" [ 1020.710241] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.712698] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1020.712984] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1020.725677] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78284dee-21fe-4b5c-a742-5ea91c82ed2d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.737800] env[69603]: DEBUG nova.compute.manager [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.741059] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.743133] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Waiting for the task: (returnval){ [ 1020.743133] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5238ac2b-f19a-1998-f561-5e102d2fcf91" [ 1020.743133] env[69603]: _type = "Task" [ 1020.743133] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.754999] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5238ac2b-f19a-1998-f561-5e102d2fcf91, 'name': SearchDatastore_Task, 'duration_secs': 0.011895} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.755908] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a653347-2892-4786-96a6-d68c33052f14 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.764049] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Waiting for the task: (returnval){ [ 1020.764049] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52aebf2e-a490-eb90-94ee-12fdb97d5f53" [ 1020.764049] env[69603]: _type = "Task" [ 1020.764049] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.772743] env[69603]: DEBUG nova.network.neutron [-] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.783080] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52aebf2e-a490-eb90-94ee-12fdb97d5f53, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.785745] env[69603]: DEBUG nova.virt.hardware [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.785881] env[69603]: DEBUG nova.virt.hardware [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.786625] env[69603]: DEBUG nova.virt.hardware [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.786625] env[69603]: DEBUG nova.virt.hardware [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.786625] env[69603]: DEBUG nova.virt.hardware [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.786625] env[69603]: DEBUG nova.virt.hardware [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.787060] env[69603]: DEBUG nova.virt.hardware [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.787060] env[69603]: DEBUG nova.virt.hardware [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.788223] env[69603]: DEBUG nova.virt.hardware [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.788592] env[69603]: DEBUG nova.virt.hardware [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.788592] env[69603]: DEBUG nova.virt.hardware [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.788942] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.789231] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 51281140-ec89-41be-8546-1065bfeaed63/51281140-ec89-41be-8546-1065bfeaed63.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.790057] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07251ba1-e720-463f-b03d-271675d7c2a3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.794024] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd325253-f460-421d-af63-18adce2944a2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.797125] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0827445-0c5e-4041-9ef2-e63e02bb9c26 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.803614] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3405473d-ebc7-42c5-ba50-d7b87b0ab113 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.812497] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Waiting for the task: (returnval){ [ 1020.812497] env[69603]: value = "task-3480390" [ 1020.812497] env[69603]: _type = "Task" [ 1020.812497] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.816335] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9021989-735e-4307-b2d9-5ca9b3518c5c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.845616] env[69603]: DEBUG nova.compute.manager [req-70f63ddf-3790-4405-9ccd-c778174f198a req-36caec19-4b7d-40ae-9a0f-d455d58fc668 service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Received event network-vif-deleted-537cb2e7-a2e6-4829-bff8-fcce85ec68ee {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.845819] env[69603]: DEBUG nova.compute.manager [req-70f63ddf-3790-4405-9ccd-c778174f198a req-36caec19-4b7d-40ae-9a0f-d455d58fc668 service nova] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Received event network-vif-deleted-787e861c-b20f-4235-a2a3-0331cee64a55 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.852716] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.868403] env[69603]: DEBUG nova.compute.manager [req-ec601d32-98fd-4322-aa0b-f1d04767cc96 req-19f78961-7269-412f-87b4-cfca831bc17a service nova] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Detach interface failed, port_id=305781b0-f90e-45ca-a0d7-2018fc60f317, reason: Instance bfe464e2-d734-4c83-80df-56b94c7a0681 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1020.879719] env[69603]: INFO nova.compute.manager [-] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Took 1.93 seconds to deallocate network for instance. [ 1021.001763] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.179635] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.474s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.179889] env[69603]: INFO nova.compute.manager [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Migrating [ 1021.187594] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.085s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.188297] env[69603]: DEBUG nova.objects.instance [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lazy-loading 'resources' on Instance uuid 5152571a-0816-4125-946a-c6180350ccfe {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.227019] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480389, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.276915] env[69603]: INFO nova.compute.manager [-] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Took 1.49 seconds to deallocate network for instance. [ 1021.343285] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480390, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.386957] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.762396] env[69603]: INFO nova.compute.manager [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Rebuilding instance [ 1021.762396] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "refresh_cache-4eb8c461-4203-47a2-bc6f-bb5690d70f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.762396] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "refresh_cache-4eb8c461-4203-47a2-bc6f-bb5690d70f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.762396] env[69603]: DEBUG nova.network.neutron [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.762396] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563266} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.762396] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 20a32402-3ce0-448d-a523-e70f37dc8f82/20a32402-3ce0-448d-a523-e70f37dc8f82.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.762396] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.762396] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6b13dfe-8a85-491e-a324-1425805bd26c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.762396] env[69603]: DEBUG nova.compute.manager [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.762396] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0a4ffd-7c32-4978-9734-f4e7410aadb0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.762396] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1021.762396] env[69603]: value = "task-3480392" [ 1021.762396] env[69603]: _type = "Task" [ 1021.762396] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.792888] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.842916] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.804096} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.843334] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 51281140-ec89-41be-8546-1065bfeaed63/51281140-ec89-41be-8546-1065bfeaed63.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.843587] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.843854] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e57d8cc-1678-4f15-baa3-5dd03144c374 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.852732] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Waiting for the task: (returnval){ [ 1021.852732] env[69603]: value = "task-3480393" [ 1021.852732] env[69603]: _type = "Task" [ 1021.852732] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.866804] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.030791] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fba440-340a-4200-b80a-15fa44ad9105 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.040316] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5907b56d-cb5b-445e-b34f-18b0cab9fb91 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.077403] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a359dc83-ee59-410a-91c4-66ea711f088f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.088405] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5bceae-911c-4602-b3cf-59b6e6d2fca4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.103464] env[69603]: DEBUG nova.compute.provider_tree [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.267827] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108682} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.268489] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.271668] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7aa5fa-8394-4b48-9ed1-2b0fade5329f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.299190] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 20a32402-3ce0-448d-a523-e70f37dc8f82/20a32402-3ce0-448d-a523-e70f37dc8f82.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.299896] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86bc534f-f1c9-4129-8e0b-a31ec4072ee3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.326029] env[69603]: DEBUG nova.network.neutron [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Successfully updated port: 80b1f2c2-9fda-4e67-a2c4-8838ad880301 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.327363] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1022.327363] env[69603]: value = "task-3480394" [ 1022.327363] env[69603]: _type = "Task" [ 1022.327363] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.338668] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480394, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.364517] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.248557} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.364713] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1022.365570] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20750ce-623d-4d6e-9228-ce4adb86d754 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.392565] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 51281140-ec89-41be-8546-1065bfeaed63/51281140-ec89-41be-8546-1065bfeaed63.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1022.392967] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b61a43b1-b846-4b71-817c-b734688c71d3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.417798] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Waiting for the task: (returnval){ [ 1022.417798] env[69603]: value = "task-3480395" [ 1022.417798] env[69603]: _type = "Task" [ 1022.417798] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.433808] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.606957] env[69603]: DEBUG nova.scheduler.client.report [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.769418] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.770097] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac40f67f-ba7d-47ea-aab8-1367943b2ba6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.781496] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1022.781496] env[69603]: value = "task-3480396" [ 1022.781496] env[69603]: _type = "Task" [ 1022.781496] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.796680] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480396, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.799901] env[69603]: DEBUG nova.network.neutron [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Updating instance_info_cache with network_info: [{"id": "c42a761c-5bad-4453-9db3-fe740992a66c", "address": "fa:16:3e:c6:3e:cd", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42a761c-5b", "ovs_interfaceid": "c42a761c-5bad-4453-9db3-fe740992a66c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.825096] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "refresh_cache-46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.825380] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquired lock "refresh_cache-46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.825636] env[69603]: DEBUG nova.network.neutron [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.840964] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.883667] env[69603]: DEBUG nova.compute.manager [req-a4258a00-c625-4dba-9324-41bbf288c770 req-bd4889f2-90d7-47a2-883a-568f02750283 service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Received event network-vif-plugged-80b1f2c2-9fda-4e67-a2c4-8838ad880301 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.883887] env[69603]: DEBUG oslo_concurrency.lockutils [req-a4258a00-c625-4dba-9324-41bbf288c770 req-bd4889f2-90d7-47a2-883a-568f02750283 service nova] Acquiring lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.887018] env[69603]: DEBUG oslo_concurrency.lockutils [req-a4258a00-c625-4dba-9324-41bbf288c770 req-bd4889f2-90d7-47a2-883a-568f02750283 service nova] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.887018] env[69603]: DEBUG oslo_concurrency.lockutils [req-a4258a00-c625-4dba-9324-41bbf288c770 req-bd4889f2-90d7-47a2-883a-568f02750283 service nova] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.887018] env[69603]: DEBUG nova.compute.manager [req-a4258a00-c625-4dba-9324-41bbf288c770 req-bd4889f2-90d7-47a2-883a-568f02750283 service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] No waiting events found dispatching network-vif-plugged-80b1f2c2-9fda-4e67-a2c4-8838ad880301 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.887018] env[69603]: WARNING nova.compute.manager [req-a4258a00-c625-4dba-9324-41bbf288c770 req-bd4889f2-90d7-47a2-883a-568f02750283 service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Received unexpected event network-vif-plugged-80b1f2c2-9fda-4e67-a2c4-8838ad880301 for instance with vm_state building and task_state spawning. [ 1022.887018] env[69603]: DEBUG nova.compute.manager [req-a4258a00-c625-4dba-9324-41bbf288c770 req-bd4889f2-90d7-47a2-883a-568f02750283 service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Received event network-changed-80b1f2c2-9fda-4e67-a2c4-8838ad880301 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.887018] env[69603]: DEBUG nova.compute.manager [req-a4258a00-c625-4dba-9324-41bbf288c770 req-bd4889f2-90d7-47a2-883a-568f02750283 service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Refreshing instance network info cache due to event network-changed-80b1f2c2-9fda-4e67-a2c4-8838ad880301. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.887018] env[69603]: DEBUG oslo_concurrency.lockutils [req-a4258a00-c625-4dba-9324-41bbf288c770 req-bd4889f2-90d7-47a2-883a-568f02750283 service nova] Acquiring lock "refresh_cache-46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.930844] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.115132] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.122096] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.043s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.125614] env[69603]: INFO nova.compute.claims [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.149986] env[69603]: INFO nova.scheduler.client.report [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Deleted allocations for instance 5152571a-0816-4125-946a-c6180350ccfe [ 1023.298174] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480396, 'name': PowerOffVM_Task, 'duration_secs': 0.432683} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.298284] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.299615] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.300164] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e90a2e-c81d-4262-8ed3-70a0452f227f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.303498] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "refresh_cache-4eb8c461-4203-47a2-bc6f-bb5690d70f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.311687] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.312310] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-114cdd94-0b3d-4118-ae8d-f42f71a66950 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.341123] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480394, 'name': ReconfigVM_Task, 'duration_secs': 0.86602} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.341446] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 20a32402-3ce0-448d-a523-e70f37dc8f82/20a32402-3ce0-448d-a523-e70f37dc8f82.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.342434] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65ff373a-31b9-4bb8-91af-8381570f4c3a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.348615] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.348948] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.349099] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Deleting the datastore file [datastore2] 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.349289] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18235793-5e8c-447b-aebb-078a234f5f62 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.354471] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1023.354471] env[69603]: value = "task-3480398" [ 1023.354471] env[69603]: _type = "Task" [ 1023.354471] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.360154] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1023.360154] env[69603]: value = "task-3480399" [ 1023.360154] env[69603]: _type = "Task" [ 1023.360154] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.372738] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.377199] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480398, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.382613] env[69603]: DEBUG nova.network.neutron [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.429458] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480395, 'name': ReconfigVM_Task, 'duration_secs': 0.725033} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.429761] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 51281140-ec89-41be-8546-1065bfeaed63/51281140-ec89-41be-8546-1065bfeaed63.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.430433] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0052dbbb-bb21-4a15-8db3-dc63a3e6ed30 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.438973] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Waiting for the task: (returnval){ [ 1023.438973] env[69603]: value = "task-3480400" [ 1023.438973] env[69603]: _type = "Task" [ 1023.438973] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.453448] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480400, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.603313] env[69603]: DEBUG nova.network.neutron [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Updating instance_info_cache with network_info: [{"id": "80b1f2c2-9fda-4e67-a2c4-8838ad880301", "address": "fa:16:3e:b8:f0:2b", "network": {"id": "7aeae22d-1c84-4202-833c-be390d4657c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1852655830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e958e81dd354d6984e55f03ad345556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b1f2c2-9f", "ovs_interfaceid": "80b1f2c2-9fda-4e67-a2c4-8838ad880301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.660652] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c22bb069-c773-4c72-a166-7334c93199a1 tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "5152571a-0816-4125-946a-c6180350ccfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.128s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.873956] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480398, 'name': Rename_Task, 'duration_secs': 0.236126} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.875234] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.876019] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-309a8e99-ce39-4a51-83b8-1e78fc847b1f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.880591] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177027} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.883018] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.883018] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.883018] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.887850] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1023.887850] env[69603]: value = "task-3480401" [ 1023.887850] env[69603]: _type = "Task" [ 1023.887850] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.901763] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.951395] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480400, 'name': Rename_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.108846] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Releasing lock "refresh_cache-46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.109040] env[69603]: DEBUG nova.compute.manager [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Instance network_info: |[{"id": "80b1f2c2-9fda-4e67-a2c4-8838ad880301", "address": "fa:16:3e:b8:f0:2b", "network": {"id": "7aeae22d-1c84-4202-833c-be390d4657c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1852655830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e958e81dd354d6984e55f03ad345556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b1f2c2-9f", "ovs_interfaceid": "80b1f2c2-9fda-4e67-a2c4-8838ad880301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.112939] env[69603]: DEBUG oslo_concurrency.lockutils [req-a4258a00-c625-4dba-9324-41bbf288c770 req-bd4889f2-90d7-47a2-883a-568f02750283 service nova] Acquired lock "refresh_cache-46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.112939] env[69603]: DEBUG nova.network.neutron [req-a4258a00-c625-4dba-9324-41bbf288c770 req-bd4889f2-90d7-47a2-883a-568f02750283 service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Refreshing network info cache for port 80b1f2c2-9fda-4e67-a2c4-8838ad880301 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.112939] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:f0:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80b1f2c2-9fda-4e67-a2c4-8838ad880301', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.120556] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.121281] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.122463] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0c895a0-4dab-4ede-89d1-25c94d235a7a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.149359] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.149359] env[69603]: value = "task-3480402" [ 1024.149359] env[69603]: _type = "Task" [ 1024.149359] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.158771] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480402, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.409150] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480401, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.459776] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480400, 'name': Rename_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.470072] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0400dbb-e7c2-4c4a-aa83-f877f859ccc6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.478226] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55213f5f-1e7e-4f71-8d8f-3b2f1568e4a8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.511034] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc782d1d-9bc3-47cb-86bc-6a20e8712355 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.520179] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a87834-e01b-4123-bbb3-17e203f0d4e2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.536415] env[69603]: DEBUG nova.compute.provider_tree [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.665462] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480402, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.742022] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.825331] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52f32c3-3dc4-453d-9a49-761b1884c18e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.849588] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Updating instance '4eb8c461-4203-47a2-bc6f-bb5690d70f21' progress to 0 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1024.910847] env[69603]: DEBUG oslo_vmware.api [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480401, 'name': PowerOnVM_Task, 'duration_secs': 0.563409} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.911276] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.911328] env[69603]: INFO nova.compute.manager [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Took 6.55 seconds to spawn the instance on the hypervisor. [ 1024.911592] env[69603]: DEBUG nova.compute.manager [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.912485] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84711ae-deda-42cf-8ba7-a80c3e3ba7dd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.946136] env[69603]: DEBUG nova.virt.hardware [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.946402] env[69603]: DEBUG nova.virt.hardware [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.946576] env[69603]: DEBUG nova.virt.hardware [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.946740] env[69603]: DEBUG nova.virt.hardware [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.946884] env[69603]: DEBUG nova.virt.hardware [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.947036] env[69603]: DEBUG nova.virt.hardware [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.947251] env[69603]: DEBUG nova.virt.hardware [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.947410] env[69603]: DEBUG nova.virt.hardware [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.947573] env[69603]: DEBUG nova.virt.hardware [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.947734] env[69603]: DEBUG nova.virt.hardware [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.947970] env[69603]: DEBUG nova.virt.hardware [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.953101] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b942fda-d3c5-4a56-ab6d-2119090eb764 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.963331] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480400, 'name': Rename_Task, 'duration_secs': 1.217198} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.965287] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f88d526-a697-419d-b222-f0b24bdc66ef {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.969252] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1024.973509] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28d750fb-7a18-4eb1-ae8f-a67ac80b8e40 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.985594] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.991483] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.992804] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.993164] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Waiting for the task: (returnval){ [ 1024.993164] env[69603]: value = "task-3480403" [ 1024.993164] env[69603]: _type = "Task" [ 1024.993164] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.993366] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-099e190b-6087-4b34-b383-c0714ac8b3fe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.015546] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480403, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.017089] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.017089] env[69603]: value = "task-3480404" [ 1025.017089] env[69603]: _type = "Task" [ 1025.017089] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.026964] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480404, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.030876] env[69603]: DEBUG nova.network.neutron [req-a4258a00-c625-4dba-9324-41bbf288c770 req-bd4889f2-90d7-47a2-883a-568f02750283 service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Updated VIF entry in instance network info cache for port 80b1f2c2-9fda-4e67-a2c4-8838ad880301. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.031500] env[69603]: DEBUG nova.network.neutron [req-a4258a00-c625-4dba-9324-41bbf288c770 req-bd4889f2-90d7-47a2-883a-568f02750283 service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Updating instance_info_cache with network_info: [{"id": "80b1f2c2-9fda-4e67-a2c4-8838ad880301", "address": "fa:16:3e:b8:f0:2b", "network": {"id": "7aeae22d-1c84-4202-833c-be390d4657c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1852655830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e958e81dd354d6984e55f03ad345556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b1f2c2-9f", "ovs_interfaceid": "80b1f2c2-9fda-4e67-a2c4-8838ad880301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.039539] env[69603]: DEBUG nova.scheduler.client.report [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.168248] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480402, 'name': CreateVM_Task, 'duration_secs': 0.519961} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.169071] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.169482] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.169711] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.170079] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.170400] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0a93e6d-dfe8-49f6-ad37-eaa88cf8086e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.177159] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1025.177159] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5223abce-5104-50f4-6f5b-9ed64e0a6850" [ 1025.177159] env[69603]: _type = "Task" [ 1025.177159] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.188166] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5223abce-5104-50f4-6f5b-9ed64e0a6850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.241636] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "56d26598-ca7b-41c2-88c0-d7dee437d683" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.241636] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "56d26598-ca7b-41c2-88c0-d7dee437d683" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.241636] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "56d26598-ca7b-41c2-88c0-d7dee437d683-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.241636] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "56d26598-ca7b-41c2-88c0-d7dee437d683-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.241636] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "56d26598-ca7b-41c2-88c0-d7dee437d683-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.243280] env[69603]: INFO nova.compute.manager [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Terminating instance [ 1025.364649] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.365117] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.365378] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.365607] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.365823] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.366008] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.367593] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b32d341-0296-4da0-8d43-63c295afe547 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.371040] env[69603]: INFO nova.compute.manager [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Terminating instance [ 1025.380724] env[69603]: DEBUG oslo_vmware.api [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1025.380724] env[69603]: value = "task-3480405" [ 1025.380724] env[69603]: _type = "Task" [ 1025.380724] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.393649] env[69603]: DEBUG oslo_vmware.api [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.435191] env[69603]: INFO nova.compute.manager [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Took 35.25 seconds to build instance. [ 1025.516769] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480403, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.528474] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480404, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.534601] env[69603]: DEBUG oslo_concurrency.lockutils [req-a4258a00-c625-4dba-9324-41bbf288c770 req-bd4889f2-90d7-47a2-883a-568f02750283 service nova] Releasing lock "refresh_cache-46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.545333] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.426s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.546257] env[69603]: DEBUG nova.compute.manager [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1025.549737] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.550s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.550046] env[69603]: DEBUG nova.objects.instance [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lazy-loading 'resources' on Instance uuid bb676803-6fae-4484-a7cb-d65b3bcce373 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.694645] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5223abce-5104-50f4-6f5b-9ed64e0a6850, 'name': SearchDatastore_Task, 'duration_secs': 0.017612} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.694645] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.695284] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.695284] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.695284] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.695421] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.695795] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-452071b1-3687-487d-ba87-461d16ec2e8e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.707867] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.708071] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.708855] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af8a26f-ac49-4a54-9474-2ad0a8c6bb54 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.716070] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1025.716070] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52eae40f-64b6-8547-7e19-130ed45cfa60" [ 1025.716070] env[69603]: _type = "Task" [ 1025.716070] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.724947] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52eae40f-64b6-8547-7e19-130ed45cfa60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.750315] env[69603]: DEBUG nova.compute.manager [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.750541] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.751654] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5600fc9-28a2-4d53-8835-9833f53ddf26 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.760248] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.760557] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a2bd2ef-f743-489b-919f-f99e8e3b34e3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.772722] env[69603]: DEBUG oslo_vmware.api [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1025.772722] env[69603]: value = "task-3480406" [ 1025.772722] env[69603]: _type = "Task" [ 1025.772722] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.780793] env[69603]: DEBUG oslo_vmware.api [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.875778] env[69603]: DEBUG nova.compute.manager [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.876022] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.876926] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42121d5-e1dc-4f60-8be3-41cc5e90ca5c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.889926] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.890669] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-954baecf-4db2-4ecb-a2f0-f600c08d8bbd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.897635] env[69603]: DEBUG oslo_vmware.api [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480405, 'name': PowerOffVM_Task, 'duration_secs': 0.224654} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.901045] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.901045] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Updating instance '4eb8c461-4203-47a2-bc6f-bb5690d70f21' progress to 17 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1025.906023] env[69603]: DEBUG oslo_vmware.api [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1025.906023] env[69603]: value = "task-3480407" [ 1025.906023] env[69603]: _type = "Task" [ 1025.906023] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.922138] env[69603]: DEBUG oslo_vmware.api [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.938455] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73bde7ab-d3bd-4d98-ab9d-7c36d1276d98 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Lock "20a32402-3ce0-448d-a523-e70f37dc8f82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.769s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.021778] env[69603]: DEBUG oslo_vmware.api [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480403, 'name': PowerOnVM_Task, 'duration_secs': 0.724198} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.025842] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.026261] env[69603]: INFO nova.compute.manager [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1026.026596] env[69603]: DEBUG nova.compute.manager [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.028308] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f039b782-0984-4039-8e2d-85110f63249b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.043697] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480404, 'name': CreateVM_Task, 'duration_secs': 0.520598} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.044206] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.045571] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.045571] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.045571] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.045775] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f298d7e9-3ebd-483e-b8c1-3a9560f81e6d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.052873] env[69603]: DEBUG nova.compute.utils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.058268] env[69603]: DEBUG nova.compute.manager [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.058268] env[69603]: DEBUG nova.network.neutron [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.060656] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1026.060656] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b764ff-57cd-bcc2-ebd5-630914f10e84" [ 1026.060656] env[69603]: _type = "Task" [ 1026.060656] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.084322] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b764ff-57cd-bcc2-ebd5-630914f10e84, 'name': SearchDatastore_Task, 'duration_secs': 0.018103} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.084758] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.085268] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1026.085453] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.172902] env[69603]: DEBUG nova.policy [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bfceafe66d341449e5741e28cb57794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8198682609684cf3b6741806b7d5da40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.237173] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52eae40f-64b6-8547-7e19-130ed45cfa60, 'name': SearchDatastore_Task, 'duration_secs': 0.011168} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.241634] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c9acea-b9ac-4233-96b6-f6745be0bcf2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.248108] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1026.248108] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52acd737-06d7-fca5-1c1d-2c067bb567bf" [ 1026.248108] env[69603]: _type = "Task" [ 1026.248108] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.263160] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52acd737-06d7-fca5-1c1d-2c067bb567bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.288806] env[69603]: DEBUG oslo_vmware.api [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480406, 'name': PowerOffVM_Task, 'duration_secs': 0.268532} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.288954] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.289628] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.289628] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30e55326-a3a4-46c6-ad71-e856d5263021 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.372648] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.372648] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.372648] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Deleting the datastore file [datastore1] 56d26598-ca7b-41c2-88c0-d7dee437d683 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.372777] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-160cd49c-1f01-40f4-8008-aa166f711633 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.382291] env[69603]: DEBUG oslo_vmware.api [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1026.382291] env[69603]: value = "task-3480409" [ 1026.382291] env[69603]: _type = "Task" [ 1026.382291] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.395108] env[69603]: DEBUG oslo_vmware.api [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.402932] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc5c6f7-5cbd-4429-aab4-542cbd573099 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.407965] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1026.408098] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1026.408291] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.408388] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1026.408527] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.408672] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1026.409105] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1026.409287] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1026.409496] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1026.409605] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1026.409773] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1026.415050] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50fb086a-011f-4249-a4d2-a9b307a5bd7d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.439915] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced98335-8e6b-4d2a-b22c-5b15cea83634 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.443309] env[69603]: DEBUG oslo_vmware.api [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480407, 'name': PowerOffVM_Task, 'duration_secs': 0.291201} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.443592] env[69603]: DEBUG oslo_vmware.api [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1026.443592] env[69603]: value = "task-3480410" [ 1026.443592] env[69603]: _type = "Task" [ 1026.443592] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.443865] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.444011] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.444764] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56336617-3e9d-4e30-9d42-f4936ce7fa00 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.478781] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9edf2a8-05ea-4c17-b5cf-113bbc332564 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.484884] env[69603]: DEBUG oslo_vmware.api [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480410, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.490734] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3af288a-163b-411d-9e83-8486b7320a43 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.506237] env[69603]: INFO nova.compute.manager [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Rebuilding instance [ 1026.508491] env[69603]: DEBUG nova.compute.provider_tree [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.556631] env[69603]: INFO nova.compute.manager [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Took 38.71 seconds to build instance. [ 1026.561552] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.561896] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.562197] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Deleting the datastore file [datastore1] a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.562838] env[69603]: DEBUG nova.compute.manager [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1026.562983] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4ca7df7-04e5-4a47-9c01-fe88cf489f76 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.565733] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdb97b9-169f-4a80-b6dc-72a730ef2a21 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.568893] env[69603]: DEBUG nova.compute.manager [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.582057] env[69603]: DEBUG oslo_vmware.api [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for the task: (returnval){ [ 1026.582057] env[69603]: value = "task-3480412" [ 1026.582057] env[69603]: _type = "Task" [ 1026.582057] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.591681] env[69603]: DEBUG oslo_vmware.api [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.760864] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52acd737-06d7-fca5-1c1d-2c067bb567bf, 'name': SearchDatastore_Task, 'duration_secs': 0.012833} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.761569] env[69603]: DEBUG nova.network.neutron [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Successfully created port: ca8f17fe-2f3c-431d-be75-6a4afe9ab298 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1026.763810] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.764125] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a/46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.764457] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.764730] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1026.764951] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e2e22b7-8be5-4b18-b4a6-ad856b3b3bcf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.769937] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df1f33e9-3485-4d40-9492-f176e207c10c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.783368] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.783763] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.788228] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1026.788228] env[69603]: value = "task-3480413" [ 1026.788228] env[69603]: _type = "Task" [ 1026.788228] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.790301] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1026.790967] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1026.796204] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b1de4fa-7974-432b-817f-912ba4c788e3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.811151] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.813024] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1026.813024] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b97ef7-b05a-aa3d-8daa-bb95d4c9bd30" [ 1026.813024] env[69603]: _type = "Task" [ 1026.813024] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.827115] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b97ef7-b05a-aa3d-8daa-bb95d4c9bd30, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.827115] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce4a2b98-1086-4d60-8ca6-93a609d79dae {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.833813] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1026.833813] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ab7599-82a0-0af1-b437-94c5c1fd86cf" [ 1026.833813] env[69603]: _type = "Task" [ 1026.833813] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.843833] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ab7599-82a0-0af1-b437-94c5c1fd86cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.892507] env[69603]: DEBUG oslo_vmware.api [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141541} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.892806] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.893017] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.893237] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.893445] env[69603]: INFO nova.compute.manager [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1026.893710] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.893914] env[69603]: DEBUG nova.compute.manager [-] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.894022] env[69603]: DEBUG nova.network.neutron [-] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.955445] env[69603]: DEBUG oslo_vmware.api [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480410, 'name': ReconfigVM_Task, 'duration_secs': 0.31242} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.955781] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Updating instance '4eb8c461-4203-47a2-bc6f-bb5690d70f21' progress to 33 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1027.011684] env[69603]: DEBUG nova.scheduler.client.report [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.060922] env[69603]: DEBUG oslo_concurrency.lockutils [None req-af70a841-bb07-4fd6-8cc7-88a98fa8a0ff tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Lock "51281140-ec89-41be-8546-1065bfeaed63" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.818s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.103188] env[69603]: DEBUG oslo_vmware.api [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Task: {'id': task-3480412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153893} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.103753] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.104208] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.106019] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.106019] env[69603]: INFO nova.compute.manager [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1027.106019] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.106019] env[69603]: DEBUG nova.compute.manager [-] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.106019] env[69603]: DEBUG nova.network.neutron [-] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.167367] env[69603]: DEBUG nova.compute.manager [req-a95ab8ce-351b-42e2-9b0d-9b47bff5f525 req-c57e5f12-b8da-4758-8b98-5f62251936ed service nova] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Received event network-vif-deleted-c3f09881-796b-4859-8c19-2313b74a0d00 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.167367] env[69603]: INFO nova.compute.manager [req-a95ab8ce-351b-42e2-9b0d-9b47bff5f525 req-c57e5f12-b8da-4758-8b98-5f62251936ed service nova] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Neutron deleted interface c3f09881-796b-4859-8c19-2313b74a0d00; detaching it from the instance and deleting it from the info cache [ 1027.167367] env[69603]: DEBUG nova.network.neutron [req-a95ab8ce-351b-42e2-9b0d-9b47bff5f525 req-c57e5f12-b8da-4758-8b98-5f62251936ed service nova] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.278057] env[69603]: DEBUG oslo_concurrency.lockutils [None req-147bb9c7-0650-4920-a062-22864c2e9721 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Acquiring lock "51281140-ec89-41be-8546-1065bfeaed63" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.278381] env[69603]: DEBUG oslo_concurrency.lockutils [None req-147bb9c7-0650-4920-a062-22864c2e9721 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Lock "51281140-ec89-41be-8546-1065bfeaed63" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.278665] env[69603]: INFO nova.compute.manager [None req-147bb9c7-0650-4920-a062-22864c2e9721 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Rebooting instance [ 1027.287736] env[69603]: DEBUG nova.compute.manager [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.303320] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480413, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.350485] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ab7599-82a0-0af1-b437-94c5c1fd86cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011037} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.350708] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.350981] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef/83d0ed90-f1d0-4dc8-8b4a-c186212c8cef.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1027.351363] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11b91e1f-3c70-4249-8708-229af94ea777 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.361305] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1027.361305] env[69603]: value = "task-3480414" [ 1027.361305] env[69603]: _type = "Task" [ 1027.361305] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.382791] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.462759] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.463046] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.463279] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.463471] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.463615] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.463761] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.463962] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.464844] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.464844] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.464974] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.465094] env[69603]: DEBUG nova.virt.hardware [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.470557] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1027.470857] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-697d0f01-f118-4068-81a3-8cf7b79842ab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.497356] env[69603]: DEBUG oslo_vmware.api [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1027.497356] env[69603]: value = "task-3480415" [ 1027.497356] env[69603]: _type = "Task" [ 1027.497356] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.512665] env[69603]: DEBUG oslo_vmware.api [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480415, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.517567] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.520184] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.133s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.520474] env[69603]: DEBUG nova.objects.instance [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lazy-loading 'resources' on Instance uuid a0aba5ee-b361-4f90-81a0-2fe4b9542819 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.545129] env[69603]: INFO nova.scheduler.client.report [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Deleted allocations for instance bb676803-6fae-4484-a7cb-d65b3bcce373 [ 1027.583293] env[69603]: DEBUG nova.compute.manager [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1027.587010] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1027.587522] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc631afb-01da-43f6-8b62-267ad2824e51 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.599038] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1027.599038] env[69603]: value = "task-3480416" [ 1027.599038] env[69603]: _type = "Task" [ 1027.599038] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.615244] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.624210] env[69603]: DEBUG nova.virt.hardware [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1027.624503] env[69603]: DEBUG nova.virt.hardware [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1027.624682] env[69603]: DEBUG nova.virt.hardware [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1027.624883] env[69603]: DEBUG nova.virt.hardware [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1027.625048] env[69603]: DEBUG nova.virt.hardware [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1027.625236] env[69603]: DEBUG nova.virt.hardware [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1027.625477] env[69603]: DEBUG nova.virt.hardware [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1027.625660] env[69603]: DEBUG nova.virt.hardware [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1027.625879] env[69603]: DEBUG nova.virt.hardware [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1027.626058] env[69603]: DEBUG nova.virt.hardware [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1027.626238] env[69603]: DEBUG nova.virt.hardware [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1027.627487] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cd3616-b472-4783-bb59-f88dc1f86dac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.636400] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271ae59b-4a06-4108-8bec-12fa8d30fddf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.651823] env[69603]: DEBUG nova.network.neutron [-] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.670298] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d45922a-f111-42a3-97fb-baf2a8611349 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.681785] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2149d79-85e2-4641-9a05-dd26d283017f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.718819] env[69603]: DEBUG nova.compute.manager [req-a95ab8ce-351b-42e2-9b0d-9b47bff5f525 req-c57e5f12-b8da-4758-8b98-5f62251936ed service nova] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Detach interface failed, port_id=c3f09881-796b-4859-8c19-2313b74a0d00, reason: Instance 56d26598-ca7b-41c2-88c0-d7dee437d683 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1027.812730] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480413, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67172} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.814712] env[69603]: DEBUG oslo_concurrency.lockutils [None req-147bb9c7-0650-4920-a062-22864c2e9721 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Acquiring lock "refresh_cache-51281140-ec89-41be-8546-1065bfeaed63" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.814924] env[69603]: DEBUG oslo_concurrency.lockutils [None req-147bb9c7-0650-4920-a062-22864c2e9721 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Acquired lock "refresh_cache-51281140-ec89-41be-8546-1065bfeaed63" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.815144] env[69603]: DEBUG nova.network.neutron [None req-147bb9c7-0650-4920-a062-22864c2e9721 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.817602] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a/46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.818198] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.819104] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-536ed54c-0503-49ff-a2a5-f6fcff217864 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.825510] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.828941] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1027.828941] env[69603]: value = "task-3480417" [ 1027.828941] env[69603]: _type = "Task" [ 1027.828941] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.843316] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480417, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.873861] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480414, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.006107] env[69603]: DEBUG nova.network.neutron [-] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.016985] env[69603]: DEBUG oslo_vmware.api [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480415, 'name': ReconfigVM_Task, 'duration_secs': 0.274212} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.017552] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1028.020791] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c347e8bd-0cea-4b77-97df-c3bc968b2114 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.057322] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 4eb8c461-4203-47a2-bc6f-bb5690d70f21/4eb8c461-4203-47a2-bc6f-bb5690d70f21.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.062903] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-115b155d-8431-4d4d-8e15-0ce335ad49db {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.076324] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a46e0dc4-2d7e-4a2c-bc48-4be5208c8a66 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "bb676803-6fae-4484-a7cb-d65b3bcce373" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.730s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.078049] env[69603]: DEBUG oslo_concurrency.lockutils [req-8523f501-d6ac-4722-916f-2187f4e34fe2 req-aa475118-e0f5-46a9-942f-2c7f8dcfc01c service nova] Acquired lock "bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.079353] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794c9f77-4300-4206-8849-88c2f340aa0c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.084603] env[69603]: DEBUG oslo_vmware.api [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1028.084603] env[69603]: value = "task-3480418" [ 1028.084603] env[69603]: _type = "Task" [ 1028.084603] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.089599] env[69603]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1028.089759] env[69603]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69603) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1028.093283] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-181a351e-25c7-48c0-b203-ed38d4dec2a7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.099884] env[69603]: DEBUG oslo_vmware.api [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480418, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.107701] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef468704-51cc-4c4d-89fe-5b1e02f1f6ab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.129063] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480416, 'name': PowerOffVM_Task, 'duration_secs': 0.20661} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.129384] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1028.130204] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.130522] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1fff29-bc50-4cc7-8e81-e1d888602cd0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.147110] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.148964] env[69603]: ERROR root [req-8523f501-d6ac-4722-916f-2187f4e34fe2 req-aa475118-e0f5-46a9-942f-2c7f8dcfc01c service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-695778' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-695778' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-695778' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-695778'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-695778' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-695778' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-695778'}\n"]: nova.exception.InstanceNotFound: Instance bb676803-6fae-4484-a7cb-d65b3bcce373 could not be found. [ 1028.149583] env[69603]: DEBUG oslo_concurrency.lockutils [req-8523f501-d6ac-4722-916f-2187f4e34fe2 req-aa475118-e0f5-46a9-942f-2c7f8dcfc01c service nova] Releasing lock "bb676803-6fae-4484-a7cb-d65b3bcce373" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.149583] env[69603]: DEBUG nova.compute.manager [req-8523f501-d6ac-4722-916f-2187f4e34fe2 req-aa475118-e0f5-46a9-942f-2c7f8dcfc01c service nova] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Detach interface failed, port_id=84e4adb2-b28c-49fc-ab69-f54a8bafc1bf, reason: Instance bb676803-6fae-4484-a7cb-d65b3bcce373 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1028.149724] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-025fd6ad-7b2c-404c-abc5-86de83530acf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.158451] env[69603]: INFO nova.compute.manager [-] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Took 1.26 seconds to deallocate network for instance. [ 1028.184205] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.184462] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.184672] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Deleting the datastore file [datastore2] 20a32402-3ce0-448d-a523-e70f37dc8f82 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.186025] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bf7dad0-a2cb-4abe-aa87-26cb669ef788 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.193334] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1028.193334] env[69603]: value = "task-3480420" [ 1028.193334] env[69603]: _type = "Task" [ 1028.193334] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.205636] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.340450] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480417, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173361} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.343613] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.345669] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa588a0d-3154-4112-b8b8-334124807f9b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.376201] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a/46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.383097] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26b373fd-9935-4c43-9f14-bf9fb933afa4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.398940] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd8a4d1-2ab9-49e4-b7b4-00e808cfc2af {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.411728] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f04cb1b-861d-4898-9b0b-2e1e0807ef2c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.415847] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67261} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.415847] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1028.415847] env[69603]: value = "task-3480421" [ 1028.415847] env[69603]: _type = "Task" [ 1028.415847] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.416175] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef/83d0ed90-f1d0-4dc8-8b4a-c186212c8cef.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.417214] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.417214] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09050585-6669-42fc-9963-8fc9974ee42a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.450790] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd86ac0-f013-4d64-9d12-e567c33729e0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.458935] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1028.458935] env[69603]: value = "task-3480422" [ 1028.458935] env[69603]: _type = "Task" [ 1028.458935] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.459453] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.466587] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de69809-80b8-49d9-aadd-5a501e605e1b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.477236] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.488237] env[69603]: DEBUG nova.compute.provider_tree [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.521015] env[69603]: INFO nova.compute.manager [-] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Took 1.41 seconds to deallocate network for instance. [ 1028.596270] env[69603]: DEBUG oslo_vmware.api [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480418, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.661964] env[69603]: DEBUG nova.compute.manager [req-b3dc26a1-53c6-4b02-a1e8-f370797ecbdd req-71375bd1-6825-47d8-9601-6695d15c4b88 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Received event network-vif-plugged-ca8f17fe-2f3c-431d-be75-6a4afe9ab298 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.661964] env[69603]: DEBUG oslo_concurrency.lockutils [req-b3dc26a1-53c6-4b02-a1e8-f370797ecbdd req-71375bd1-6825-47d8-9601-6695d15c4b88 service nova] Acquiring lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.662115] env[69603]: DEBUG oslo_concurrency.lockutils [req-b3dc26a1-53c6-4b02-a1e8-f370797ecbdd req-71375bd1-6825-47d8-9601-6695d15c4b88 service nova] Lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.662272] env[69603]: DEBUG oslo_concurrency.lockutils [req-b3dc26a1-53c6-4b02-a1e8-f370797ecbdd req-71375bd1-6825-47d8-9601-6695d15c4b88 service nova] Lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.662453] env[69603]: DEBUG nova.compute.manager [req-b3dc26a1-53c6-4b02-a1e8-f370797ecbdd req-71375bd1-6825-47d8-9601-6695d15c4b88 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] No waiting events found dispatching network-vif-plugged-ca8f17fe-2f3c-431d-be75-6a4afe9ab298 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.662619] env[69603]: WARNING nova.compute.manager [req-b3dc26a1-53c6-4b02-a1e8-f370797ecbdd req-71375bd1-6825-47d8-9601-6695d15c4b88 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Received unexpected event network-vif-plugged-ca8f17fe-2f3c-431d-be75-6a4afe9ab298 for instance with vm_state building and task_state spawning. [ 1028.671388] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.706382] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196937} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.706713] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.706904] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.707114] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.781385] env[69603]: DEBUG nova.network.neutron [None req-147bb9c7-0650-4920-a062-22864c2e9721 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Updating instance_info_cache with network_info: [{"id": "4055440d-8efb-413b-920d-a6e9eaa2abd6", "address": "fa:16:3e:82:ae:39", "network": {"id": "d6f7430a-852f-44c7-9b4b-526804eec17f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-60750348-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90d28b8f354f4f61a4a55a983ee784f2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4055440d-8e", "ovs_interfaceid": "4055440d-8efb-413b-920d-a6e9eaa2abd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.871824] env[69603]: DEBUG nova.network.neutron [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Successfully updated port: ca8f17fe-2f3c-431d-be75-6a4afe9ab298 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.930305] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.969907] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480422, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.991075] env[69603]: DEBUG nova.scheduler.client.report [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.026872] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.096824] env[69603]: DEBUG oslo_vmware.api [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480418, 'name': ReconfigVM_Task, 'duration_secs': 0.613311} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.097212] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 4eb8c461-4203-47a2-bc6f-bb5690d70f21/4eb8c461-4203-47a2-bc6f-bb5690d70f21.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.097507] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Updating instance '4eb8c461-4203-47a2-bc6f-bb5690d70f21' progress to 50 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.196372] env[69603]: DEBUG nova.compute.manager [req-e097a0e0-1233-4ce5-bcf6-8c5c618ae9f7 req-c1c5dab3-4939-4623-8a5f-714494675844 service nova] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Received event network-vif-deleted-13e120b6-a168-48ad-bab1-e477f75060fa {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.288071] env[69603]: DEBUG oslo_concurrency.lockutils [None req-147bb9c7-0650-4920-a062-22864c2e9721 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Releasing lock "refresh_cache-51281140-ec89-41be-8546-1065bfeaed63" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.374014] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.374217] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.374427] env[69603]: DEBUG nova.network.neutron [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.430293] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480421, 'name': ReconfigVM_Task, 'duration_secs': 0.914466} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.430592] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a/46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.431290] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3eea00f8-14f3-4988-b5fe-dbecb8d2b306 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.437430] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1029.437430] env[69603]: value = "task-3480423" [ 1029.437430] env[69603]: _type = "Task" [ 1029.437430] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.447070] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480423, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.472600] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480422, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.623471} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.473026] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.474083] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeefc5da-40b0-40de-8bf2-ba17b76107e4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.504799] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef/83d0ed90-f1d0-4dc8-8b4a-c186212c8cef.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.505768] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.986s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.507889] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f347d10-c85b-4ff2-b69e-608c329f27cb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.523991] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.731s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.524607] env[69603]: DEBUG nova.objects.instance [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lazy-loading 'resources' on Instance uuid bfe464e2-d734-4c83-80df-56b94c7a0681 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.532908] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1029.532908] env[69603]: value = "task-3480424" [ 1029.532908] env[69603]: _type = "Task" [ 1029.532908] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.543948] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.547753] env[69603]: INFO nova.scheduler.client.report [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Deleted allocations for instance a0aba5ee-b361-4f90-81a0-2fe4b9542819 [ 1029.606298] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f74dd4-a8e0-4636-988a-af41fdd02cd3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.627941] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bee1a6-2b34-4e1f-a988-783a98acfaaf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.650045] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Updating instance '4eb8c461-4203-47a2-bc6f-bb5690d70f21' progress to 67 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.747422] env[69603]: DEBUG nova.virt.hardware [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.747422] env[69603]: DEBUG nova.virt.hardware [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.747422] env[69603]: DEBUG nova.virt.hardware [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.747422] env[69603]: DEBUG nova.virt.hardware [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.747422] env[69603]: DEBUG nova.virt.hardware [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.748092] env[69603]: DEBUG nova.virt.hardware [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.748476] env[69603]: DEBUG nova.virt.hardware [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.748750] env[69603]: DEBUG nova.virt.hardware [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.749024] env[69603]: DEBUG nova.virt.hardware [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.749284] env[69603]: DEBUG nova.virt.hardware [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.749549] env[69603]: DEBUG nova.virt.hardware [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.750530] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8cc44a-47d1-4ee2-96b5-7b12a7e1a427 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.761909] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa00e44-8ead-4086-890e-5567b9be1697 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.780185] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.787498] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.787912] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.788233] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82808b25-0dbd-4b4f-89db-18ad63d39596 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.804534] env[69603]: DEBUG nova.compute.manager [None req-147bb9c7-0650-4920-a062-22864c2e9721 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.805404] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e62b80da-a39c-4040-9087-8043bc7abe61 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.809862] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.809862] env[69603]: value = "task-3480425" [ 1029.809862] env[69603]: _type = "Task" [ 1029.809862] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.824612] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480425, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.914393] env[69603]: DEBUG nova.network.neutron [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1029.948716] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480423, 'name': Rename_Task, 'duration_secs': 0.272132} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.949152] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.949481] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeb7c86e-1461-4224-80da-4d8e53d1bce6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.957887] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1029.957887] env[69603]: value = "task-3480426" [ 1029.957887] env[69603]: _type = "Task" [ 1029.957887] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.967523] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.044684] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.059948] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ff0d4b48-1a8b-4433-8d42-d10347c19212 tempest-ServerRescueNegativeTestJSON-1558400484 tempest-ServerRescueNegativeTestJSON-1558400484-project-member] Lock "a0aba5ee-b361-4f90-81a0-2fe4b9542819" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.776s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.162838] env[69603]: DEBUG nova.network.neutron [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance_info_cache with network_info: [{"id": "ca8f17fe-2f3c-431d-be75-6a4afe9ab298", "address": "fa:16:3e:a2:fc:ef", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8f17fe-2f", "ovs_interfaceid": "ca8f17fe-2f3c-431d-be75-6a4afe9ab298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.324317] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480425, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.326224] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d14eb93-621e-4be9-b5be-541aa988a958 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.339188] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff78ce5-e87d-435c-af2c-08d35738b51f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.372674] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f0d6ca-d2fa-43af-8eac-23c36428b8c2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.381721] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514b66e2-8348-4d5a-875d-03b42e41ed64 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.397731] env[69603]: DEBUG nova.compute.provider_tree [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.404937] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "a761e010-7d9f-4fc1-9788-7caedf5e382e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.405189] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "a761e010-7d9f-4fc1-9788-7caedf5e382e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.468290] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.486770] env[69603]: DEBUG nova.network.neutron [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Port c42a761c-5bad-4453-9db3-fe740992a66c binding to destination host cpu-1 is already ACTIVE {{(pid=69603) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1030.544626] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480424, 'name': ReconfigVM_Task, 'duration_secs': 0.926665} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.544901] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef/83d0ed90-f1d0-4dc8-8b4a-c186212c8cef.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.545886] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8753b4db-e3ba-4b34-aec6-21566f65a42f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.553860] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1030.553860] env[69603]: value = "task-3480427" [ 1030.553860] env[69603]: _type = "Task" [ 1030.553860] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.564160] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480427, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.664687] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.665047] env[69603]: DEBUG nova.compute.manager [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Instance network_info: |[{"id": "ca8f17fe-2f3c-431d-be75-6a4afe9ab298", "address": "fa:16:3e:a2:fc:ef", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8f17fe-2f", "ovs_interfaceid": "ca8f17fe-2f3c-431d-be75-6a4afe9ab298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.665555] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:fc:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca8f17fe-2f3c-431d-be75-6a4afe9ab298', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.674526] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.675100] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.675348] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d2eb98e-905d-40d0-84e5-866177a617e2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.698470] env[69603]: DEBUG nova.compute.manager [req-8b3f8a75-0795-4164-8c65-23316e51a994 req-c991c608-1bd7-4ab4-8543-d4d903bf34e6 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Received event network-changed-ca8f17fe-2f3c-431d-be75-6a4afe9ab298 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.698656] env[69603]: DEBUG nova.compute.manager [req-8b3f8a75-0795-4164-8c65-23316e51a994 req-c991c608-1bd7-4ab4-8543-d4d903bf34e6 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Refreshing instance network info cache due to event network-changed-ca8f17fe-2f3c-431d-be75-6a4afe9ab298. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.698928] env[69603]: DEBUG oslo_concurrency.lockutils [req-8b3f8a75-0795-4164-8c65-23316e51a994 req-c991c608-1bd7-4ab4-8543-d4d903bf34e6 service nova] Acquiring lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.699014] env[69603]: DEBUG oslo_concurrency.lockutils [req-8b3f8a75-0795-4164-8c65-23316e51a994 req-c991c608-1bd7-4ab4-8543-d4d903bf34e6 service nova] Acquired lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.699301] env[69603]: DEBUG nova.network.neutron [req-8b3f8a75-0795-4164-8c65-23316e51a994 req-c991c608-1bd7-4ab4-8543-d4d903bf34e6 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Refreshing network info cache for port ca8f17fe-2f3c-431d-be75-6a4afe9ab298 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.706446] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.706446] env[69603]: value = "task-3480428" [ 1030.706446] env[69603]: _type = "Task" [ 1030.706446] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.721236] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480428, 'name': CreateVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.826019] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480425, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.828413] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f173756-6fb5-4f40-8aef-e5d0df6bd1aa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.838754] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-147bb9c7-0650-4920-a062-22864c2e9721 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Doing hard reboot of VM {{(pid=69603) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1030.839455] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-53c7615d-3b09-47a7-a252-f627f588e690 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.848682] env[69603]: DEBUG oslo_vmware.api [None req-147bb9c7-0650-4920-a062-22864c2e9721 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Waiting for the task: (returnval){ [ 1030.848682] env[69603]: value = "task-3480429" [ 1030.848682] env[69603]: _type = "Task" [ 1030.848682] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.862123] env[69603]: DEBUG oslo_vmware.api [None req-147bb9c7-0650-4920-a062-22864c2e9721 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480429, 'name': ResetVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.903202] env[69603]: DEBUG nova.scheduler.client.report [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.909936] env[69603]: DEBUG nova.compute.manager [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.969915] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.065937] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480427, 'name': Rename_Task, 'duration_secs': 0.24956} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.066265] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.066548] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c210dbe5-874f-4117-8db6-5fbe14338c3f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.074897] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1031.074897] env[69603]: value = "task-3480430" [ 1031.074897] env[69603]: _type = "Task" [ 1031.074897] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.086698] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.221979] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480428, 'name': CreateVM_Task, 'duration_secs': 0.390245} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.222225] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.225797] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.225797] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.225797] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.225797] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7bfffb2-72f9-403b-901f-cb4d51813c69 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.231384] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1031.231384] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52db568e-122c-c9fc-6549-d6823c683e9f" [ 1031.231384] env[69603]: _type = "Task" [ 1031.231384] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.242457] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52db568e-122c-c9fc-6549-d6823c683e9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.324675] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480425, 'name': CreateVM_Task, 'duration_secs': 1.115502} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.325384] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.325545] env[69603]: DEBUG oslo_concurrency.lockutils [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.359915] env[69603]: DEBUG oslo_vmware.api [None req-147bb9c7-0650-4920-a062-22864c2e9721 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480429, 'name': ResetVM_Task, 'duration_secs': 0.13229} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.362461] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-147bb9c7-0650-4920-a062-22864c2e9721 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Did hard reboot of VM {{(pid=69603) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1031.362696] env[69603]: DEBUG nova.compute.manager [None req-147bb9c7-0650-4920-a062-22864c2e9721 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.363699] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8c3b40-fe72-4bc9-9f18-7e3362aaccff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.416890] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.418556] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.680s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.418776] env[69603]: DEBUG nova.objects.instance [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lazy-loading 'pci_requests' on Instance uuid a76d04aa-a60d-44b8-8428-18ab9158985c {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.439150] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.454574] env[69603]: INFO nova.scheduler.client.report [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleted allocations for instance bfe464e2-d734-4c83-80df-56b94c7a0681 [ 1031.474129] env[69603]: DEBUG oslo_vmware.api [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480426, 'name': PowerOnVM_Task, 'duration_secs': 1.27835} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.474648] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.474648] env[69603]: INFO nova.compute.manager [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Took 10.74 seconds to spawn the instance on the hypervisor. [ 1031.475049] env[69603]: DEBUG nova.compute.manager [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.476301] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3a28ab-6832-43c8-9a0d-f0e17ea16037 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.518336] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.518574] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.518747] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.575744] env[69603]: DEBUG nova.network.neutron [req-8b3f8a75-0795-4164-8c65-23316e51a994 req-c991c608-1bd7-4ab4-8543-d4d903bf34e6 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updated VIF entry in instance network info cache for port ca8f17fe-2f3c-431d-be75-6a4afe9ab298. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.576042] env[69603]: DEBUG nova.network.neutron [req-8b3f8a75-0795-4164-8c65-23316e51a994 req-c991c608-1bd7-4ab4-8543-d4d903bf34e6 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance_info_cache with network_info: [{"id": "ca8f17fe-2f3c-431d-be75-6a4afe9ab298", "address": "fa:16:3e:a2:fc:ef", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8f17fe-2f", "ovs_interfaceid": "ca8f17fe-2f3c-431d-be75-6a4afe9ab298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.593182] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480430, 'name': PowerOnVM_Task} progress is 83%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.743639] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52db568e-122c-c9fc-6549-d6823c683e9f, 'name': SearchDatastore_Task, 'duration_secs': 0.012006} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.744045] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.744328] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.744642] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.744831] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.745067] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.745394] env[69603]: DEBUG oslo_concurrency.lockutils [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.745750] env[69603]: DEBUG oslo_concurrency.lockutils [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.745986] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c87399a-1a71-40d9-b7d2-5e3e5c61f27a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.747962] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e87d71e-6260-44b1-ac8b-6e750f119de7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.755289] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1031.755289] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523c5e8c-48e9-c8cb-5c87-6de17ace96f4" [ 1031.755289] env[69603]: _type = "Task" [ 1031.755289] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.760539] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.760610] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.761942] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-309f68a7-d396-44cd-a9b3-1fc33a5caeda {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.768668] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523c5e8c-48e9-c8cb-5c87-6de17ace96f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011575} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.769334] env[69603]: DEBUG oslo_concurrency.lockutils [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.769738] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.769825] env[69603]: DEBUG oslo_concurrency.lockutils [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.772703] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1031.772703] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528ac789-4e18-19dc-6c39-4c65e6114992" [ 1031.772703] env[69603]: _type = "Task" [ 1031.772703] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.781350] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528ac789-4e18-19dc-6c39-4c65e6114992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.877919] env[69603]: DEBUG oslo_concurrency.lockutils [None req-147bb9c7-0650-4920-a062-22864c2e9721 tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Lock "51281140-ec89-41be-8546-1065bfeaed63" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.599s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.926830] env[69603]: DEBUG nova.objects.instance [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lazy-loading 'numa_topology' on Instance uuid a76d04aa-a60d-44b8-8428-18ab9158985c {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.962766] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3669c9a4-7e7d-432e-b74f-33894c74795f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "bfe464e2-d734-4c83-80df-56b94c7a0681" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.844s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.997146] env[69603]: INFO nova.compute.manager [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Took 25.49 seconds to build instance. [ 1032.088018] env[69603]: DEBUG oslo_concurrency.lockutils [req-8b3f8a75-0795-4164-8c65-23316e51a994 req-c991c608-1bd7-4ab4-8543-d4d903bf34e6 service nova] Releasing lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.089221] env[69603]: DEBUG oslo_vmware.api [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480430, 'name': PowerOnVM_Task, 'duration_secs': 0.839699} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.089640] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.090010] env[69603]: DEBUG nova.compute.manager [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.093417] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8069c17f-d104-42d7-9641-b185353defb1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.288204] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528ac789-4e18-19dc-6c39-4c65e6114992, 'name': SearchDatastore_Task, 'duration_secs': 0.010138} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.289045] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36a3103f-33cf-4624-8296-a550175dc5f6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.294982] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1032.294982] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525d89bb-9528-89f7-5db1-f5bda644ce45" [ 1032.294982] env[69603]: _type = "Task" [ 1032.294982] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.312375] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525d89bb-9528-89f7-5db1-f5bda644ce45, 'name': SearchDatastore_Task, 'duration_secs': 0.011291} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.312375] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.312375] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0/c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.312375] env[69603]: DEBUG oslo_concurrency.lockutils [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.312375] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.312375] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08be48ca-2ce5-4d6c-8592-44532ac3cd74 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.313692] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-804aeb9d-a4d5-4416-8f30-fde4789962c1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.323881] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1032.323881] env[69603]: value = "task-3480431" [ 1032.323881] env[69603]: _type = "Task" [ 1032.323881] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.328693] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.328915] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.329985] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c089501-79f9-4cfc-a3cb-bfb106f89baf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.336273] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.339977] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1032.339977] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52033e82-21c4-faee-b754-b9dfa5ba31ad" [ 1032.339977] env[69603]: _type = "Task" [ 1032.339977] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.351252] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52033e82-21c4-faee-b754-b9dfa5ba31ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.431712] env[69603]: INFO nova.compute.claims [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.499702] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1eefc7e8-75de-4119-8bfd-51cd65a6d1c0 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.012s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.600998] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "refresh_cache-4eb8c461-4203-47a2-bc6f-bb5690d70f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.600998] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "refresh_cache-4eb8c461-4203-47a2-bc6f-bb5690d70f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.600998] env[69603]: DEBUG nova.network.neutron [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.615245] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.840041] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480901} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.840374] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0/c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.840945] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.841643] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b65b65b-6cc9-4bd2-8363-7d0c50d34568 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.854951] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1032.854951] env[69603]: value = "task-3480432" [ 1032.854951] env[69603]: _type = "Task" [ 1032.854951] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.861274] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52033e82-21c4-faee-b754-b9dfa5ba31ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009858} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.864102] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-265d432e-a150-43b5-91e9-bbebb816c20a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.871605] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1032.871605] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5258bb2a-1019-e8a6-baba-0f5f88d69dc7" [ 1032.871605] env[69603]: _type = "Task" [ 1032.871605] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.875729] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.880604] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Acquiring lock "51281140-ec89-41be-8546-1065bfeaed63" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.880844] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Lock "51281140-ec89-41be-8546-1065bfeaed63" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.881060] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Acquiring lock "51281140-ec89-41be-8546-1065bfeaed63-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.881280] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Lock "51281140-ec89-41be-8546-1065bfeaed63-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.882073] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Lock "51281140-ec89-41be-8546-1065bfeaed63-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.885463] env[69603]: INFO nova.compute.manager [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Terminating instance [ 1032.894290] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5258bb2a-1019-e8a6-baba-0f5f88d69dc7, 'name': SearchDatastore_Task, 'duration_secs': 0.012523} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.894936] env[69603]: DEBUG oslo_concurrency.lockutils [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.895130] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 20a32402-3ce0-448d-a523-e70f37dc8f82/20a32402-3ce0-448d-a523-e70f37dc8f82.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.895419] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91d425cd-4e3b-4f89-a27d-c9581e02235b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.904934] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1032.904934] env[69603]: value = "task-3480433" [ 1032.904934] env[69603]: _type = "Task" [ 1032.904934] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.918734] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.991269] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "086e632b-dc22-48cf-96e4-592a9f2ec15c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.991597] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "086e632b-dc22-48cf-96e4-592a9f2ec15c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.006259] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "ea56e050-bc0d-48f9-91ac-c70f5806fdfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.006486] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "ea56e050-bc0d-48f9-91ac-c70f5806fdfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.234795] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e23b85-7959-4ea4-9d99-903aee2b0de3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.244904] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2081111a-7416-4e24-8064-7177d0f83df2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.285093] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75479af7-8e97-424b-a21d-f730dbe99c3a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.294023] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23df2a60-48e3-46a4-a489-d32bfa2b0610 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.310065] env[69603]: DEBUG nova.compute.provider_tree [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.369262] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09056} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.369567] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.370419] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e98167-860b-4a29-888b-e1c405a8c759 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.395894] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0/c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.396618] env[69603]: DEBUG nova.compute.manager [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1033.396861] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1033.397047] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-347326d7-2011-4cb2-9900-4a2ebc56ccab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.412412] env[69603]: DEBUG nova.network.neutron [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Updating instance_info_cache with network_info: [{"id": "c42a761c-5bad-4453-9db3-fe740992a66c", "address": "fa:16:3e:c6:3e:cd", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42a761c-5b", "ovs_interfaceid": "c42a761c-5bad-4453-9db3-fe740992a66c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.414698] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94b0ca9-e5b5-429d-a6cb-0f5e731020cc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.431726] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.431726] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.433816] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf5beec8-7b0e-451d-821d-9a62232acd08 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.435152] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1033.435152] env[69603]: value = "task-3480434" [ 1033.435152] env[69603]: _type = "Task" [ 1033.435152] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.440743] env[69603]: DEBUG oslo_vmware.api [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Waiting for the task: (returnval){ [ 1033.440743] env[69603]: value = "task-3480435" [ 1033.440743] env[69603]: _type = "Task" [ 1033.440743] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.445086] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480434, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.453384] env[69603]: DEBUG oslo_concurrency.lockutils [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquiring lock "750037cd-14e1-4c09-aded-8ed0cdbb635a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.453739] env[69603]: DEBUG oslo_concurrency.lockutils [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Lock "750037cd-14e1-4c09-aded-8ed0cdbb635a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.462809] env[69603]: DEBUG oslo_vmware.api [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.495116] env[69603]: DEBUG nova.compute.manager [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.509962] env[69603]: DEBUG nova.compute.manager [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.783540] env[69603]: DEBUG oslo_concurrency.lockutils [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquiring lock "83d0ed90-f1d0-4dc8-8b4a-c186212c8cef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.783865] env[69603]: DEBUG oslo_concurrency.lockutils [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Lock "83d0ed90-f1d0-4dc8-8b4a-c186212c8cef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.784099] env[69603]: DEBUG oslo_concurrency.lockutils [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquiring lock "83d0ed90-f1d0-4dc8-8b4a-c186212c8cef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.784858] env[69603]: DEBUG oslo_concurrency.lockutils [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Lock "83d0ed90-f1d0-4dc8-8b4a-c186212c8cef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.784858] env[69603]: DEBUG oslo_concurrency.lockutils [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Lock "83d0ed90-f1d0-4dc8-8b4a-c186212c8cef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.790308] env[69603]: INFO nova.compute.manager [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Terminating instance [ 1033.812987] env[69603]: DEBUG nova.scheduler.client.report [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.917047] env[69603]: DEBUG nova.compute.manager [req-3e8db127-6868-43d3-af4c-990c8fc64ad7 req-12d12fa5-c281-4ac1-a93d-e766da5b2390 service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Received event network-changed-80b1f2c2-9fda-4e67-a2c4-8838ad880301 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.917047] env[69603]: DEBUG nova.compute.manager [req-3e8db127-6868-43d3-af4c-990c8fc64ad7 req-12d12fa5-c281-4ac1-a93d-e766da5b2390 service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Refreshing instance network info cache due to event network-changed-80b1f2c2-9fda-4e67-a2c4-8838ad880301. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.917282] env[69603]: DEBUG oslo_concurrency.lockutils [req-3e8db127-6868-43d3-af4c-990c8fc64ad7 req-12d12fa5-c281-4ac1-a93d-e766da5b2390 service nova] Acquiring lock "refresh_cache-46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.917282] env[69603]: DEBUG oslo_concurrency.lockutils [req-3e8db127-6868-43d3-af4c-990c8fc64ad7 req-12d12fa5-c281-4ac1-a93d-e766da5b2390 service nova] Acquired lock "refresh_cache-46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.917477] env[69603]: DEBUG nova.network.neutron [req-3e8db127-6868-43d3-af4c-990c8fc64ad7 req-12d12fa5-c281-4ac1-a93d-e766da5b2390 service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Refreshing network info cache for port 80b1f2c2-9fda-4e67-a2c4-8838ad880301 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.919316] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "refresh_cache-4eb8c461-4203-47a2-bc6f-bb5690d70f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.935454] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480433, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.947330] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480434, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.959764] env[69603]: DEBUG nova.compute.manager [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.963516] env[69603]: DEBUG oslo_vmware.api [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480435, 'name': PowerOffVM_Task, 'duration_secs': 0.424404} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.964770] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.965086] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.965475] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad35d378-27d9-4464-834d-01460d8fe0e8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.023410] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.042690] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.054051] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.055083] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.055692] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Deleting the datastore file [datastore2] 51281140-ec89-41be-8546-1065bfeaed63 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.056130] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa8be941-b9b3-49e8-a99d-f03274a0224d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.065196] env[69603]: DEBUG oslo_vmware.api [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Waiting for the task: (returnval){ [ 1034.065196] env[69603]: value = "task-3480437" [ 1034.065196] env[69603]: _type = "Task" [ 1034.065196] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.074732] env[69603]: DEBUG oslo_vmware.api [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.299453] env[69603]: DEBUG oslo_concurrency.lockutils [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquiring lock "refresh_cache-83d0ed90-f1d0-4dc8-8b4a-c186212c8cef" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.299835] env[69603]: DEBUG oslo_concurrency.lockutils [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquired lock "refresh_cache-83d0ed90-f1d0-4dc8-8b4a-c186212c8cef" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.299835] env[69603]: DEBUG nova.network.neutron [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.320048] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.901s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.322364] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.497s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.324000] env[69603]: INFO nova.compute.claims [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.356370] env[69603]: INFO nova.network.neutron [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Updating port 0652f8d2-73a9-43c6-8016-058f2b0f8e05 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1034.435259] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480433, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.107289} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.437944] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 20a32402-3ce0-448d-a523-e70f37dc8f82/20a32402-3ce0-448d-a523-e70f37dc8f82.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.438436] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.439255] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca0194a6-4b64-43d8-8d8c-64833db0345a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.452611] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480434, 'name': ReconfigVM_Task, 'duration_secs': 0.810362} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.455193] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Reconfigured VM instance instance-0000005b to attach disk [datastore1] c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0/c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.456596] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7664545b-4fff-48e0-a142-4954abb6d476 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.459788] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1034.459788] env[69603]: value = "task-3480438" [ 1034.459788] env[69603]: _type = "Task" [ 1034.459788] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.462418] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-572d29c3-0b7b-4a24-b670-0e88a3a70f6a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.494584] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397f224f-74ff-4205-b38c-07f0b958a14d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.501348] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480438, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.503358] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1034.503358] env[69603]: value = "task-3480439" [ 1034.503358] env[69603]: _type = "Task" [ 1034.503358] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.509570] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Updating instance '4eb8c461-4203-47a2-bc6f-bb5690d70f21' progress to 83 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1034.515090] env[69603]: DEBUG oslo_concurrency.lockutils [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.523301] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480439, 'name': Rename_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.577754] env[69603]: DEBUG oslo_vmware.api [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Task: {'id': task-3480437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392928} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.578044] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.578260] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.578455] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.578626] env[69603]: INFO nova.compute.manager [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1034.578899] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.579111] env[69603]: DEBUG nova.compute.manager [-] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.579206] env[69603]: DEBUG nova.network.neutron [-] [instance: 51281140-ec89-41be-8546-1065bfeaed63] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.730089] env[69603]: DEBUG nova.network.neutron [req-3e8db127-6868-43d3-af4c-990c8fc64ad7 req-12d12fa5-c281-4ac1-a93d-e766da5b2390 service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Updated VIF entry in instance network info cache for port 80b1f2c2-9fda-4e67-a2c4-8838ad880301. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.730548] env[69603]: DEBUG nova.network.neutron [req-3e8db127-6868-43d3-af4c-990c8fc64ad7 req-12d12fa5-c281-4ac1-a93d-e766da5b2390 service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Updating instance_info_cache with network_info: [{"id": "80b1f2c2-9fda-4e67-a2c4-8838ad880301", "address": "fa:16:3e:b8:f0:2b", "network": {"id": "7aeae22d-1c84-4202-833c-be390d4657c7", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1852655830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e958e81dd354d6984e55f03ad345556", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b1f2c2-9f", "ovs_interfaceid": "80b1f2c2-9fda-4e67-a2c4-8838ad880301", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.822609] env[69603]: DEBUG nova.network.neutron [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1034.877382] env[69603]: DEBUG nova.network.neutron [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.976143] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081097} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.976653] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.977472] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261d1911-81dd-41a3-8b58-ade9cd0cc5fa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.998197] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 20a32402-3ce0-448d-a523-e70f37dc8f82/20a32402-3ce0-448d-a523-e70f37dc8f82.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.999548] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e930c52-f8f2-481c-8d39-04a647142c7f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.014890] env[69603]: DEBUG nova.compute.manager [req-243b5dec-c6a4-4975-a67f-010856e47fb8 req-befd8a1a-35b4-4bc2-b101-338b6b8e92fb service nova] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Received event network-vif-deleted-4055440d-8efb-413b-920d-a6e9eaa2abd6 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.014957] env[69603]: INFO nova.compute.manager [req-243b5dec-c6a4-4975-a67f-010856e47fb8 req-befd8a1a-35b4-4bc2-b101-338b6b8e92fb service nova] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Neutron deleted interface 4055440d-8efb-413b-920d-a6e9eaa2abd6; detaching it from the instance and deleting it from the info cache [ 1035.015102] env[69603]: DEBUG nova.network.neutron [req-243b5dec-c6a4-4975-a67f-010856e47fb8 req-befd8a1a-35b4-4bc2-b101-338b6b8e92fb service nova] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.018218] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.021590] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0d53f0c-7ca8-4b0a-81ac-7f2d32af1487 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.029065] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1035.029065] env[69603]: value = "task-3480440" [ 1035.029065] env[69603]: _type = "Task" [ 1035.029065] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.033629] env[69603]: DEBUG oslo_vmware.api [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1035.033629] env[69603]: value = "task-3480441" [ 1035.033629] env[69603]: _type = "Task" [ 1035.033629] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.033851] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480439, 'name': Rename_Task, 'duration_secs': 0.182605} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.036999] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.040256] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47e181c2-aeae-49f4-99ac-dd995da66491 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.051738] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.052979] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1035.052979] env[69603]: value = "task-3480442" [ 1035.052979] env[69603]: _type = "Task" [ 1035.052979] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.063147] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.233936] env[69603]: DEBUG oslo_concurrency.lockutils [req-3e8db127-6868-43d3-af4c-990c8fc64ad7 req-12d12fa5-c281-4ac1-a93d-e766da5b2390 service nova] Releasing lock "refresh_cache-46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.382684] env[69603]: DEBUG oslo_concurrency.lockutils [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Releasing lock "refresh_cache-83d0ed90-f1d0-4dc8-8b4a-c186212c8cef" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.383042] env[69603]: DEBUG nova.compute.manager [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.383297] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.384377] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd50c30a-9ab1-410b-9c86-7b42dbe49232 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.393417] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.393670] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23f36c27-6d64-455f-a784-f1094fcc4298 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.403749] env[69603]: DEBUG oslo_vmware.api [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1035.403749] env[69603]: value = "task-3480443" [ 1035.403749] env[69603]: _type = "Task" [ 1035.403749] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.415449] env[69603]: DEBUG oslo_vmware.api [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480443, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.461888] env[69603]: DEBUG nova.network.neutron [-] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.519727] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd80d2ea-0098-46ce-9f41-97d5b41f76eb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.535769] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371a7f00-9fd4-46b7-8b63-aecb6e8e76b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.563078] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.569242] env[69603]: DEBUG oslo_vmware.api [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480441, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.578845] env[69603]: DEBUG nova.compute.manager [req-243b5dec-c6a4-4975-a67f-010856e47fb8 req-befd8a1a-35b4-4bc2-b101-338b6b8e92fb service nova] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Detach interface failed, port_id=4055440d-8efb-413b-920d-a6e9eaa2abd6, reason: Instance 51281140-ec89-41be-8546-1065bfeaed63 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1035.582250] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.601626] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d10bdb-8054-4c58-84a1-5da04ed6e7d8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.610476] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57543be5-5a3e-4400-bcc0-a168cd3912c1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.642200] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33a49ec-fe17-472b-b99c-744073c84369 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.652143] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21811858-ec7a-46a9-8abb-f179db539233 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.669603] env[69603]: DEBUG nova.compute.provider_tree [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.913910] env[69603]: DEBUG oslo_vmware.api [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480443, 'name': PowerOffVM_Task, 'duration_secs': 0.176565} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.914329] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.914471] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1035.914732] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-665b1c44-ff89-4170-be39-055179ad4ffc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.940585] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1035.940801] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1035.940983] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Deleting the datastore file [datastore2] 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1035.941488] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbe87912-e22d-48cc-8c44-8f35c4e84211 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.949393] env[69603]: DEBUG oslo_vmware.api [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for the task: (returnval){ [ 1035.949393] env[69603]: value = "task-3480445" [ 1035.949393] env[69603]: _type = "Task" [ 1035.949393] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.959583] env[69603]: DEBUG oslo_vmware.api [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480445, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.964157] env[69603]: INFO nova.compute.manager [-] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Took 1.38 seconds to deallocate network for instance. [ 1036.063574] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480440, 'name': ReconfigVM_Task, 'duration_secs': 0.695356} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.067158] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 20a32402-3ce0-448d-a523-e70f37dc8f82/20a32402-3ce0-448d-a523-e70f37dc8f82.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.067899] env[69603]: DEBUG oslo_vmware.api [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480441, 'name': PowerOnVM_Task, 'duration_secs': 0.696611} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.068099] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cce195e-c785-4dbb-827b-0ebb31ac84a4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.069691] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.069875] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5867c47b-10dc-498f-b087-ec456fb270bf tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Updating instance '4eb8c461-4203-47a2-bc6f-bb5690d70f21' progress to 100 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1036.077789] env[69603]: DEBUG oslo_vmware.api [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480442, 'name': PowerOnVM_Task, 'duration_secs': 0.857682} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.078532] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.078789] env[69603]: INFO nova.compute.manager [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1036.079034] env[69603]: DEBUG nova.compute.manager [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1036.079800] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05749f3-1c81-45f1-8ad2-a7ba6b1ed697 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.083824] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1036.083824] env[69603]: value = "task-3480446" [ 1036.083824] env[69603]: _type = "Task" [ 1036.083824] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.098418] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480446, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.158402] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.158580] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.158773] env[69603]: DEBUG nova.network.neutron [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.172959] env[69603]: DEBUG nova.scheduler.client.report [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.461156] env[69603]: DEBUG oslo_vmware.api [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Task: {'id': task-3480445, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10336} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.461650] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.461650] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.461804] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.461975] env[69603]: INFO nova.compute.manager [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1036.462230] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.462427] env[69603]: DEBUG nova.compute.manager [-] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.462518] env[69603]: DEBUG nova.network.neutron [-] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.471265] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.482625] env[69603]: DEBUG nova.network.neutron [-] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.604466] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480446, 'name': Rename_Task, 'duration_secs': 0.493616} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.604466] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.604466] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-877f9cb0-d5f2-417b-a03f-46df79e7349b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.605787] env[69603]: INFO nova.compute.manager [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Took 17.56 seconds to build instance. [ 1036.614039] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1036.614039] env[69603]: value = "task-3480447" [ 1036.614039] env[69603]: _type = "Task" [ 1036.614039] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.623564] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.677238] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.677740] env[69603]: DEBUG nova.compute.manager [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.681470] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.010s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.681798] env[69603]: DEBUG nova.objects.instance [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lazy-loading 'resources' on Instance uuid 56d26598-ca7b-41c2-88c0-d7dee437d683 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.985017] env[69603]: DEBUG nova.network.neutron [-] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.017798] env[69603]: DEBUG nova.compute.manager [req-c4f98ef9-0e26-4b18-a0c6-174069736e67 req-b98421be-c7d2-4aae-8dda-cf6395e5cd4f service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Received event network-vif-plugged-0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.018024] env[69603]: DEBUG oslo_concurrency.lockutils [req-c4f98ef9-0e26-4b18-a0c6-174069736e67 req-b98421be-c7d2-4aae-8dda-cf6395e5cd4f service nova] Acquiring lock "a76d04aa-a60d-44b8-8428-18ab9158985c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.018241] env[69603]: DEBUG oslo_concurrency.lockutils [req-c4f98ef9-0e26-4b18-a0c6-174069736e67 req-b98421be-c7d2-4aae-8dda-cf6395e5cd4f service nova] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.018410] env[69603]: DEBUG oslo_concurrency.lockutils [req-c4f98ef9-0e26-4b18-a0c6-174069736e67 req-b98421be-c7d2-4aae-8dda-cf6395e5cd4f service nova] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.018614] env[69603]: DEBUG nova.compute.manager [req-c4f98ef9-0e26-4b18-a0c6-174069736e67 req-b98421be-c7d2-4aae-8dda-cf6395e5cd4f service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] No waiting events found dispatching network-vif-plugged-0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.018789] env[69603]: WARNING nova.compute.manager [req-c4f98ef9-0e26-4b18-a0c6-174069736e67 req-b98421be-c7d2-4aae-8dda-cf6395e5cd4f service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Received unexpected event network-vif-plugged-0652f8d2-73a9-43c6-8016-058f2b0f8e05 for instance with vm_state shelved_offloaded and task_state spawning. [ 1037.018950] env[69603]: DEBUG nova.compute.manager [req-c4f98ef9-0e26-4b18-a0c6-174069736e67 req-b98421be-c7d2-4aae-8dda-cf6395e5cd4f service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Received event network-changed-0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.019260] env[69603]: DEBUG nova.compute.manager [req-c4f98ef9-0e26-4b18-a0c6-174069736e67 req-b98421be-c7d2-4aae-8dda-cf6395e5cd4f service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Refreshing instance network info cache due to event network-changed-0652f8d2-73a9-43c6-8016-058f2b0f8e05. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.019498] env[69603]: DEBUG oslo_concurrency.lockutils [req-c4f98ef9-0e26-4b18-a0c6-174069736e67 req-b98421be-c7d2-4aae-8dda-cf6395e5cd4f service nova] Acquiring lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.046755] env[69603]: DEBUG nova.network.neutron [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Updating instance_info_cache with network_info: [{"id": "0652f8d2-73a9-43c6-8016-058f2b0f8e05", "address": "fa:16:3e:a9:1c:f5", "network": {"id": "a8e16d58-954f-43ff-b5a6-1ab585c84806", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-185317985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ffe97edab646d9886fc4aea203a15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0652f8d2-73", "ovs_interfaceid": "0652f8d2-73a9-43c6-8016-058f2b0f8e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.107971] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f5d4d009-51b3-4afb-8a44-d68f4462514b tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.091s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.125781] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480447, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.184382] env[69603]: DEBUG nova.compute.utils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.186012] env[69603]: DEBUG nova.compute.manager [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.186422] env[69603]: DEBUG nova.network.neutron [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.256872] env[69603]: DEBUG nova.policy [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca4fca8c0c204cb4a4d3b21718b76e13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11001e899e7b4b58b303857dc8ee681f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.463099] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ea3183-7ce2-49ae-85f5-2838d1fe9a39 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.470437] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73ed1eb-748b-4acc-8c7a-925030384d5a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.500605] env[69603]: INFO nova.compute.manager [-] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Took 1.04 seconds to deallocate network for instance. [ 1037.502499] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55dde7e-ec69-4bd0-82d5-0eb70b90bc0c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.518081] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d225d7bd-4c4c-4fac-9b46-54a29c7f6d76 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.539517] env[69603]: DEBUG nova.compute.provider_tree [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.549338] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Releasing lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.551854] env[69603]: DEBUG oslo_concurrency.lockutils [req-c4f98ef9-0e26-4b18-a0c6-174069736e67 req-b98421be-c7d2-4aae-8dda-cf6395e5cd4f service nova] Acquired lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.551931] env[69603]: DEBUG nova.network.neutron [req-c4f98ef9-0e26-4b18-a0c6-174069736e67 req-b98421be-c7d2-4aae-8dda-cf6395e5cd4f service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Refreshing network info cache for port 0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.574188] env[69603]: DEBUG nova.network.neutron [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Successfully created port: c21b1a45-a151-4579-b219-c1f8d78b84be {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.578297] env[69603]: DEBUG nova.virt.hardware [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='43820dbbcea71f9ee191678a631316b3',container_format='bare',created_at=2025-04-17T15:17:24Z,direct_url=,disk_format='vmdk',id=2eb6e3aa-1c39-4da3-a237-cc68502b09a7,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-128183021-shelved',owner='64ffe97edab646d9886fc4aea203a15a',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-04-17T15:17:41Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1037.578553] env[69603]: DEBUG nova.virt.hardware [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1037.578707] env[69603]: DEBUG nova.virt.hardware [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.578886] env[69603]: DEBUG nova.virt.hardware [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1037.579045] env[69603]: DEBUG nova.virt.hardware [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.579200] env[69603]: DEBUG nova.virt.hardware [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1037.579415] env[69603]: DEBUG nova.virt.hardware [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1037.579570] env[69603]: DEBUG nova.virt.hardware [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1037.579736] env[69603]: DEBUG nova.virt.hardware [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1037.579897] env[69603]: DEBUG nova.virt.hardware [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1037.580096] env[69603]: DEBUG nova.virt.hardware [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1037.581513] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9143bc0-98fb-44f6-8c80-785856f04dfd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.589611] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beb5058-99d1-4dfe-b51f-a5c58e13cc05 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.613026] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:1c:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0652f8d2-73a9-43c6-8016-058f2b0f8e05', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.621282] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.622655] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.626008] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a04444d9-ff4a-40d5-a937-8fb58bc4a60e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.647620] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480447, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.648923] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.648923] env[69603]: value = "task-3480448" [ 1037.648923] env[69603]: _type = "Task" [ 1037.648923] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.657779] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480448, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.686830] env[69603]: DEBUG nova.compute.manager [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.009891] env[69603]: DEBUG oslo_concurrency.lockutils [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.044158] env[69603]: DEBUG nova.scheduler.client.report [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.132667] env[69603]: DEBUG oslo_vmware.api [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480447, 'name': PowerOnVM_Task, 'duration_secs': 1.191715} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.132938] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.133279] env[69603]: DEBUG nova.compute.manager [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.134179] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e83526-b281-474b-ad97-963058dca1be {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.158799] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480448, 'name': CreateVM_Task, 'duration_secs': 0.379386} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.159080] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.159686] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2eb6e3aa-1c39-4da3-a237-cc68502b09a7" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.159849] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2eb6e3aa-1c39-4da3-a237-cc68502b09a7" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.160255] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2eb6e3aa-1c39-4da3-a237-cc68502b09a7" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.162858] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19fccec5-f946-492e-8070-b509282bedc6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.169348] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1038.169348] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52242109-46bb-b92f-e1f8-89bb49069375" [ 1038.169348] env[69603]: _type = "Task" [ 1038.169348] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.179409] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52242109-46bb-b92f-e1f8-89bb49069375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.437961] env[69603]: DEBUG nova.network.neutron [req-c4f98ef9-0e26-4b18-a0c6-174069736e67 req-b98421be-c7d2-4aae-8dda-cf6395e5cd4f service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Updated VIF entry in instance network info cache for port 0652f8d2-73a9-43c6-8016-058f2b0f8e05. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.438388] env[69603]: DEBUG nova.network.neutron [req-c4f98ef9-0e26-4b18-a0c6-174069736e67 req-b98421be-c7d2-4aae-8dda-cf6395e5cd4f service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Updating instance_info_cache with network_info: [{"id": "0652f8d2-73a9-43c6-8016-058f2b0f8e05", "address": "fa:16:3e:a9:1c:f5", "network": {"id": "a8e16d58-954f-43ff-b5a6-1ab585c84806", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-185317985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ffe97edab646d9886fc4aea203a15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0652f8d2-73", "ovs_interfaceid": "0652f8d2-73a9-43c6-8016-058f2b0f8e05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.549656] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.552679] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.526s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.552913] env[69603]: DEBUG nova.objects.instance [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lazy-loading 'resources' on Instance uuid a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.573910] env[69603]: INFO nova.scheduler.client.report [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Deleted allocations for instance 56d26598-ca7b-41c2-88c0-d7dee437d683 [ 1038.650511] env[69603]: DEBUG oslo_concurrency.lockutils [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.682117] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2eb6e3aa-1c39-4da3-a237-cc68502b09a7" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.682402] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Processing image 2eb6e3aa-1c39-4da3-a237-cc68502b09a7 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.682970] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2eb6e3aa-1c39-4da3-a237-cc68502b09a7/2eb6e3aa-1c39-4da3-a237-cc68502b09a7.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.682970] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2eb6e3aa-1c39-4da3-a237-cc68502b09a7/2eb6e3aa-1c39-4da3-a237-cc68502b09a7.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.682970] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.684281] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4517daec-78ee-40e0-a3d1-844fd50e0a13 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.699168] env[69603]: DEBUG nova.compute.manager [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.702292] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.702638] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.705311] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-911e49c0-46e3-48d1-b380-1680a92b71f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.715593] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1038.715593] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522b2848-8623-b1b2-d2f4-fa874eae9d1b" [ 1038.715593] env[69603]: _type = "Task" [ 1038.715593] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.726898] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522b2848-8623-b1b2-d2f4-fa874eae9d1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.729216] env[69603]: DEBUG nova.virt.hardware [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.729450] env[69603]: DEBUG nova.virt.hardware [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.729609] env[69603]: DEBUG nova.virt.hardware [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.729790] env[69603]: DEBUG nova.virt.hardware [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.729940] env[69603]: DEBUG nova.virt.hardware [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.730100] env[69603]: DEBUG nova.virt.hardware [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.730322] env[69603]: DEBUG nova.virt.hardware [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.730477] env[69603]: DEBUG nova.virt.hardware [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.730641] env[69603]: DEBUG nova.virt.hardware [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.730800] env[69603]: DEBUG nova.virt.hardware [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.731016] env[69603]: DEBUG nova.virt.hardware [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.731841] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17693595-0d5e-4dd9-9bf1-4f524e911cd6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.739649] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b47cd79-62f5-4c57-bcc3-fe04c9591983 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.944494] env[69603]: DEBUG oslo_concurrency.lockutils [req-c4f98ef9-0e26-4b18-a0c6-174069736e67 req-b98421be-c7d2-4aae-8dda-cf6395e5cd4f service nova] Releasing lock "refresh_cache-a76d04aa-a60d-44b8-8428-18ab9158985c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.039693] env[69603]: DEBUG oslo_concurrency.lockutils [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.039834] env[69603]: DEBUG oslo_concurrency.lockutils [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.040021] env[69603]: DEBUG nova.compute.manager [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Going to confirm migration 5 {{(pid=69603) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1039.044801] env[69603]: DEBUG nova.compute.manager [req-3b364227-0b16-414c-9c13-bd67ab922dbf req-baf39869-281f-4f1e-8fd3-e0d07837cb18 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Received event network-changed-ca8f17fe-2f3c-431d-be75-6a4afe9ab298 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.044991] env[69603]: DEBUG nova.compute.manager [req-3b364227-0b16-414c-9c13-bd67ab922dbf req-baf39869-281f-4f1e-8fd3-e0d07837cb18 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Refreshing instance network info cache due to event network-changed-ca8f17fe-2f3c-431d-be75-6a4afe9ab298. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.045286] env[69603]: DEBUG oslo_concurrency.lockutils [req-3b364227-0b16-414c-9c13-bd67ab922dbf req-baf39869-281f-4f1e-8fd3-e0d07837cb18 service nova] Acquiring lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.045357] env[69603]: DEBUG oslo_concurrency.lockutils [req-3b364227-0b16-414c-9c13-bd67ab922dbf req-baf39869-281f-4f1e-8fd3-e0d07837cb18 service nova] Acquired lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.045549] env[69603]: DEBUG nova.network.neutron [req-3b364227-0b16-414c-9c13-bd67ab922dbf req-baf39869-281f-4f1e-8fd3-e0d07837cb18 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Refreshing network info cache for port ca8f17fe-2f3c-431d-be75-6a4afe9ab298 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.082826] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b7a0fbbf-d14d-454a-8abc-1640a1078cdc tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "56d26598-ca7b-41c2-88c0-d7dee437d683" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.842s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.189923] env[69603]: DEBUG oslo_concurrency.lockutils [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquiring lock "20a32402-3ce0-448d-a523-e70f37dc8f82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.189923] env[69603]: DEBUG oslo_concurrency.lockutils [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Lock "20a32402-3ce0-448d-a523-e70f37dc8f82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.189923] env[69603]: DEBUG oslo_concurrency.lockutils [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquiring lock "20a32402-3ce0-448d-a523-e70f37dc8f82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.190171] env[69603]: DEBUG oslo_concurrency.lockutils [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Lock "20a32402-3ce0-448d-a523-e70f37dc8f82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.190414] env[69603]: DEBUG oslo_concurrency.lockutils [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Lock "20a32402-3ce0-448d-a523-e70f37dc8f82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.192470] env[69603]: INFO nova.compute.manager [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Terminating instance [ 1039.227896] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Preparing fetch location {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1039.227896] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Fetch image to [datastore2] OSTACK_IMG_a31d8e16-44c2-427a-a9fb-12fe6adf0c14/OSTACK_IMG_a31d8e16-44c2-427a-a9fb-12fe6adf0c14.vmdk {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1039.227896] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Downloading stream optimized image 2eb6e3aa-1c39-4da3-a237-cc68502b09a7 to [datastore2] OSTACK_IMG_a31d8e16-44c2-427a-a9fb-12fe6adf0c14/OSTACK_IMG_a31d8e16-44c2-427a-a9fb-12fe6adf0c14.vmdk on the data store datastore2 as vApp {{(pid=69603) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1039.228189] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Downloading image file data 2eb6e3aa-1c39-4da3-a237-cc68502b09a7 to the ESX as VM named 'OSTACK_IMG_a31d8e16-44c2-427a-a9fb-12fe6adf0c14' {{(pid=69603) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1039.291915] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50498f0c-76b4-4d54-8970-0a6a77445d0e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.300417] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9903badd-823d-4387-82c9-3f5b28656723 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.304375] env[69603]: DEBUG oslo_vmware.rw_handles [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1039.304375] env[69603]: value = "resgroup-9" [ 1039.304375] env[69603]: _type = "ResourcePool" [ 1039.304375] env[69603]: }. {{(pid=69603) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1039.304662] env[69603]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d6172695-90f5-4c5d-873e-71c56d33d250 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.350312] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504654ff-5a78-4a42-a722-e3fca8d096a9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.353127] env[69603]: DEBUG oslo_vmware.rw_handles [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lease: (returnval){ [ 1039.353127] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52374fb6-cb5c-6d07-6f86-7705b7661d57" [ 1039.353127] env[69603]: _type = "HttpNfcLease" [ 1039.353127] env[69603]: } obtained for vApp import into resource pool (val){ [ 1039.353127] env[69603]: value = "resgroup-9" [ 1039.353127] env[69603]: _type = "ResourcePool" [ 1039.353127] env[69603]: }. {{(pid=69603) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1039.353428] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the lease: (returnval){ [ 1039.353428] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52374fb6-cb5c-6d07-6f86-7705b7661d57" [ 1039.353428] env[69603]: _type = "HttpNfcLease" [ 1039.353428] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1039.360650] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1bedae-50d9-4dfa-b3ad-ce975c3eaae4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.365717] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.365717] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52374fb6-cb5c-6d07-6f86-7705b7661d57" [ 1039.365717] env[69603]: _type = "HttpNfcLease" [ 1039.365717] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1039.375464] env[69603]: DEBUG nova.compute.provider_tree [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.606472] env[69603]: DEBUG nova.network.neutron [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Successfully updated port: c21b1a45-a151-4579-b219-c1f8d78b84be {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.668848] env[69603]: DEBUG oslo_concurrency.lockutils [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "refresh_cache-4eb8c461-4203-47a2-bc6f-bb5690d70f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.669113] env[69603]: DEBUG oslo_concurrency.lockutils [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "refresh_cache-4eb8c461-4203-47a2-bc6f-bb5690d70f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.669354] env[69603]: DEBUG nova.network.neutron [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.669586] env[69603]: DEBUG nova.objects.instance [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lazy-loading 'info_cache' on Instance uuid 4eb8c461-4203-47a2-bc6f-bb5690d70f21 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.698248] env[69603]: DEBUG oslo_concurrency.lockutils [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquiring lock "refresh_cache-20a32402-3ce0-448d-a523-e70f37dc8f82" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.698513] env[69603]: DEBUG oslo_concurrency.lockutils [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquired lock "refresh_cache-20a32402-3ce0-448d-a523-e70f37dc8f82" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.698763] env[69603]: DEBUG nova.network.neutron [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.804932] env[69603]: DEBUG nova.network.neutron [req-3b364227-0b16-414c-9c13-bd67ab922dbf req-baf39869-281f-4f1e-8fd3-e0d07837cb18 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updated VIF entry in instance network info cache for port ca8f17fe-2f3c-431d-be75-6a4afe9ab298. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.804932] env[69603]: DEBUG nova.network.neutron [req-3b364227-0b16-414c-9c13-bd67ab922dbf req-baf39869-281f-4f1e-8fd3-e0d07837cb18 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance_info_cache with network_info: [{"id": "ca8f17fe-2f3c-431d-be75-6a4afe9ab298", "address": "fa:16:3e:a2:fc:ef", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8f17fe-2f", "ovs_interfaceid": "ca8f17fe-2f3c-431d-be75-6a4afe9ab298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.863064] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.863064] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52374fb6-cb5c-6d07-6f86-7705b7661d57" [ 1039.863064] env[69603]: _type = "HttpNfcLease" [ 1039.863064] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1039.879141] env[69603]: DEBUG nova.scheduler.client.report [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.109333] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.109534] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.109761] env[69603]: DEBUG nova.network.neutron [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.220748] env[69603]: DEBUG nova.network.neutron [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.285732] env[69603]: DEBUG nova.network.neutron [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.306652] env[69603]: DEBUG oslo_concurrency.lockutils [req-3b364227-0b16-414c-9c13-bd67ab922dbf req-baf39869-281f-4f1e-8fd3-e0d07837cb18 service nova] Releasing lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.363301] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.363301] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52374fb6-cb5c-6d07-6f86-7705b7661d57" [ 1040.363301] env[69603]: _type = "HttpNfcLease" [ 1040.363301] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1040.385740] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.388402] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.949s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.390048] env[69603]: INFO nova.compute.claims [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.409255] env[69603]: INFO nova.scheduler.client.report [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Deleted allocations for instance a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1 [ 1040.639995] env[69603]: DEBUG nova.network.neutron [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.771394] env[69603]: DEBUG nova.network.neutron [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance_info_cache with network_info: [{"id": "c21b1a45-a151-4579-b219-c1f8d78b84be", "address": "fa:16:3e:1d:80:30", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21b1a45-a1", "ovs_interfaceid": "c21b1a45-a151-4579-b219-c1f8d78b84be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.788402] env[69603]: DEBUG oslo_concurrency.lockutils [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Releasing lock "refresh_cache-20a32402-3ce0-448d-a523-e70f37dc8f82" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.789214] env[69603]: DEBUG nova.compute.manager [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.789214] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.791794] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5925567-3de1-4d83-9efd-f8f0ae38310d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.799743] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.800069] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c673a46c-cf43-42f6-af35-f1f61bfd9561 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.809194] env[69603]: DEBUG oslo_vmware.api [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1040.809194] env[69603]: value = "task-3480450" [ 1040.809194] env[69603]: _type = "Task" [ 1040.809194] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.818528] env[69603]: DEBUG oslo_vmware.api [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.864741] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1040.864741] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52374fb6-cb5c-6d07-6f86-7705b7661d57" [ 1040.864741] env[69603]: _type = "HttpNfcLease" [ 1040.864741] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1040.864967] env[69603]: DEBUG oslo_vmware.rw_handles [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1040.864967] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52374fb6-cb5c-6d07-6f86-7705b7661d57" [ 1040.864967] env[69603]: _type = "HttpNfcLease" [ 1040.864967] env[69603]: }. {{(pid=69603) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1040.865732] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793a0346-27da-4ce9-9cf7-d7312f93f3cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.873648] env[69603]: DEBUG oslo_vmware.rw_handles [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3058d-f663-bd7a-23b4-3164ed2c81e9/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1040.873831] env[69603]: DEBUG oslo_vmware.rw_handles [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3058d-f663-bd7a-23b4-3164ed2c81e9/disk-0.vmdk. {{(pid=69603) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1040.942035] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0859cb6b-a466-43de-9f6a-6366713be5ba tempest-ListServersNegativeTestJSON-2133846139 tempest-ListServersNegativeTestJSON-2133846139-project-member] Lock "a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.577s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.953698] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4e1e1c12-b616-48f3-9952-dbb3ce4ab263 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.036220] env[69603]: DEBUG oslo_concurrency.lockutils [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.036775] env[69603]: DEBUG oslo_concurrency.lockutils [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.081371] env[69603]: DEBUG nova.compute.manager [req-2592c4d4-2051-4dcb-949e-9141c8ba8904 req-f64f9097-1710-4473-a766-32b11c693776 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Received event network-vif-plugged-c21b1a45-a151-4579-b219-c1f8d78b84be {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.081586] env[69603]: DEBUG oslo_concurrency.lockutils [req-2592c4d4-2051-4dcb-949e-9141c8ba8904 req-f64f9097-1710-4473-a766-32b11c693776 service nova] Acquiring lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.081772] env[69603]: DEBUG oslo_concurrency.lockutils [req-2592c4d4-2051-4dcb-949e-9141c8ba8904 req-f64f9097-1710-4473-a766-32b11c693776 service nova] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.081938] env[69603]: DEBUG oslo_concurrency.lockutils [req-2592c4d4-2051-4dcb-949e-9141c8ba8904 req-f64f9097-1710-4473-a766-32b11c693776 service nova] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.082203] env[69603]: DEBUG nova.compute.manager [req-2592c4d4-2051-4dcb-949e-9141c8ba8904 req-f64f9097-1710-4473-a766-32b11c693776 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] No waiting events found dispatching network-vif-plugged-c21b1a45-a151-4579-b219-c1f8d78b84be {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1041.082284] env[69603]: WARNING nova.compute.manager [req-2592c4d4-2051-4dcb-949e-9141c8ba8904 req-f64f9097-1710-4473-a766-32b11c693776 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Received unexpected event network-vif-plugged-c21b1a45-a151-4579-b219-c1f8d78b84be for instance with vm_state building and task_state spawning. [ 1041.082443] env[69603]: DEBUG nova.compute.manager [req-2592c4d4-2051-4dcb-949e-9141c8ba8904 req-f64f9097-1710-4473-a766-32b11c693776 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Received event network-changed-c21b1a45-a151-4579-b219-c1f8d78b84be {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.082582] env[69603]: DEBUG nova.compute.manager [req-2592c4d4-2051-4dcb-949e-9141c8ba8904 req-f64f9097-1710-4473-a766-32b11c693776 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Refreshing instance network info cache due to event network-changed-c21b1a45-a151-4579-b219-c1f8d78b84be. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.082747] env[69603]: DEBUG oslo_concurrency.lockutils [req-2592c4d4-2051-4dcb-949e-9141c8ba8904 req-f64f9097-1710-4473-a766-32b11c693776 service nova] Acquiring lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.147336] env[69603]: DEBUG nova.network.neutron [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Updating instance_info_cache with network_info: [{"id": "c42a761c-5bad-4453-9db3-fe740992a66c", "address": "fa:16:3e:c6:3e:cd", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc42a761c-5b", "ovs_interfaceid": "c42a761c-5bad-4453-9db3-fe740992a66c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.274599] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.274957] env[69603]: DEBUG nova.compute.manager [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Instance network_info: |[{"id": "c21b1a45-a151-4579-b219-c1f8d78b84be", "address": "fa:16:3e:1d:80:30", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21b1a45-a1", "ovs_interfaceid": "c21b1a45-a151-4579-b219-c1f8d78b84be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1041.275298] env[69603]: DEBUG oslo_concurrency.lockutils [req-2592c4d4-2051-4dcb-949e-9141c8ba8904 req-f64f9097-1710-4473-a766-32b11c693776 service nova] Acquired lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.275485] env[69603]: DEBUG nova.network.neutron [req-2592c4d4-2051-4dcb-949e-9141c8ba8904 req-f64f9097-1710-4473-a766-32b11c693776 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Refreshing network info cache for port c21b1a45-a151-4579-b219-c1f8d78b84be {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1041.276799] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:80:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c21b1a45-a151-4579-b219-c1f8d78b84be', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.284327] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Creating folder: Project (11001e899e7b4b58b303857dc8ee681f). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.287300] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2bd42c0-5b1f-4d6f-a9b6-3c8fd561d722 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.302104] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Created folder: Project (11001e899e7b4b58b303857dc8ee681f) in parent group-v695567. [ 1041.302104] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Creating folder: Instances. Parent ref: group-v695821. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.302104] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-186dff79-9d64-4011-841f-5b63ef731ce3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.313495] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Created folder: Instances in parent group-v695821. [ 1041.313745] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.314329] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.314545] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef362c91-5bea-4f94-b4b7-c16ca57daf2d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.333814] env[69603]: DEBUG oslo_vmware.api [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480450, 'name': PowerOffVM_Task, 'duration_secs': 0.23895} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.336766] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.337038] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.337326] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79127edf-3ac2-4cea-9dd3-750b992ece8b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.342609] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.342609] env[69603]: value = "task-3480453" [ 1041.342609] env[69603]: _type = "Task" [ 1041.342609] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.351748] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480453, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.375525] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.375770] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.375985] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Deleting the datastore file [datastore1] 20a32402-3ce0-448d-a523-e70f37dc8f82 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.376274] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20fc96a3-c9da-43f2-ab9e-c622fb187f7e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.385755] env[69603]: DEBUG oslo_vmware.api [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for the task: (returnval){ [ 1041.385755] env[69603]: value = "task-3480455" [ 1041.385755] env[69603]: _type = "Task" [ 1041.385755] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.394473] env[69603]: DEBUG oslo_vmware.api [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.543433] env[69603]: DEBUG nova.compute.utils [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.653880] env[69603]: DEBUG oslo_concurrency.lockutils [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "refresh_cache-4eb8c461-4203-47a2-bc6f-bb5690d70f21" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.653880] env[69603]: DEBUG nova.objects.instance [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lazy-loading 'migration_context' on Instance uuid 4eb8c461-4203-47a2-bc6f-bb5690d70f21 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.702086] env[69603]: DEBUG nova.network.neutron [req-2592c4d4-2051-4dcb-949e-9141c8ba8904 req-f64f9097-1710-4473-a766-32b11c693776 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updated VIF entry in instance network info cache for port c21b1a45-a151-4579-b219-c1f8d78b84be. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1041.702086] env[69603]: DEBUG nova.network.neutron [req-2592c4d4-2051-4dcb-949e-9141c8ba8904 req-f64f9097-1710-4473-a766-32b11c693776 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance_info_cache with network_info: [{"id": "c21b1a45-a151-4579-b219-c1f8d78b84be", "address": "fa:16:3e:1d:80:30", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21b1a45-a1", "ovs_interfaceid": "c21b1a45-a151-4579-b219-c1f8d78b84be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.734145] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540c8b96-a57e-48bc-9a9e-9323d07d3324 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.744386] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0e3e27-8f75-44c0-aff6-d0d3c51633e1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.789291] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e4a84f-f967-423e-b693-a818de366ea8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.801519] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99efb89a-4100-46af-8826-0405acfac925 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.822430] env[69603]: DEBUG nova.compute.provider_tree [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.854940] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480453, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.895662] env[69603]: DEBUG oslo_vmware.api [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Task: {'id': task-3480455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122214} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.896215] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.896465] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.896692] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.896907] env[69603]: INFO nova.compute.manager [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1041.897201] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.897446] env[69603]: DEBUG nova.compute.manager [-] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.897576] env[69603]: DEBUG nova.network.neutron [-] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.939910] env[69603]: DEBUG nova.network.neutron [-] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.046499] env[69603]: DEBUG oslo_concurrency.lockutils [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.161515] env[69603]: DEBUG nova.objects.base [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Object Instance<4eb8c461-4203-47a2-bc6f-bb5690d70f21> lazy-loaded attributes: info_cache,migration_context {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1042.162479] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe46f47-136a-4c95-8ad3-14f3671f301f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.183638] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f053db77-b8a5-466d-b14d-dc668cb8ff37 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.190675] env[69603]: DEBUG oslo_vmware.api [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1042.190675] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a0944c-116a-15fd-51db-833712dd2e3a" [ 1042.190675] env[69603]: _type = "Task" [ 1042.190675] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.203636] env[69603]: DEBUG oslo_concurrency.lockutils [req-2592c4d4-2051-4dcb-949e-9141c8ba8904 req-f64f9097-1710-4473-a766-32b11c693776 service nova] Releasing lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.204096] env[69603]: DEBUG oslo_vmware.api [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a0944c-116a-15fd-51db-833712dd2e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009898} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.206203] env[69603]: DEBUG oslo_concurrency.lockutils [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.330834] env[69603]: DEBUG nova.scheduler.client.report [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.356414] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480453, 'name': CreateVM_Task, 'duration_secs': 0.525208} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.358166] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.359023] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.359257] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.359629] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.359940] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2efdcdf-1373-49e2-b619-042833612237 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.367222] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1042.367222] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f390ab-6ff4-bfa2-afb1-b12555a9fd2e" [ 1042.367222] env[69603]: _type = "Task" [ 1042.367222] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.378305] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f390ab-6ff4-bfa2-afb1-b12555a9fd2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.443689] env[69603]: DEBUG nova.network.neutron [-] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.670198] env[69603]: DEBUG oslo_vmware.rw_handles [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Completed reading data from the image iterator. {{(pid=69603) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1042.670511] env[69603]: DEBUG oslo_vmware.rw_handles [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3058d-f663-bd7a-23b4-3164ed2c81e9/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1042.671369] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c709adde-34c5-48cb-8aaa-d3c93a340543 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.678783] env[69603]: DEBUG oslo_vmware.rw_handles [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3058d-f663-bd7a-23b4-3164ed2c81e9/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1042.678957] env[69603]: DEBUG oslo_vmware.rw_handles [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3058d-f663-bd7a-23b4-3164ed2c81e9/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1042.679218] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-952703c5-3dff-4bac-8fc8-620e31390799 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.836472] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.448s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.836968] env[69603]: DEBUG nova.compute.manager [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.839710] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.225s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.839912] env[69603]: DEBUG nova.objects.instance [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69603) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1042.880708] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f390ab-6ff4-bfa2-afb1-b12555a9fd2e, 'name': SearchDatastore_Task, 'duration_secs': 0.017143} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.882055] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.882292] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.882524] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.882669] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.882840] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.883453] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e551d97-4f35-4159-9a0d-7c751484b251 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.896347] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.896533] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.897284] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f82b0295-8a37-441b-b00f-85710a643ae0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.903798] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1042.903798] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5216e450-db66-8953-617f-fe0837a10c64" [ 1042.903798] env[69603]: _type = "Task" [ 1042.903798] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.913440] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5216e450-db66-8953-617f-fe0837a10c64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.946744] env[69603]: INFO nova.compute.manager [-] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Took 1.05 seconds to deallocate network for instance. [ 1042.950026] env[69603]: DEBUG oslo_vmware.rw_handles [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e3058d-f663-bd7a-23b4-3164ed2c81e9/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1042.950359] env[69603]: INFO nova.virt.vmwareapi.images [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Downloaded image file data 2eb6e3aa-1c39-4da3-a237-cc68502b09a7 [ 1042.961037] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e936e7-e8dd-4b42-92c0-24d9e00a171b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.970190] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33e491eb-1e2d-4cbc-83d3-c6fc39f2d13b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.092028] env[69603]: INFO nova.virt.vmwareapi.images [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] The imported VM was unregistered [ 1043.093687] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Caching image {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1043.094066] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Creating directory with path [datastore2] devstack-image-cache_base/2eb6e3aa-1c39-4da3-a237-cc68502b09a7 {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.094519] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae92e7c7-947c-4dc0-a860-a67acbf3127a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.106756] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Created directory with path [datastore2] devstack-image-cache_base/2eb6e3aa-1c39-4da3-a237-cc68502b09a7 {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.107188] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a31d8e16-44c2-427a-a9fb-12fe6adf0c14/OSTACK_IMG_a31d8e16-44c2-427a-a9fb-12fe6adf0c14.vmdk to [datastore2] devstack-image-cache_base/2eb6e3aa-1c39-4da3-a237-cc68502b09a7/2eb6e3aa-1c39-4da3-a237-cc68502b09a7.vmdk. {{(pid=69603) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1043.107602] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7ae0aed2-2487-4723-9fd1-d2e21e4b5151 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.115315] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1043.115315] env[69603]: value = "task-3480457" [ 1043.115315] env[69603]: _type = "Task" [ 1043.115315] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.124013] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480457, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.126720] env[69603]: DEBUG oslo_concurrency.lockutils [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.127343] env[69603]: DEBUG oslo_concurrency.lockutils [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.127343] env[69603]: INFO nova.compute.manager [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Attaching volume 5bb66a80-06e0-471a-a21d-203462c51520 to /dev/sdb [ 1043.166552] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14421b2-d7ed-42e0-bc01-54e55a9d8d79 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.174400] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3739f9a-3b4f-4190-82e4-9ba5bfe4b28f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.191480] env[69603]: DEBUG nova.virt.block_device [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Updating existing volume attachment record: 8724599c-b30c-4178-957b-a807e514b138 {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1043.344754] env[69603]: DEBUG nova.compute.utils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.348846] env[69603]: DEBUG nova.compute.manager [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.349471] env[69603]: DEBUG nova.network.neutron [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.399214] env[69603]: DEBUG nova.policy [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b5a559e296f4a44808838df8b2652b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e45969eb4ad041bab259e6c0a7e8cddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.415488] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5216e450-db66-8953-617f-fe0837a10c64, 'name': SearchDatastore_Task, 'duration_secs': 0.019056} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.416402] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a281e810-e5f0-488a-bb31-609191dc10ce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.424460] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1043.424460] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524b5569-ec0b-2821-0b46-505f7f4d1943" [ 1043.424460] env[69603]: _type = "Task" [ 1043.424460] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.432826] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524b5569-ec0b-2821-0b46-505f7f4d1943, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.459248] env[69603]: DEBUG oslo_concurrency.lockutils [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.627195] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480457, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.726715] env[69603]: DEBUG nova.network.neutron [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Successfully created port: 97b5839e-3c6a-47e0-b07d-42e093e1317a {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.853623] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fbfc2336-827a-4187-9564-b1ee334b7d34 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.855427] env[69603]: DEBUG nova.compute.manager [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.861482] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.839s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.863782] env[69603]: INFO nova.compute.claims [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.940816] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524b5569-ec0b-2821-0b46-505f7f4d1943, 'name': SearchDatastore_Task, 'duration_secs': 0.069788} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.940816] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.941036] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 592c1a53-bfd4-4afb-8bf3-cef1aef284df/592c1a53-bfd4-4afb-8bf3-cef1aef284df.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.941414] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa0217ba-d09a-4370-8ec7-3ab8f605603d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.951331] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1043.951331] env[69603]: value = "task-3480461" [ 1043.951331] env[69603]: _type = "Task" [ 1043.951331] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.961251] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.127655] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480457, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.462285] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.627874] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480457, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.876677] env[69603]: DEBUG nova.compute.manager [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.922720] env[69603]: DEBUG nova.virt.hardware [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.923024] env[69603]: DEBUG nova.virt.hardware [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.923135] env[69603]: DEBUG nova.virt.hardware [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.923366] env[69603]: DEBUG nova.virt.hardware [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.923536] env[69603]: DEBUG nova.virt.hardware [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.923687] env[69603]: DEBUG nova.virt.hardware [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.923898] env[69603]: DEBUG nova.virt.hardware [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.924065] env[69603]: DEBUG nova.virt.hardware [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.924237] env[69603]: DEBUG nova.virt.hardware [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.924404] env[69603]: DEBUG nova.virt.hardware [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.924580] env[69603]: DEBUG nova.virt.hardware [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.925961] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa195df5-6b65-4a5a-b26f-f559a8e3d39d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.937105] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3d9f73-d8e9-4b13-9050-8dd0d235496c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.966193] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.129196] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480457, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.158397] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040764c4-429d-423a-8f18-c938d7e889a0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.167135] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0336e33-a7b3-4492-b3f2-d35411aaed9a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.200951] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981d5d9e-25c0-4ffc-9229-e642c6596245 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.210849] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd90de2-b356-4280-9764-3a599cfdcd0c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.225415] env[69603]: DEBUG nova.compute.provider_tree [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.312707] env[69603]: DEBUG nova.compute.manager [req-cd5cb15e-d91c-49bd-83a0-2cbcda8a2448 req-ccec7d23-1561-4cd5-8afc-4933ea1b60bc service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Received event network-vif-plugged-97b5839e-3c6a-47e0-b07d-42e093e1317a {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.312978] env[69603]: DEBUG oslo_concurrency.lockutils [req-cd5cb15e-d91c-49bd-83a0-2cbcda8a2448 req-ccec7d23-1561-4cd5-8afc-4933ea1b60bc service nova] Acquiring lock "a761e010-7d9f-4fc1-9788-7caedf5e382e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.314137] env[69603]: DEBUG oslo_concurrency.lockutils [req-cd5cb15e-d91c-49bd-83a0-2cbcda8a2448 req-ccec7d23-1561-4cd5-8afc-4933ea1b60bc service nova] Lock "a761e010-7d9f-4fc1-9788-7caedf5e382e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.314137] env[69603]: DEBUG oslo_concurrency.lockutils [req-cd5cb15e-d91c-49bd-83a0-2cbcda8a2448 req-ccec7d23-1561-4cd5-8afc-4933ea1b60bc service nova] Lock "a761e010-7d9f-4fc1-9788-7caedf5e382e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.314137] env[69603]: DEBUG nova.compute.manager [req-cd5cb15e-d91c-49bd-83a0-2cbcda8a2448 req-ccec7d23-1561-4cd5-8afc-4933ea1b60bc service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] No waiting events found dispatching network-vif-plugged-97b5839e-3c6a-47e0-b07d-42e093e1317a {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1045.314137] env[69603]: WARNING nova.compute.manager [req-cd5cb15e-d91c-49bd-83a0-2cbcda8a2448 req-ccec7d23-1561-4cd5-8afc-4933ea1b60bc service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Received unexpected event network-vif-plugged-97b5839e-3c6a-47e0-b07d-42e093e1317a for instance with vm_state building and task_state spawning. [ 1045.465098] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480461, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.499464] env[69603]: DEBUG nova.network.neutron [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Successfully updated port: 97b5839e-3c6a-47e0-b07d-42e093e1317a {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.631807] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480457, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.728756] env[69603]: DEBUG nova.scheduler.client.report [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.965783] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480461, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.95529} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.966165] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 592c1a53-bfd4-4afb-8bf3-cef1aef284df/592c1a53-bfd4-4afb-8bf3-cef1aef284df.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.966434] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.966724] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22c2dff5-1fbc-4ad8-b271-96464979e00b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.975415] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1045.975415] env[69603]: value = "task-3480462" [ 1045.975415] env[69603]: _type = "Task" [ 1045.975415] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.985588] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480462, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.001593] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.001816] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.003061] env[69603]: DEBUG nova.network.neutron [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.131906] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480457, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.719759} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.132284] env[69603]: INFO nova.virt.vmwareapi.ds_util [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a31d8e16-44c2-427a-a9fb-12fe6adf0c14/OSTACK_IMG_a31d8e16-44c2-427a-a9fb-12fe6adf0c14.vmdk to [datastore2] devstack-image-cache_base/2eb6e3aa-1c39-4da3-a237-cc68502b09a7/2eb6e3aa-1c39-4da3-a237-cc68502b09a7.vmdk. [ 1046.133071] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Cleaning up location [datastore2] OSTACK_IMG_a31d8e16-44c2-427a-a9fb-12fe6adf0c14 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1046.135856] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a31d8e16-44c2-427a-a9fb-12fe6adf0c14 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.135856] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0eebfba-0ad7-4371-a8e8-3b42c51d3e56 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.144153] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1046.144153] env[69603]: value = "task-3480463" [ 1046.144153] env[69603]: _type = "Task" [ 1046.144153] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.159191] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.236112] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.238021] env[69603]: DEBUG nova.compute.manager [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.240061] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.197s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.241510] env[69603]: INFO nova.compute.claims [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.488019] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480462, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088672} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.488019] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.488856] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a749e4b7-9b3c-48f4-b9e8-aff2df327c69 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.516518] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 592c1a53-bfd4-4afb-8bf3-cef1aef284df/592c1a53-bfd4-4afb-8bf3-cef1aef284df.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.516850] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1860d05e-a0a4-4b02-8223-12c9780a2d84 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.540236] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1046.540236] env[69603]: value = "task-3480464" [ 1046.540236] env[69603]: _type = "Task" [ 1046.540236] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.550208] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.580902] env[69603]: DEBUG nova.network.neutron [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.657148] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036946} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.657416] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.657587] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2eb6e3aa-1c39-4da3-a237-cc68502b09a7/2eb6e3aa-1c39-4da3-a237-cc68502b09a7.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.657840] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2eb6e3aa-1c39-4da3-a237-cc68502b09a7/2eb6e3aa-1c39-4da3-a237-cc68502b09a7.vmdk to [datastore2] a76d04aa-a60d-44b8-8428-18ab9158985c/a76d04aa-a60d-44b8-8428-18ab9158985c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.658136] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9c80e97-8645-421b-97dc-c0879a4fdc32 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.668219] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Acquiring lock "7bb5f88e-319f-4269-9147-acf3b989b255" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.668449] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Lock "7bb5f88e-319f-4269-9147-acf3b989b255" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.673237] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1046.673237] env[69603]: value = "task-3480465" [ 1046.673237] env[69603]: _type = "Task" [ 1046.673237] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.680706] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.746702] env[69603]: DEBUG nova.compute.utils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.751996] env[69603]: DEBUG nova.compute.manager [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.751996] env[69603]: DEBUG nova.network.neutron [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.770566] env[69603]: DEBUG nova.network.neutron [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updating instance_info_cache with network_info: [{"id": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "address": "fa:16:3e:53:27:43", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5839e-3c", "ovs_interfaceid": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.801016] env[69603]: DEBUG nova.policy [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17a32e40336a4631bf975edf7c28241b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd17c18f277e546e1a840b588d5e6e60f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.051234] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480464, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.171389] env[69603]: DEBUG nova.compute.manager [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.187856] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480465, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.257026] env[69603]: DEBUG nova.compute.manager [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.275889] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.275889] env[69603]: DEBUG nova.compute.manager [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Instance network_info: |[{"id": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "address": "fa:16:3e:53:27:43", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5839e-3c", "ovs_interfaceid": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.275889] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:27:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97b5839e-3c6a-47e0-b07d-42e093e1317a', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.284592] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.285425] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.285534] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-303f1ecd-73cb-42f2-a73d-647efc896565 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.315355] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.315355] env[69603]: value = "task-3480466" [ 1047.315355] env[69603]: _type = "Task" [ 1047.315355] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.326044] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480466, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.362562] env[69603]: DEBUG nova.network.neutron [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Successfully created port: c19867e0-9a88-4d79-bdd6-bda56cef9c9d {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.564092] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480464, 'name': ReconfigVM_Task, 'duration_secs': 0.584095} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.565151] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 592c1a53-bfd4-4afb-8bf3-cef1aef284df/592c1a53-bfd4-4afb-8bf3-cef1aef284df.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.565630] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e481dcd-c1d9-4647-94fa-f6f1a727f198 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.576017] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1047.576017] env[69603]: value = "task-3480468" [ 1047.576017] env[69603]: _type = "Task" [ 1047.576017] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.591922] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480468, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.621129] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baabaa7e-113f-4d1a-b08c-603a8e58184b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.633017] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237354fc-2f69-4fa5-a4c6-cd5932ade611 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.670386] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e09e35-b00f-45d8-a5b7-843f28741971 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.674497] env[69603]: DEBUG nova.compute.manager [req-c0a849c4-e7be-409a-9351-902266efe993 req-93a5d2b7-d488-476f-aba9-a86e5b1b95d0 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Received event network-changed-97b5839e-3c6a-47e0-b07d-42e093e1317a {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.674687] env[69603]: DEBUG nova.compute.manager [req-c0a849c4-e7be-409a-9351-902266efe993 req-93a5d2b7-d488-476f-aba9-a86e5b1b95d0 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Refreshing instance network info cache due to event network-changed-97b5839e-3c6a-47e0-b07d-42e093e1317a. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.674984] env[69603]: DEBUG oslo_concurrency.lockutils [req-c0a849c4-e7be-409a-9351-902266efe993 req-93a5d2b7-d488-476f-aba9-a86e5b1b95d0 service nova] Acquiring lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.675172] env[69603]: DEBUG oslo_concurrency.lockutils [req-c0a849c4-e7be-409a-9351-902266efe993 req-93a5d2b7-d488-476f-aba9-a86e5b1b95d0 service nova] Acquired lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.675335] env[69603]: DEBUG nova.network.neutron [req-c0a849c4-e7be-409a-9351-902266efe993 req-93a5d2b7-d488-476f-aba9-a86e5b1b95d0 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Refreshing network info cache for port 97b5839e-3c6a-47e0-b07d-42e093e1317a {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.689576] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87366a56-da90-4c23-8804-e864e467ca58 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.700772] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480465, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.715019] env[69603]: DEBUG nova.compute.provider_tree [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.717121] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.826877] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480466, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.087874] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480468, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.188933] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480465, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.219182] env[69603]: DEBUG nova.scheduler.client.report [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.270948] env[69603]: DEBUG nova.compute.manager [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.300683] env[69603]: DEBUG nova.virt.hardware [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.300951] env[69603]: DEBUG nova.virt.hardware [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.301123] env[69603]: DEBUG nova.virt.hardware [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.301316] env[69603]: DEBUG nova.virt.hardware [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.301536] env[69603]: DEBUG nova.virt.hardware [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.301649] env[69603]: DEBUG nova.virt.hardware [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.301873] env[69603]: DEBUG nova.virt.hardware [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.302047] env[69603]: DEBUG nova.virt.hardware [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.302221] env[69603]: DEBUG nova.virt.hardware [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.302385] env[69603]: DEBUG nova.virt.hardware [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.302558] env[69603]: DEBUG nova.virt.hardware [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.303892] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79fa924-a79a-4c25-adb7-3c75b751d171 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.316747] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c52b4b-a7e2-4426-9239-9eb7fb21f424 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.331641] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480466, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.408766] env[69603]: DEBUG nova.network.neutron [req-c0a849c4-e7be-409a-9351-902266efe993 req-93a5d2b7-d488-476f-aba9-a86e5b1b95d0 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updated VIF entry in instance network info cache for port 97b5839e-3c6a-47e0-b07d-42e093e1317a. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.409184] env[69603]: DEBUG nova.network.neutron [req-c0a849c4-e7be-409a-9351-902266efe993 req-93a5d2b7-d488-476f-aba9-a86e5b1b95d0 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updating instance_info_cache with network_info: [{"id": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "address": "fa:16:3e:53:27:43", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5839e-3c", "ovs_interfaceid": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.587880] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480468, 'name': Rename_Task, 'duration_secs': 0.595075} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.588202] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.588425] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49c3f283-49e4-43e5-8b1c-59d41b950085 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.596661] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1048.596661] env[69603]: value = "task-3480469" [ 1048.596661] env[69603]: _type = "Task" [ 1048.596661] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.607492] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.688597] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480465, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.724779] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.725346] env[69603]: DEBUG nova.compute.manager [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.728212] env[69603]: DEBUG oslo_concurrency.lockutils [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.214s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.729854] env[69603]: INFO nova.compute.claims [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.832847] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480466, 'name': CreateVM_Task, 'duration_secs': 1.116063} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.833162] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.834038] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.834306] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.834717] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.834989] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edefa91c-7e6c-46db-925c-8e0c0f0f628e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.841095] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1048.841095] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528a02cd-3346-caa2-03f9-bfdecbdc283d" [ 1048.841095] env[69603]: _type = "Task" [ 1048.841095] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.852497] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528a02cd-3346-caa2-03f9-bfdecbdc283d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.854871] env[69603]: DEBUG nova.compute.manager [req-26e8b866-2452-4d30-b426-ffc23a4ed289 req-7684e98c-85cc-420e-9eaa-555a48283a3e service nova] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Received event network-vif-plugged-c19867e0-9a88-4d79-bdd6-bda56cef9c9d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.855092] env[69603]: DEBUG oslo_concurrency.lockutils [req-26e8b866-2452-4d30-b426-ffc23a4ed289 req-7684e98c-85cc-420e-9eaa-555a48283a3e service nova] Acquiring lock "086e632b-dc22-48cf-96e4-592a9f2ec15c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.855305] env[69603]: DEBUG oslo_concurrency.lockutils [req-26e8b866-2452-4d30-b426-ffc23a4ed289 req-7684e98c-85cc-420e-9eaa-555a48283a3e service nova] Lock "086e632b-dc22-48cf-96e4-592a9f2ec15c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.855479] env[69603]: DEBUG oslo_concurrency.lockutils [req-26e8b866-2452-4d30-b426-ffc23a4ed289 req-7684e98c-85cc-420e-9eaa-555a48283a3e service nova] Lock "086e632b-dc22-48cf-96e4-592a9f2ec15c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.855650] env[69603]: DEBUG nova.compute.manager [req-26e8b866-2452-4d30-b426-ffc23a4ed289 req-7684e98c-85cc-420e-9eaa-555a48283a3e service nova] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] No waiting events found dispatching network-vif-plugged-c19867e0-9a88-4d79-bdd6-bda56cef9c9d {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1048.855811] env[69603]: WARNING nova.compute.manager [req-26e8b866-2452-4d30-b426-ffc23a4ed289 req-7684e98c-85cc-420e-9eaa-555a48283a3e service nova] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Received unexpected event network-vif-plugged-c19867e0-9a88-4d79-bdd6-bda56cef9c9d for instance with vm_state building and task_state spawning. [ 1048.911888] env[69603]: DEBUG oslo_concurrency.lockutils [req-c0a849c4-e7be-409a-9351-902266efe993 req-93a5d2b7-d488-476f-aba9-a86e5b1b95d0 service nova] Releasing lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.944567] env[69603]: DEBUG nova.network.neutron [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Successfully updated port: c19867e0-9a88-4d79-bdd6-bda56cef9c9d {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.109329] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.187777] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480465, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.235170] env[69603]: DEBUG nova.compute.utils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.238564] env[69603]: DEBUG nova.compute.manager [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.238745] env[69603]: DEBUG nova.network.neutron [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.276165] env[69603]: DEBUG nova.policy [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '043cc1fbb38a437aa22789b94c96d4aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b6ede380d2f4f3cb17e0b1521dc41e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.352314] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528a02cd-3346-caa2-03f9-bfdecbdc283d, 'name': SearchDatastore_Task, 'duration_secs': 0.102196} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.352687] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.352952] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.353245] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.353451] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.353681] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.353949] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9bad7d9-bf2c-428b-84e4-e7abfba1876c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.364166] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.364389] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.365306] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b5ac92b-a492-41e1-bc06-4bb3985e9d73 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.373532] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1049.373532] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dc3607-ccca-29c1-aa6e-0480c3022c21" [ 1049.373532] env[69603]: _type = "Task" [ 1049.373532] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.383866] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dc3607-ccca-29c1-aa6e-0480c3022c21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.446864] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "refresh_cache-086e632b-dc22-48cf-96e4-592a9f2ec15c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.447225] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquired lock "refresh_cache-086e632b-dc22-48cf-96e4-592a9f2ec15c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.447455] env[69603]: DEBUG nova.network.neutron [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.555182] env[69603]: DEBUG nova.network.neutron [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Successfully created port: a932b940-dcff-462f-afa2-65e06e8c601d {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1049.608076] env[69603]: DEBUG oslo_vmware.api [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480469, 'name': PowerOnVM_Task, 'duration_secs': 0.941953} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.608377] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.608581] env[69603]: INFO nova.compute.manager [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Took 10.91 seconds to spawn the instance on the hypervisor. [ 1049.608757] env[69603]: DEBUG nova.compute.manager [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1049.609615] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7bc449-122b-41d0-9810-8fd96c51b26c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.689527] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480465, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.63999} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.689862] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2eb6e3aa-1c39-4da3-a237-cc68502b09a7/2eb6e3aa-1c39-4da3-a237-cc68502b09a7.vmdk to [datastore2] a76d04aa-a60d-44b8-8428-18ab9158985c/a76d04aa-a60d-44b8-8428-18ab9158985c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.690714] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa81da4-8ba9-4f52-9a61-8e63a898bde9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.716602] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] a76d04aa-a60d-44b8-8428-18ab9158985c/a76d04aa-a60d-44b8-8428-18ab9158985c.vmdk or device None with type streamOptimized {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.716833] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65c04be4-02b7-4e13-8577-725b4de00e14 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.738234] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1049.738234] env[69603]: value = "task-3480470" [ 1049.738234] env[69603]: _type = "Task" [ 1049.738234] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.742674] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1049.743138] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695825', 'volume_id': '5bb66a80-06e0-471a-a21d-203462c51520', 'name': 'volume-5bb66a80-06e0-471a-a21d-203462c51520', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc081a0f-3a65-4caa-8f4c-581ae6ef7ded', 'attached_at': '', 'detached_at': '', 'volume_id': '5bb66a80-06e0-471a-a21d-203462c51520', 'serial': '5bb66a80-06e0-471a-a21d-203462c51520'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1049.746116] env[69603]: DEBUG nova.compute.manager [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.750696] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb2a624-ae47-449c-a89f-64b0d8272c19 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.761819] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.774928] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6da47e8-31c7-4654-bcf7-f5125ca23de8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.811052] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-5bb66a80-06e0-471a-a21d-203462c51520/volume-5bb66a80-06e0-471a-a21d-203462c51520.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.814986] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01a569e5-7e15-4ad8-9cc4-e57824da4b83 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.837196] env[69603]: DEBUG oslo_vmware.api [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1049.837196] env[69603]: value = "task-3480471" [ 1049.837196] env[69603]: _type = "Task" [ 1049.837196] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.848966] env[69603]: DEBUG oslo_vmware.api [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480471, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.883646] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dc3607-ccca-29c1-aa6e-0480c3022c21, 'name': SearchDatastore_Task, 'duration_secs': 0.048098} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.887389] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd348fe0-3812-419b-9d84-d5547e8b46b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.894043] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1049.894043] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52739fca-234e-e553-22c6-848c4ef90018" [ 1049.894043] env[69603]: _type = "Task" [ 1049.894043] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.907662] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52739fca-234e-e553-22c6-848c4ef90018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.007747] env[69603]: DEBUG nova.network.neutron [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.055256] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cff3c6d-f23a-4c75-a561-b865a1e19135 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.063746] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5023a8-96de-4266-81b9-2b5ded7f62b0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.101932] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af102696-3ace-41e6-a261-d7b105dd85ec {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.110720] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7708f16f-f41c-4cd2-80ad-e76645ce3994 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.133021] env[69603]: DEBUG nova.compute.provider_tree [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.133021] env[69603]: INFO nova.compute.manager [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Took 22.34 seconds to build instance. [ 1050.222662] env[69603]: DEBUG nova.network.neutron [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Updating instance_info_cache with network_info: [{"id": "c19867e0-9a88-4d79-bdd6-bda56cef9c9d", "address": "fa:16:3e:1c:fc:83", "network": {"id": "d0213713-3fb0-456c-a860-d2f2cc52c24c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-784414495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d17c18f277e546e1a840b588d5e6e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc19867e0-9a", "ovs_interfaceid": "c19867e0-9a88-4d79-bdd6-bda56cef9c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.250468] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.346966] env[69603]: DEBUG oslo_vmware.api [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480471, 'name': ReconfigVM_Task, 'duration_secs': 0.487043} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.347302] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-5bb66a80-06e0-471a-a21d-203462c51520/volume-5bb66a80-06e0-471a-a21d-203462c51520.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.352215] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9d44b61-07b4-4f20-98cd-3537642dc36d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.369155] env[69603]: DEBUG oslo_vmware.api [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1050.369155] env[69603]: value = "task-3480472" [ 1050.369155] env[69603]: _type = "Task" [ 1050.369155] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.379671] env[69603]: DEBUG oslo_vmware.api [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.405089] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52739fca-234e-e553-22c6-848c4ef90018, 'name': SearchDatastore_Task, 'duration_secs': 0.015746} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.405385] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.405627] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a761e010-7d9f-4fc1-9788-7caedf5e382e/a761e010-7d9f-4fc1-9788-7caedf5e382e.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1050.405898] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb4458a5-0e36-4a24-b694-a9216864d441 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.414605] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1050.414605] env[69603]: value = "task-3480473" [ 1050.414605] env[69603]: _type = "Task" [ 1050.414605] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.423720] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.636043] env[69603]: DEBUG nova.scheduler.client.report [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.638438] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1fffd4e0-3e99-429f-963a-57377167de1e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.855s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.726399] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Releasing lock "refresh_cache-086e632b-dc22-48cf-96e4-592a9f2ec15c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.726788] env[69603]: DEBUG nova.compute.manager [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Instance network_info: |[{"id": "c19867e0-9a88-4d79-bdd6-bda56cef9c9d", "address": "fa:16:3e:1c:fc:83", "network": {"id": "d0213713-3fb0-456c-a860-d2f2cc52c24c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-784414495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d17c18f277e546e1a840b588d5e6e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc19867e0-9a", "ovs_interfaceid": "c19867e0-9a88-4d79-bdd6-bda56cef9c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.727284] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:fc:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c19867e0-9a88-4d79-bdd6-bda56cef9c9d', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.735772] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Creating folder: Project (d17c18f277e546e1a840b588d5e6e60f). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.736194] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-225bcc11-14ac-47dc-8500-291b97b75d5b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.749052] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480470, 'name': ReconfigVM_Task, 'duration_secs': 0.955106} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.750682] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Reconfigured VM instance instance-0000004a to attach disk [datastore2] a76d04aa-a60d-44b8-8428-18ab9158985c/a76d04aa-a60d-44b8-8428-18ab9158985c.vmdk or device None with type streamOptimized {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.752160] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': None, 'encryption_format': None, 'encrypted': False, 'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'image_id': 'f0138089-3b92-402e-80e5-236e22cd6a35'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '0a5362cf-8078-43da-83b0-904086419b70', 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695814', 'volume_id': 'bf91f966-5b4e-4c5c-bd02-89f8f39dfb73', 'name': 'volume-bf91f966-5b4e-4c5c-bd02-89f8f39dfb73', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a76d04aa-a60d-44b8-8428-18ab9158985c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf91f966-5b4e-4c5c-bd02-89f8f39dfb73', 'serial': 'bf91f966-5b4e-4c5c-bd02-89f8f39dfb73'}, 'boot_index': None, 'disk_bus': None, 'device_type': None, 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69603) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1050.752362] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1050.752555] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695814', 'volume_id': 'bf91f966-5b4e-4c5c-bd02-89f8f39dfb73', 'name': 'volume-bf91f966-5b4e-4c5c-bd02-89f8f39dfb73', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a76d04aa-a60d-44b8-8428-18ab9158985c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf91f966-5b4e-4c5c-bd02-89f8f39dfb73', 'serial': 'bf91f966-5b4e-4c5c-bd02-89f8f39dfb73'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1050.752924] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Created folder: Project (d17c18f277e546e1a840b588d5e6e60f) in parent group-v695567. [ 1050.753123] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Creating folder: Instances. Parent ref: group-v695827. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.754045] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3948ddb-eed6-4b5f-861a-88dc6e59cb0b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.757927] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70b9bc3d-b1f1-476c-a57f-92157997b5a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.760716] env[69603]: DEBUG nova.compute.manager [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.787516] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34515534-d849-4cb5-9653-71a7fa5b601c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.791424] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Created folder: Instances in parent group-v695827. [ 1050.791648] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.794297] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.795245] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41a8db85-19e1-4f60-ba11-7628caee4f3f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.814681] env[69603]: DEBUG nova.virt.hardware [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.814978] env[69603]: DEBUG nova.virt.hardware [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.815198] env[69603]: DEBUG nova.virt.hardware [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.815444] env[69603]: DEBUG nova.virt.hardware [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.815690] env[69603]: DEBUG nova.virt.hardware [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.816301] env[69603]: DEBUG nova.virt.hardware [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.816301] env[69603]: DEBUG nova.virt.hardware [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.816301] env[69603]: DEBUG nova.virt.hardware [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.816528] env[69603]: DEBUG nova.virt.hardware [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.816690] env[69603]: DEBUG nova.virt.hardware [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.816886] env[69603]: DEBUG nova.virt.hardware [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.833553] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333442d2-8807-4883-b1aa-f088f00a61d2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.845709] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] volume-bf91f966-5b4e-4c5c-bd02-89f8f39dfb73/volume-bf91f966-5b4e-4c5c-bd02-89f8f39dfb73.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.846844] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8eeda2fb-aff6-4723-a255-b3eeb5f9237a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.862676] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.862676] env[69603]: value = "task-3480476" [ 1050.862676] env[69603]: _type = "Task" [ 1050.862676] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.871931] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bfca87-dcca-4abc-8a3b-c735460be23a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.876785] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1050.876785] env[69603]: value = "task-3480477" [ 1050.876785] env[69603]: _type = "Task" [ 1050.876785] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.883821] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480476, 'name': CreateVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.905367] env[69603]: DEBUG oslo_vmware.api [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480472, 'name': ReconfigVM_Task, 'duration_secs': 0.166206} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.911717] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695825', 'volume_id': '5bb66a80-06e0-471a-a21d-203462c51520', 'name': 'volume-5bb66a80-06e0-471a-a21d-203462c51520', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc081a0f-3a65-4caa-8f4c-581ae6ef7ded', 'attached_at': '', 'detached_at': '', 'volume_id': '5bb66a80-06e0-471a-a21d-203462c51520', 'serial': '5bb66a80-06e0-471a-a21d-203462c51520'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1050.911915] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.925749] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480473, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.969672] env[69603]: DEBUG nova.compute.manager [req-3f207213-a19f-464e-8371-a3567baf4784 req-4cf3354e-9659-44b3-bec0-dc939f45f4a9 service nova] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Received event network-changed-c19867e0-9a88-4d79-bdd6-bda56cef9c9d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.969955] env[69603]: DEBUG nova.compute.manager [req-3f207213-a19f-464e-8371-a3567baf4784 req-4cf3354e-9659-44b3-bec0-dc939f45f4a9 service nova] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Refreshing instance network info cache due to event network-changed-c19867e0-9a88-4d79-bdd6-bda56cef9c9d. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.970179] env[69603]: DEBUG oslo_concurrency.lockutils [req-3f207213-a19f-464e-8371-a3567baf4784 req-4cf3354e-9659-44b3-bec0-dc939f45f4a9 service nova] Acquiring lock "refresh_cache-086e632b-dc22-48cf-96e4-592a9f2ec15c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.970322] env[69603]: DEBUG oslo_concurrency.lockutils [req-3f207213-a19f-464e-8371-a3567baf4784 req-4cf3354e-9659-44b3-bec0-dc939f45f4a9 service nova] Acquired lock "refresh_cache-086e632b-dc22-48cf-96e4-592a9f2ec15c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.970488] env[69603]: DEBUG nova.network.neutron [req-3f207213-a19f-464e-8371-a3567baf4784 req-4cf3354e-9659-44b3-bec0-dc939f45f4a9 service nova] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Refreshing network info cache for port c19867e0-9a88-4d79-bdd6-bda56cef9c9d {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.112440] env[69603]: DEBUG nova.network.neutron [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Successfully updated port: a932b940-dcff-462f-afa2-65e06e8c601d {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1051.139906] env[69603]: DEBUG oslo_concurrency.lockutils [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.140462] env[69603]: DEBUG nova.compute.manager [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.143263] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.672s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.143510] env[69603]: DEBUG nova.objects.instance [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Lazy-loading 'resources' on Instance uuid 51281140-ec89-41be-8546-1065bfeaed63 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.374477] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480476, 'name': CreateVM_Task, 'duration_secs': 0.384517} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.374608] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.375299] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.375462] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.375793] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.376059] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45fcbf66-6072-4f52-81ca-4d513bf5a69a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.380364] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1051.380364] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5230ee4d-a2e6-0395-c7f7-1eda48a97296" [ 1051.380364] env[69603]: _type = "Task" [ 1051.380364] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.391281] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5230ee4d-a2e6-0395-c7f7-1eda48a97296, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.396121] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.424873] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603505} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.425150] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a761e010-7d9f-4fc1-9788-7caedf5e382e/a761e010-7d9f-4fc1-9788-7caedf5e382e.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1051.425364] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1051.425612] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71f62268-308e-490c-ad8c-62b4b6238910 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.431676] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1051.431676] env[69603]: value = "task-3480478" [ 1051.431676] env[69603]: _type = "Task" [ 1051.431676] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.440544] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.618408] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "refresh_cache-ea56e050-bc0d-48f9-91ac-c70f5806fdfb" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.618688] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "refresh_cache-ea56e050-bc0d-48f9-91ac-c70f5806fdfb" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.618885] env[69603]: DEBUG nova.network.neutron [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.646914] env[69603]: DEBUG nova.network.neutron [req-3f207213-a19f-464e-8371-a3567baf4784 req-4cf3354e-9659-44b3-bec0-dc939f45f4a9 service nova] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Updated VIF entry in instance network info cache for port c19867e0-9a88-4d79-bdd6-bda56cef9c9d. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.647275] env[69603]: DEBUG nova.network.neutron [req-3f207213-a19f-464e-8371-a3567baf4784 req-4cf3354e-9659-44b3-bec0-dc939f45f4a9 service nova] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Updating instance_info_cache with network_info: [{"id": "c19867e0-9a88-4d79-bdd6-bda56cef9c9d", "address": "fa:16:3e:1c:fc:83", "network": {"id": "d0213713-3fb0-456c-a860-d2f2cc52c24c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-784414495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d17c18f277e546e1a840b588d5e6e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc19867e0-9a", "ovs_interfaceid": "c19867e0-9a88-4d79-bdd6-bda56cef9c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.649219] env[69603]: DEBUG nova.compute.utils [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.653086] env[69603]: DEBUG nova.compute.manager [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Not allocating networking since 'none' was specified. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1051.850588] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c562dbf-647e-40be-96ff-20d641b48222 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.858498] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65e9b77-11f4-47c4-bd4e-7e5eac3f3645 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.896350] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae93858-f252-44a4-8d0c-4e97d0914f27 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.904783] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5230ee4d-a2e6-0395-c7f7-1eda48a97296, 'name': SearchDatastore_Task, 'duration_secs': 0.009669} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.909713] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.910192] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.910192] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.910357] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.910536] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.911354] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.911354] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a745b0de-dfff-4de0-a410-04934ac22d24 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.913933] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39b1034-0b58-44d0-a51d-a858061f2694 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.929833] env[69603]: DEBUG nova.compute.provider_tree [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.932422] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.932786] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.937018] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c57d4f88-fe26-4a05-9375-bde154a93d1e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.945642] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062249} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.946939] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.947325] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1051.947325] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ee9d86-46e1-e912-3640-edf98483e998" [ 1051.947325] env[69603]: _type = "Task" [ 1051.947325] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.948106] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831514f7-bc91-4d9d-9c67-0b007d2a26d1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.951469] env[69603]: DEBUG nova.objects.instance [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lazy-loading 'flavor' on Instance uuid bc081a0f-3a65-4caa-8f4c-581ae6ef7ded {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.975197] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] a761e010-7d9f-4fc1-9788-7caedf5e382e/a761e010-7d9f-4fc1-9788-7caedf5e382e.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.978981] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dd825b1-dea8-4866-abb2-e77dca75eab2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.994577] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ee9d86-46e1-e912-3640-edf98483e998, 'name': SearchDatastore_Task, 'duration_secs': 0.009157} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.996186] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5351ba28-fd97-45e6-a47e-11b4513f3fe5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.001050] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1052.001050] env[69603]: value = "task-3480479" [ 1052.001050] env[69603]: _type = "Task" [ 1052.001050] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.002630] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1052.002630] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cebb05-f7f8-855b-d112-0b255f66b66a" [ 1052.002630] env[69603]: _type = "Task" [ 1052.002630] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.016016] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.019658] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52cebb05-f7f8-855b-d112-0b255f66b66a, 'name': SearchDatastore_Task, 'duration_secs': 0.008868} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.019956] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.020273] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 086e632b-dc22-48cf-96e4-592a9f2ec15c/086e632b-dc22-48cf-96e4-592a9f2ec15c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.020569] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7d5e6b7-df0b-48c2-be9d-b5eff18984ae {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.032022] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1052.032022] env[69603]: value = "task-3480480" [ 1052.032022] env[69603]: _type = "Task" [ 1052.032022] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.042771] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.153529] env[69603]: DEBUG nova.network.neutron [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.155898] env[69603]: DEBUG oslo_concurrency.lockutils [req-3f207213-a19f-464e-8371-a3567baf4784 req-4cf3354e-9659-44b3-bec0-dc939f45f4a9 service nova] Releasing lock "refresh_cache-086e632b-dc22-48cf-96e4-592a9f2ec15c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.156182] env[69603]: DEBUG nova.compute.manager [req-3f207213-a19f-464e-8371-a3567baf4784 req-4cf3354e-9659-44b3-bec0-dc939f45f4a9 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Received event network-changed-c21b1a45-a151-4579-b219-c1f8d78b84be {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.156353] env[69603]: DEBUG nova.compute.manager [req-3f207213-a19f-464e-8371-a3567baf4784 req-4cf3354e-9659-44b3-bec0-dc939f45f4a9 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Refreshing instance network info cache due to event network-changed-c21b1a45-a151-4579-b219-c1f8d78b84be. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1052.156561] env[69603]: DEBUG oslo_concurrency.lockutils [req-3f207213-a19f-464e-8371-a3567baf4784 req-4cf3354e-9659-44b3-bec0-dc939f45f4a9 service nova] Acquiring lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.156701] env[69603]: DEBUG oslo_concurrency.lockutils [req-3f207213-a19f-464e-8371-a3567baf4784 req-4cf3354e-9659-44b3-bec0-dc939f45f4a9 service nova] Acquired lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.156860] env[69603]: DEBUG nova.network.neutron [req-3f207213-a19f-464e-8371-a3567baf4784 req-4cf3354e-9659-44b3-bec0-dc939f45f4a9 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Refreshing network info cache for port c21b1a45-a151-4579-b219-c1f8d78b84be {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1052.158224] env[69603]: DEBUG nova.compute.manager [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.377831] env[69603]: DEBUG nova.network.neutron [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Updating instance_info_cache with network_info: [{"id": "a932b940-dcff-462f-afa2-65e06e8c601d", "address": "fa:16:3e:54:19:48", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa932b940-dc", "ovs_interfaceid": "a932b940-dcff-462f-afa2-65e06e8c601d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.402773] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480477, 'name': ReconfigVM_Task, 'duration_secs': 1.223015} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.403238] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Reconfigured VM instance instance-0000004a to attach disk [datastore2] volume-bf91f966-5b4e-4c5c-bd02-89f8f39dfb73/volume-bf91f966-5b4e-4c5c-bd02-89f8f39dfb73.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.409745] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4be9e58f-3508-484e-a645-46843ee4bc81 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.426721] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1052.426721] env[69603]: value = "task-3480481" [ 1052.426721] env[69603]: _type = "Task" [ 1052.426721] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.437035] env[69603]: DEBUG nova.scheduler.client.report [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.440276] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.460385] env[69603]: DEBUG oslo_concurrency.lockutils [None req-68c1c82b-cfa9-488f-973e-ab4f837355c5 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.333s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.511869] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480479, 'name': ReconfigVM_Task, 'duration_secs': 0.482325} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.512170] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Reconfigured VM instance instance-0000005d to attach disk [datastore2] a761e010-7d9f-4fc1-9788-7caedf5e382e/a761e010-7d9f-4fc1-9788-7caedf5e382e.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.512790] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c043ba42-bfe5-4599-89a5-319d476061d8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.518540] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1052.518540] env[69603]: value = "task-3480482" [ 1052.518540] env[69603]: _type = "Task" [ 1052.518540] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.526799] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480482, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.539990] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451927} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.539990] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 086e632b-dc22-48cf-96e4-592a9f2ec15c/086e632b-dc22-48cf-96e4-592a9f2ec15c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.539990] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.540217] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1938d8f1-efcd-46fb-89bf-42fc47b63d50 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.547384] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1052.547384] env[69603]: value = "task-3480483" [ 1052.547384] env[69603]: _type = "Task" [ 1052.547384] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.555268] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.867737] env[69603]: DEBUG nova.network.neutron [req-3f207213-a19f-464e-8371-a3567baf4784 req-4cf3354e-9659-44b3-bec0-dc939f45f4a9 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updated VIF entry in instance network info cache for port c21b1a45-a151-4579-b219-c1f8d78b84be. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.868111] env[69603]: DEBUG nova.network.neutron [req-3f207213-a19f-464e-8371-a3567baf4784 req-4cf3354e-9659-44b3-bec0-dc939f45f4a9 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance_info_cache with network_info: [{"id": "c21b1a45-a151-4579-b219-c1f8d78b84be", "address": "fa:16:3e:1d:80:30", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21b1a45-a1", "ovs_interfaceid": "c21b1a45-a151-4579-b219-c1f8d78b84be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.883046] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "refresh_cache-ea56e050-bc0d-48f9-91ac-c70f5806fdfb" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.883046] env[69603]: DEBUG nova.compute.manager [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Instance network_info: |[{"id": "a932b940-dcff-462f-afa2-65e06e8c601d", "address": "fa:16:3e:54:19:48", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa932b940-dc", "ovs_interfaceid": "a932b940-dcff-462f-afa2-65e06e8c601d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1052.883046] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:19:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a932b940-dcff-462f-afa2-65e06e8c601d', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.888992] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1052.889500] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.889740] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c904c83-19c9-402f-8627-5701bb79eb65 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.910408] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.910408] env[69603]: value = "task-3480484" [ 1052.910408] env[69603]: _type = "Task" [ 1052.910408] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.918726] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480484, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.935957] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480481, 'name': ReconfigVM_Task, 'duration_secs': 0.205893} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.936241] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695814', 'volume_id': 'bf91f966-5b4e-4c5c-bd02-89f8f39dfb73', 'name': 'volume-bf91f966-5b4e-4c5c-bd02-89f8f39dfb73', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a76d04aa-a60d-44b8-8428-18ab9158985c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf91f966-5b4e-4c5c-bd02-89f8f39dfb73', 'serial': 'bf91f966-5b4e-4c5c-bd02-89f8f39dfb73'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1052.936844] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e59c78a-41fd-434a-a5a3-7e69bbecee1f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.941359] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.944921] env[69603]: DEBUG oslo_concurrency.lockutils [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.935s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.945187] env[69603]: DEBUG nova.objects.instance [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Lazy-loading 'resources' on Instance uuid 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.946899] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1052.946899] env[69603]: value = "task-3480485" [ 1052.946899] env[69603]: _type = "Task" [ 1052.946899] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.954836] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480485, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.970815] env[69603]: INFO nova.scheduler.client.report [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Deleted allocations for instance 51281140-ec89-41be-8546-1065bfeaed63 [ 1053.000489] env[69603]: DEBUG nova.compute.manager [req-b1446f19-c8c0-46c2-9260-a9a333a5fcd7 req-ca7c4d40-2a0b-48bd-97e5-48a393dad80f service nova] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Received event network-vif-plugged-a932b940-dcff-462f-afa2-65e06e8c601d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.000826] env[69603]: DEBUG oslo_concurrency.lockutils [req-b1446f19-c8c0-46c2-9260-a9a333a5fcd7 req-ca7c4d40-2a0b-48bd-97e5-48a393dad80f service nova] Acquiring lock "ea56e050-bc0d-48f9-91ac-c70f5806fdfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.001747] env[69603]: DEBUG oslo_concurrency.lockutils [req-b1446f19-c8c0-46c2-9260-a9a333a5fcd7 req-ca7c4d40-2a0b-48bd-97e5-48a393dad80f service nova] Lock "ea56e050-bc0d-48f9-91ac-c70f5806fdfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.002045] env[69603]: DEBUG oslo_concurrency.lockutils [req-b1446f19-c8c0-46c2-9260-a9a333a5fcd7 req-ca7c4d40-2a0b-48bd-97e5-48a393dad80f service nova] Lock "ea56e050-bc0d-48f9-91ac-c70f5806fdfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.002340] env[69603]: DEBUG nova.compute.manager [req-b1446f19-c8c0-46c2-9260-a9a333a5fcd7 req-ca7c4d40-2a0b-48bd-97e5-48a393dad80f service nova] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] No waiting events found dispatching network-vif-plugged-a932b940-dcff-462f-afa2-65e06e8c601d {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.002649] env[69603]: WARNING nova.compute.manager [req-b1446f19-c8c0-46c2-9260-a9a333a5fcd7 req-ca7c4d40-2a0b-48bd-97e5-48a393dad80f service nova] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Received unexpected event network-vif-plugged-a932b940-dcff-462f-afa2-65e06e8c601d for instance with vm_state building and task_state spawning. [ 1053.002921] env[69603]: DEBUG nova.compute.manager [req-b1446f19-c8c0-46c2-9260-a9a333a5fcd7 req-ca7c4d40-2a0b-48bd-97e5-48a393dad80f service nova] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Received event network-changed-a932b940-dcff-462f-afa2-65e06e8c601d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.003227] env[69603]: DEBUG nova.compute.manager [req-b1446f19-c8c0-46c2-9260-a9a333a5fcd7 req-ca7c4d40-2a0b-48bd-97e5-48a393dad80f service nova] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Refreshing instance network info cache due to event network-changed-a932b940-dcff-462f-afa2-65e06e8c601d. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.003538] env[69603]: DEBUG oslo_concurrency.lockutils [req-b1446f19-c8c0-46c2-9260-a9a333a5fcd7 req-ca7c4d40-2a0b-48bd-97e5-48a393dad80f service nova] Acquiring lock "refresh_cache-ea56e050-bc0d-48f9-91ac-c70f5806fdfb" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.004170] env[69603]: DEBUG oslo_concurrency.lockutils [req-b1446f19-c8c0-46c2-9260-a9a333a5fcd7 req-ca7c4d40-2a0b-48bd-97e5-48a393dad80f service nova] Acquired lock "refresh_cache-ea56e050-bc0d-48f9-91ac-c70f5806fdfb" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.004170] env[69603]: DEBUG nova.network.neutron [req-b1446f19-c8c0-46c2-9260-a9a333a5fcd7 req-ca7c4d40-2a0b-48bd-97e5-48a393dad80f service nova] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Refreshing network info cache for port a932b940-dcff-462f-afa2-65e06e8c601d {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.030863] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480482, 'name': Rename_Task, 'duration_secs': 0.18417} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.031162] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.031412] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86352959-a741-4245-98ea-b639842519d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.039139] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1053.039139] env[69603]: value = "task-3480486" [ 1053.039139] env[69603]: _type = "Task" [ 1053.039139] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.048193] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.056721] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066097} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.056981] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1053.057947] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5716bd-9039-4844-8012-ba47cfb64e4c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.081956] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 086e632b-dc22-48cf-96e4-592a9f2ec15c/086e632b-dc22-48cf-96e4-592a9f2ec15c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1053.083020] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0e7b65d-9de6-4f28-989d-b1cb548afd64 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.103158] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1053.103158] env[69603]: value = "task-3480487" [ 1053.103158] env[69603]: _type = "Task" [ 1053.103158] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.112162] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.171885] env[69603]: DEBUG nova.compute.manager [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.197285] env[69603]: DEBUG nova.virt.hardware [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.197464] env[69603]: DEBUG nova.virt.hardware [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.197557] env[69603]: DEBUG nova.virt.hardware [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.197675] env[69603]: DEBUG nova.virt.hardware [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.197819] env[69603]: DEBUG nova.virt.hardware [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.197990] env[69603]: DEBUG nova.virt.hardware [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.198227] env[69603]: DEBUG nova.virt.hardware [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.198388] env[69603]: DEBUG nova.virt.hardware [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.198554] env[69603]: DEBUG nova.virt.hardware [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.198823] env[69603]: DEBUG nova.virt.hardware [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.198904] env[69603]: DEBUG nova.virt.hardware [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.199779] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b72076b-c59b-4381-b7df-7b5a20de26ba {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.210801] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c507303-705e-46da-b564-6ad30925b7c7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.222514] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.228433] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Creating folder: Project (72d83426041e40f098bf50af98e94398). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.228788] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d946c461-b60d-402d-8234-bd0777f47c93 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.239159] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Created folder: Project (72d83426041e40f098bf50af98e94398) in parent group-v695567. [ 1053.239354] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Creating folder: Instances. Parent ref: group-v695831. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1053.239654] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05c878f6-024f-4991-85df-99ff0006903b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.248839] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Created folder: Instances in parent group-v695831. [ 1053.249295] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.249496] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.249707] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca5f3e96-e722-4b61-bda3-ecbaf01f64a0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.266692] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.266692] env[69603]: value = "task-3480490" [ 1053.266692] env[69603]: _type = "Task" [ 1053.266692] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.274398] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480490, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.370416] env[69603]: DEBUG oslo_concurrency.lockutils [req-3f207213-a19f-464e-8371-a3567baf4784 req-4cf3354e-9659-44b3-bec0-dc939f45f4a9 service nova] Releasing lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.420420] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480484, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.459646] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480485, 'name': Rename_Task, 'duration_secs': 0.356321} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.459979] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.460422] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-263329fa-2f21-4a9d-b511-1c6a8f47fd02 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.467104] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1053.467104] env[69603]: value = "task-3480491" [ 1053.467104] env[69603]: _type = "Task" [ 1053.467104] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.481367] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.486741] env[69603]: DEBUG oslo_concurrency.lockutils [None req-91d0f581-46bb-47e0-89e4-70fafeb924dd tempest-InstanceActionsTestJSON-417159542 tempest-InstanceActionsTestJSON-417159542-project-member] Lock "51281140-ec89-41be-8546-1065bfeaed63" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.604s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.552430] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480486, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.614633] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.728115] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3702a77e-f9ae-48c7-9110-49689131e139 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.735777] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b4f275-3cab-4e0c-83c0-1e13fe71357f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.773992] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66d01e2-810f-4137-bc7b-776995476da7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.784035] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480490, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.787464] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6869c903-47a9-40f0-86ac-df9d92bba5c4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.803586] env[69603]: DEBUG nova.compute.provider_tree [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.885691] env[69603]: DEBUG nova.network.neutron [req-b1446f19-c8c0-46c2-9260-a9a333a5fcd7 req-ca7c4d40-2a0b-48bd-97e5-48a393dad80f service nova] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Updated VIF entry in instance network info cache for port a932b940-dcff-462f-afa2-65e06e8c601d. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.886096] env[69603]: DEBUG nova.network.neutron [req-b1446f19-c8c0-46c2-9260-a9a333a5fcd7 req-ca7c4d40-2a0b-48bd-97e5-48a393dad80f service nova] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Updating instance_info_cache with network_info: [{"id": "a932b940-dcff-462f-afa2-65e06e8c601d", "address": "fa:16:3e:54:19:48", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa932b940-dc", "ovs_interfaceid": "a932b940-dcff-462f-afa2-65e06e8c601d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.923676] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480484, 'name': CreateVM_Task, 'duration_secs': 0.65326} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.923950] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.924953] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.925390] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.925878] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.926262] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0407170a-f040-47bc-8de6-727f8a21c3d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.932567] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1053.932567] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527ff83d-83fc-2484-334b-d380bedfc834" [ 1053.932567] env[69603]: _type = "Task" [ 1053.932567] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.946018] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527ff83d-83fc-2484-334b-d380bedfc834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.977909] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480491, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.052441] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480486, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.055588] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "3433dc9a-9274-4aa1-a43e-8d42da210e2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.055875] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "3433dc9a-9274-4aa1-a43e-8d42da210e2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.113298] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480487, 'name': ReconfigVM_Task, 'duration_secs': 0.784265} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.113605] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 086e632b-dc22-48cf-96e4-592a9f2ec15c/086e632b-dc22-48cf-96e4-592a9f2ec15c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.114257] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3efa19fb-b82b-481d-85c7-4289e00563ff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.120112] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1054.120112] env[69603]: value = "task-3480492" [ 1054.120112] env[69603]: _type = "Task" [ 1054.120112] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.129914] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480492, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.280767] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480490, 'name': CreateVM_Task, 'duration_secs': 0.565643} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.281329] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.281670] env[69603]: DEBUG oslo_concurrency.lockutils [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.308396] env[69603]: DEBUG nova.scheduler.client.report [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.388863] env[69603]: DEBUG oslo_concurrency.lockutils [req-b1446f19-c8c0-46c2-9260-a9a333a5fcd7 req-ca7c4d40-2a0b-48bd-97e5-48a393dad80f service nova] Releasing lock "refresh_cache-ea56e050-bc0d-48f9-91ac-c70f5806fdfb" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.446590] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527ff83d-83fc-2484-334b-d380bedfc834, 'name': SearchDatastore_Task, 'duration_secs': 0.021486} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.446857] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.447226] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.447537] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.447746] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.447999] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.448358] env[69603]: DEBUG oslo_concurrency.lockutils [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.448869] env[69603]: DEBUG oslo_concurrency.lockutils [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.449089] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5a19ce7-fe7b-45fb-8611-d076897db00e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.451971] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de34432-4ac0-4004-ae24-6412a4544a9b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.457874] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1054.457874] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524d580e-d7db-ff2e-dcec-dde41b7f52d1" [ 1054.457874] env[69603]: _type = "Task" [ 1054.457874] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.464151] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.464151] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.464151] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ca10207-14b0-40db-811a-42dbf700301c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.468476] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524d580e-d7db-ff2e-dcec-dde41b7f52d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.472690] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1054.472690] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52270eec-a6bf-725a-d613-bbf4ae36e5df" [ 1054.472690] env[69603]: _type = "Task" [ 1054.472690] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.479091] env[69603]: DEBUG oslo_vmware.api [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480491, 'name': PowerOnVM_Task, 'duration_secs': 0.814218} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.479508] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.484277] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52270eec-a6bf-725a-d613-bbf4ae36e5df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.550845] env[69603]: DEBUG oslo_vmware.api [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480486, 'name': PowerOnVM_Task, 'duration_secs': 1.03631} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.551140] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.551485] env[69603]: INFO nova.compute.manager [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Took 9.67 seconds to spawn the instance on the hypervisor. [ 1054.551735] env[69603]: DEBUG nova.compute.manager [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.552592] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a5e4b8-cdb6-4e0b-bf30-ac82adfdaf85 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.559720] env[69603]: DEBUG nova.compute.manager [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.609542] env[69603]: DEBUG nova.compute.manager [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1054.610487] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677036c9-d160-405b-885e-0a283b377928 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.632371] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480492, 'name': Rename_Task, 'duration_secs': 0.355463} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.632692] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.632943] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11a2184b-a208-4549-90e8-a4eaf80a2532 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.641021] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1054.641021] env[69603]: value = "task-3480493" [ 1054.641021] env[69603]: _type = "Task" [ 1054.641021] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.648849] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.816180] env[69603]: DEBUG oslo_concurrency.lockutils [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.819899] env[69603]: DEBUG oslo_concurrency.lockutils [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 16.169s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.819899] env[69603]: DEBUG nova.objects.instance [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69603) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1054.843800] env[69603]: INFO nova.scheduler.client.report [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Deleted allocations for instance 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef [ 1054.972188] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524d580e-d7db-ff2e-dcec-dde41b7f52d1, 'name': SearchDatastore_Task, 'duration_secs': 0.017265} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.972820] env[69603]: DEBUG oslo_concurrency.lockutils [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.973276] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.973725] env[69603]: DEBUG oslo_concurrency.lockutils [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.986262] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52270eec-a6bf-725a-d613-bbf4ae36e5df, 'name': SearchDatastore_Task, 'duration_secs': 0.016655} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.986262] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dea2bc7-b382-429e-9b2a-6221887720c6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.991236] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1054.991236] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52044548-e826-48ca-5618-6176a690151e" [ 1054.991236] env[69603]: _type = "Task" [ 1054.991236] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.000181] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52044548-e826-48ca-5618-6176a690151e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.080517] env[69603]: INFO nova.compute.manager [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Took 23.66 seconds to build instance. [ 1055.106060] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.129435] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bbc779f2-ec3d-4435-bb39-91444e0f0a40 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.275s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.152480] env[69603]: DEBUG oslo_vmware.api [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480493, 'name': PowerOnVM_Task, 'duration_secs': 0.501601} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.152829] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.153039] env[69603]: INFO nova.compute.manager [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Took 6.88 seconds to spawn the instance on the hypervisor. [ 1055.154036] env[69603]: DEBUG nova.compute.manager [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.154771] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a139e0e0-7f95-4e55-810c-903779f0bad9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.355128] env[69603]: DEBUG oslo_concurrency.lockutils [None req-67bc3514-766d-4d2c-9b93-e0d47139cb39 tempest-ServersListShow2100Test-2012470736 tempest-ServersListShow2100Test-2012470736-project-member] Lock "83d0ed90-f1d0-4dc8-8b4a-c186212c8cef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.571s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.490421] env[69603]: DEBUG nova.compute.manager [req-ee64a523-0382-4c23-b01a-98be83941bb8 req-477d5d6d-8160-4607-a3ec-0af9a5bb2fcf service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Received event network-changed-97b5839e-3c6a-47e0-b07d-42e093e1317a {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.490734] env[69603]: DEBUG nova.compute.manager [req-ee64a523-0382-4c23-b01a-98be83941bb8 req-477d5d6d-8160-4607-a3ec-0af9a5bb2fcf service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Refreshing instance network info cache due to event network-changed-97b5839e-3c6a-47e0-b07d-42e093e1317a. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.491160] env[69603]: DEBUG oslo_concurrency.lockutils [req-ee64a523-0382-4c23-b01a-98be83941bb8 req-477d5d6d-8160-4607-a3ec-0af9a5bb2fcf service nova] Acquiring lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.491478] env[69603]: DEBUG oslo_concurrency.lockutils [req-ee64a523-0382-4c23-b01a-98be83941bb8 req-477d5d6d-8160-4607-a3ec-0af9a5bb2fcf service nova] Acquired lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.491741] env[69603]: DEBUG nova.network.neutron [req-ee64a523-0382-4c23-b01a-98be83941bb8 req-477d5d6d-8160-4607-a3ec-0af9a5bb2fcf service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Refreshing network info cache for port 97b5839e-3c6a-47e0-b07d-42e093e1317a {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.505367] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52044548-e826-48ca-5618-6176a690151e, 'name': SearchDatastore_Task, 'duration_secs': 0.011044} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.505367] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.505532] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] ea56e050-bc0d-48f9-91ac-c70f5806fdfb/ea56e050-bc0d-48f9-91ac-c70f5806fdfb.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.505983] env[69603]: DEBUG oslo_concurrency.lockutils [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.505983] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.506208] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0c5460b-9cb9-4ff4-ab37-eac0f0992d23 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.508420] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3bca008-2370-4cc2-83e6-ce43a5cb5c3f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.514851] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1055.514851] env[69603]: value = "task-3480494" [ 1055.514851] env[69603]: _type = "Task" [ 1055.514851] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.519145] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.519325] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.520400] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b52dbcec-a572-4a6c-86e1-d69d7c2a8337 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.525414] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.528191] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1055.528191] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523ae92d-03c3-6f18-0ae8-f5f1b62b94bb" [ 1055.528191] env[69603]: _type = "Task" [ 1055.528191] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.535846] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523ae92d-03c3-6f18-0ae8-f5f1b62b94bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.582570] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c5886213-fbf0-4193-b46c-3be93b9b2f93 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "a761e010-7d9f-4fc1-9788-7caedf5e382e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.177s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.673660] env[69603]: INFO nova.compute.manager [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Took 21.67 seconds to build instance. [ 1055.831524] env[69603]: DEBUG oslo_concurrency.lockutils [None req-87efb9b7-f2af-4153-85db-e0c4ccc8cdaf tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.833099] env[69603]: DEBUG oslo_concurrency.lockutils [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.627s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.025217] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480494, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.038368] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523ae92d-03c3-6f18-0ae8-f5f1b62b94bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011736} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.039308] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41619a05-3a01-4591-a494-2dd66c13c797 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.047325] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1056.047325] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52242ece-c7d7-8769-34c0-dbb2307a2c7a" [ 1056.047325] env[69603]: _type = "Task" [ 1056.047325] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.054621] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52242ece-c7d7-8769-34c0-dbb2307a2c7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.175869] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8d5f346c-3091-483e-904d-fbe92a8cb2fb tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "086e632b-dc22-48cf-96e4-592a9f2ec15c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.184s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.242069] env[69603]: DEBUG nova.network.neutron [req-ee64a523-0382-4c23-b01a-98be83941bb8 req-477d5d6d-8160-4607-a3ec-0af9a5bb2fcf service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updated VIF entry in instance network info cache for port 97b5839e-3c6a-47e0-b07d-42e093e1317a. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.242069] env[69603]: DEBUG nova.network.neutron [req-ee64a523-0382-4c23-b01a-98be83941bb8 req-477d5d6d-8160-4607-a3ec-0af9a5bb2fcf service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updating instance_info_cache with network_info: [{"id": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "address": "fa:16:3e:53:27:43", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5839e-3c", "ovs_interfaceid": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.291833] env[69603]: INFO nova.compute.manager [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Rescuing [ 1056.291833] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "refresh_cache-086e632b-dc22-48cf-96e4-592a9f2ec15c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.291833] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquired lock "refresh_cache-086e632b-dc22-48cf-96e4-592a9f2ec15c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.291833] env[69603]: DEBUG nova.network.neutron [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.466469] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "ffd4f5e3-f189-4681-b1a8-67b291918703" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.466736] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "ffd4f5e3-f189-4681-b1a8-67b291918703" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.527024] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.853415} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.527270] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] ea56e050-bc0d-48f9-91ac-c70f5806fdfb/ea56e050-bc0d-48f9-91ac-c70f5806fdfb.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.527513] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.527772] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fc10e65-c590-452d-9bb3-4569665e1bbd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.534410] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1056.534410] env[69603]: value = "task-3480495" [ 1056.534410] env[69603]: _type = "Task" [ 1056.534410] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.545284] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.561583] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52242ece-c7d7-8769-34c0-dbb2307a2c7a, 'name': SearchDatastore_Task, 'duration_secs': 0.067385} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.561828] env[69603]: DEBUG oslo_concurrency.lockutils [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.562104] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 750037cd-14e1-4c09-aded-8ed0cdbb635a/750037cd-14e1-4c09-aded-8ed0cdbb635a.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.562361] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-035b73cc-9a81-4d0e-a97b-028ad9bb4d6e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.565729] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729ae707-7096-486d-bd01-e8456d7dd3f8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.574671] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62ff24e-573b-4dd7-8908-c12c7dadef10 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.577929] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1056.577929] env[69603]: value = "task-3480496" [ 1056.577929] env[69603]: _type = "Task" [ 1056.577929] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.607029] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563e3a4d-df69-4a2c-8f7f-77752b9e1b81 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.612844] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.617811] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707d02aa-7644-499a-955f-bbc9484ec5e0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.632743] env[69603]: DEBUG nova.compute.provider_tree [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.744091] env[69603]: DEBUG oslo_concurrency.lockutils [req-ee64a523-0382-4c23-b01a-98be83941bb8 req-477d5d6d-8160-4607-a3ec-0af9a5bb2fcf service nova] Releasing lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.972025] env[69603]: DEBUG nova.compute.manager [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1057.015593] env[69603]: DEBUG nova.network.neutron [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Updating instance_info_cache with network_info: [{"id": "c19867e0-9a88-4d79-bdd6-bda56cef9c9d", "address": "fa:16:3e:1c:fc:83", "network": {"id": "d0213713-3fb0-456c-a860-d2f2cc52c24c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-784414495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d17c18f277e546e1a840b588d5e6e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc19867e0-9a", "ovs_interfaceid": "c19867e0-9a88-4d79-bdd6-bda56cef9c9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.044197] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081999} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.045073] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.045523] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf4dd86-7045-4169-8558-2e2a7c07046f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.068023] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] ea56e050-bc0d-48f9-91ac-c70f5806fdfb/ea56e050-bc0d-48f9-91ac-c70f5806fdfb.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.068585] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dc42342-707d-4949-b250-9e662a1d472c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.090599] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1057.090599] env[69603]: value = "task-3480497" [ 1057.090599] env[69603]: _type = "Task" [ 1057.090599] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.096256] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511931} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.097413] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 750037cd-14e1-4c09-aded-8ed0cdbb635a/750037cd-14e1-4c09-aded-8ed0cdbb635a.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.097413] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.097413] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a32cd6dc-9ad5-49f8-a8b8-efeb5582cc80 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.104760] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.106051] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1057.106051] env[69603]: value = "task-3480498" [ 1057.106051] env[69603]: _type = "Task" [ 1057.106051] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.115615] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.136167] env[69603]: DEBUG nova.scheduler.client.report [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.496159] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.518623] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Releasing lock "refresh_cache-086e632b-dc22-48cf-96e4-592a9f2ec15c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.604088] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.613714] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18464} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.613969] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.614738] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a49f09-ee6c-4789-87e8-558da388da10 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.634081] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 750037cd-14e1-4c09-aded-8ed0cdbb635a/750037cd-14e1-4c09-aded-8ed0cdbb635a.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.634388] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c063c003-5bb9-4894-8602-e252bbde3ca9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.659038] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1057.659038] env[69603]: value = "task-3480499" [ 1057.659038] env[69603]: _type = "Task" [ 1057.659038] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.671523] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480499, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.106132] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480497, 'name': ReconfigVM_Task, 'duration_secs': 0.724639} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.106469] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Reconfigured VM instance instance-0000005f to attach disk [datastore1] ea56e050-bc0d-48f9-91ac-c70f5806fdfb/ea56e050-bc0d-48f9-91ac-c70f5806fdfb.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.107141] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8a89615-4c46-499f-9eba-eb6eb73b2b6c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.112786] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1058.112786] env[69603]: value = "task-3480500" [ 1058.112786] env[69603]: _type = "Task" [ 1058.112786] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.120797] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480500, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.154970] env[69603]: DEBUG oslo_concurrency.lockutils [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.322s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.157834] env[69603]: DEBUG oslo_concurrency.lockutils [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.700s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.158101] env[69603]: DEBUG nova.objects.instance [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Lazy-loading 'resources' on Instance uuid 20a32402-3ce0-448d-a523-e70f37dc8f82 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.168335] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480499, 'name': ReconfigVM_Task, 'duration_secs': 0.409826} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.168624] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 750037cd-14e1-4c09-aded-8ed0cdbb635a/750037cd-14e1-4c09-aded-8ed0cdbb635a.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.169581] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4959d24-747d-4765-bd45-095a90a7ac96 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.177495] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1058.177495] env[69603]: value = "task-3480501" [ 1058.177495] env[69603]: _type = "Task" [ 1058.177495] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.187595] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480501, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.623226] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480500, 'name': Rename_Task, 'duration_secs': 0.496539} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.623585] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.623828] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-079a818d-d244-4bee-80da-0c7baf089f7c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.629372] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1058.629372] env[69603]: value = "task-3480502" [ 1058.629372] env[69603]: _type = "Task" [ 1058.629372] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.638105] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.695025] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480501, 'name': Rename_Task, 'duration_secs': 0.481467} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.695133] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.695297] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a138b7a-bb3c-4c78-a989-2910256146f9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.701859] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1058.701859] env[69603]: value = "task-3480503" [ 1058.701859] env[69603]: _type = "Task" [ 1058.701859] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.710408] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.730413] env[69603]: INFO nova.scheduler.client.report [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleted allocation for migration c0535712-fb39-4254-bc88-a5c2960c665f [ 1058.895898] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3839f7c2-0fd4-4f42-b89c-aa5e93a6421d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.903624] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6c9f88-b9bd-4c5f-b711-5905daed9b4a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.935501] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd54547-8139-4377-860d-8fb2d44d477f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.943359] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d801e733-a6bb-44da-aecd-fdc286c2cc21 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.956558] env[69603]: DEBUG nova.compute.provider_tree [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.053572] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.053860] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88257587-2a63-4ac5-b367-c1588034e801 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.061242] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1059.061242] env[69603]: value = "task-3480504" [ 1059.061242] env[69603]: _type = "Task" [ 1059.061242] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.070437] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.141947] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480502, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.172061] env[69603]: DEBUG oslo_concurrency.lockutils [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.213829] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480503, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.237566] env[69603]: DEBUG oslo_concurrency.lockutils [None req-990b84d5-502d-4b35-b06a-2117bba63188 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.197s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.238094] env[69603]: DEBUG oslo_concurrency.lockutils [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.066s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.238366] env[69603]: DEBUG oslo_concurrency.lockutils [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.238666] env[69603]: DEBUG oslo_concurrency.lockutils [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.238871] env[69603]: DEBUG oslo_concurrency.lockutils [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.242989] env[69603]: INFO nova.compute.manager [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Terminating instance [ 1059.460114] env[69603]: DEBUG nova.scheduler.client.report [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.571310] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.611508] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "643bcb9d-cda1-4f87-84a1-540a1da3b9b2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.611753] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "643bcb9d-cda1-4f87-84a1-540a1da3b9b2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.638817] env[69603]: DEBUG oslo_vmware.api [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480502, 'name': PowerOnVM_Task, 'duration_secs': 0.698334} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.639133] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.639257] env[69603]: INFO nova.compute.manager [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1059.639429] env[69603]: DEBUG nova.compute.manager [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.640173] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94189f4-aa29-400c-b47e-62407a5f90af {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.711840] env[69603]: DEBUG oslo_vmware.api [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480503, 'name': PowerOnVM_Task, 'duration_secs': 0.542156} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.712086] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.712290] env[69603]: INFO nova.compute.manager [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Took 6.54 seconds to spawn the instance on the hypervisor. [ 1059.712464] env[69603]: DEBUG nova.compute.manager [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.713234] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175e3fe3-87e1-4f87-a34c-e4496baba4a8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.746693] env[69603]: DEBUG nova.compute.manager [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.746897] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.747725] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e936f9af-8cc5-4822-a313-a544ecfd9896 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.755106] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.755322] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e15af097-dc89-4c4e-87c9-07f3f38fcda4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.761574] env[69603]: DEBUG oslo_vmware.api [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1059.761574] env[69603]: value = "task-3480505" [ 1059.761574] env[69603]: _type = "Task" [ 1059.761574] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.769079] env[69603]: DEBUG oslo_vmware.api [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.965421] env[69603]: DEBUG oslo_concurrency.lockutils [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.967864] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.251s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.969403] env[69603]: INFO nova.compute.claims [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.983201] env[69603]: INFO nova.scheduler.client.report [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Deleted allocations for instance 20a32402-3ce0-448d-a523-e70f37dc8f82 [ 1060.073281] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480504, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.113946] env[69603]: DEBUG nova.compute.manager [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1060.156621] env[69603]: INFO nova.compute.manager [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Took 26.14 seconds to build instance. [ 1060.230618] env[69603]: INFO nova.compute.manager [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Took 25.77 seconds to build instance. [ 1060.271131] env[69603]: DEBUG oslo_vmware.api [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480505, 'name': PowerOffVM_Task, 'duration_secs': 0.389146} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.271453] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.271654] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.271926] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4f48765-7d19-4902-a6f2-ce9133e450e3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.340089] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.340594] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.340705] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleting the datastore file [datastore2] 4eb8c461-4203-47a2-bc6f-bb5690d70f21 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.340965] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2747b125-543b-40b1-87c4-06b7dc191268 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.347111] env[69603]: DEBUG oslo_vmware.api [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1060.347111] env[69603]: value = "task-3480507" [ 1060.347111] env[69603]: _type = "Task" [ 1060.347111] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.354946] env[69603]: DEBUG oslo_vmware.api [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.491104] env[69603]: DEBUG oslo_concurrency.lockutils [None req-110dd8a5-4a5d-4f37-bbc0-b7a0e32825e8 tempest-ServerShowV257Test-631335265 tempest-ServerShowV257Test-631335265-project-member] Lock "20a32402-3ce0-448d-a523-e70f37dc8f82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.301s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.573091] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480504, 'name': PowerOffVM_Task, 'duration_secs': 1.133681} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.573248] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.574092] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb01bef-c8f2-4b76-8369-8da55976942e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.593131] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e1d0a1-2a93-4609-a0e9-4b301bb7a243 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.629038] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.629896] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf75ffad-0ae7-4164-9da4-8663767d08d9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.637082] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1060.637082] env[69603]: value = "task-3480508" [ 1060.637082] env[69603]: _type = "Task" [ 1060.637082] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.642375] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.645570] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.658590] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d17a4e37-a14f-4337-88ca-5a856140de20 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "ea56e050-bc0d-48f9-91ac-c70f5806fdfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.652s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.735999] env[69603]: DEBUG oslo_concurrency.lockutils [None req-064e1881-2312-4b00-8fa0-09b7853d1b5f tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Lock "750037cd-14e1-4c09-aded-8ed0cdbb635a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.282s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.858217] env[69603]: DEBUG oslo_vmware.api [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13061} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.858484] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.858667] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.858841] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.859016] env[69603]: INFO nova.compute.manager [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1060.859258] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.859450] env[69603]: DEBUG nova.compute.manager [-] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.859543] env[69603]: DEBUG nova.network.neutron [-] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.112399] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "ea56e050-bc0d-48f9-91ac-c70f5806fdfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.112636] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "ea56e050-bc0d-48f9-91ac-c70f5806fdfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.112835] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "ea56e050-bc0d-48f9-91ac-c70f5806fdfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.113177] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "ea56e050-bc0d-48f9-91ac-c70f5806fdfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.113260] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "ea56e050-bc0d-48f9-91ac-c70f5806fdfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.117529] env[69603]: INFO nova.compute.manager [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Terminating instance [ 1061.136678] env[69603]: DEBUG nova.compute.manager [req-9c9be86c-6278-44b3-aa35-55aaaf787074 req-1b722812-7028-45ac-a52d-0789c588130d service nova] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Received event network-vif-deleted-c42a761c-5bad-4453-9db3-fe740992a66c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.136888] env[69603]: INFO nova.compute.manager [req-9c9be86c-6278-44b3-aa35-55aaaf787074 req-1b722812-7028-45ac-a52d-0789c588130d service nova] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Neutron deleted interface c42a761c-5bad-4453-9db3-fe740992a66c; detaching it from the instance and deleting it from the info cache [ 1061.137109] env[69603]: DEBUG nova.network.neutron [req-9c9be86c-6278-44b3-aa35-55aaaf787074 req-1b722812-7028-45ac-a52d-0789c588130d service nova] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.150623] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] VM already powered off {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1061.150827] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.151083] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.151234] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.151453] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.152727] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78795068-dfd7-447c-8ff0-b3a85fbe732d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.166377] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.166565] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.167292] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f75f85-a2fd-4043-a0d2-89a443fb7264 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.177917] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1061.177917] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526b7d98-5aa4-fed8-0c2b-222c99690482" [ 1061.177917] env[69603]: _type = "Task" [ 1061.177917] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.185106] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526b7d98-5aa4-fed8-0c2b-222c99690482, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.199298] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f3589e-8df1-46e0-9986-3ace4d7213ba {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.206410] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2316c790-37ef-4885-b146-04e50db593ff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.240156] env[69603]: INFO nova.compute.manager [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Rebuilding instance [ 1061.243385] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8d8e47-5288-4d66-aaa5-4d5fb83131a9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.250591] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0729a693-c734-429d-95eb-840504766553 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.264096] env[69603]: DEBUG nova.compute.provider_tree [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.290620] env[69603]: DEBUG nova.compute.manager [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.291213] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4856b04f-968a-45f7-9921-f06d44ab276a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.615534] env[69603]: DEBUG nova.network.neutron [-] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.620778] env[69603]: DEBUG nova.compute.manager [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1061.621013] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.622057] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac8473b-3533-425b-a388-1d14743ed847 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.630074] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.632017] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fca6359c-2fd9-426b-97dc-92baa3312fff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.637085] env[69603]: DEBUG oslo_vmware.api [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1061.637085] env[69603]: value = "task-3480509" [ 1061.637085] env[69603]: _type = "Task" [ 1061.637085] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.648013] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e2fff5e-222c-4c78-abed-b14493f02a27 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.649844] env[69603]: DEBUG oslo_vmware.api [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.657089] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a429d8-1446-4d99-a05e-3c2994f3780c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.694994] env[69603]: DEBUG nova.compute.manager [req-9c9be86c-6278-44b3-aa35-55aaaf787074 req-1b722812-7028-45ac-a52d-0789c588130d service nova] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Detach interface failed, port_id=c42a761c-5bad-4453-9db3-fe740992a66c, reason: Instance 4eb8c461-4203-47a2-bc6f-bb5690d70f21 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.701528] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526b7d98-5aa4-fed8-0c2b-222c99690482, 'name': SearchDatastore_Task, 'duration_secs': 0.018869} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.702354] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee47a81d-93e8-4d92-93a8-10b9e63ab07a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.707871] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1061.707871] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b81cef-429c-fe68-4d44-946a1a1319d7" [ 1061.707871] env[69603]: _type = "Task" [ 1061.707871] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.716210] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b81cef-429c-fe68-4d44-946a1a1319d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.770058] env[69603]: DEBUG nova.scheduler.client.report [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.117780] env[69603]: INFO nova.compute.manager [-] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Took 1.26 seconds to deallocate network for instance. [ 1062.152577] env[69603]: DEBUG oslo_vmware.api [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480509, 'name': PowerOffVM_Task, 'duration_secs': 0.192103} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.153022] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.153411] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.153780] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95e96a1d-39ea-499a-9c12-aca3bc384957 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.220389] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b81cef-429c-fe68-4d44-946a1a1319d7, 'name': SearchDatastore_Task, 'duration_secs': 0.010847} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.220678] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.220953] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 086e632b-dc22-48cf-96e4-592a9f2ec15c/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk. {{(pid=69603) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1062.221280] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e084ac36-30b8-4f8b-9086-7a50866aae36 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.225127] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.225347] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.225525] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleting the datastore file [datastore1] ea56e050-bc0d-48f9-91ac-c70f5806fdfb {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.226184] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eceff5ae-e856-4b2d-af18-56c42cfaf618 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.233023] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1062.233023] env[69603]: value = "task-3480511" [ 1062.233023] env[69603]: _type = "Task" [ 1062.233023] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.234652] env[69603]: DEBUG oslo_vmware.api [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1062.234652] env[69603]: value = "task-3480512" [ 1062.234652] env[69603]: _type = "Task" [ 1062.234652] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.241531] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.246754] env[69603]: DEBUG oslo_vmware.api [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.274359] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.306s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.275220] env[69603]: DEBUG nova.compute.manager [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.277856] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.172s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.279371] env[69603]: INFO nova.compute.claims [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.303963] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.304369] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8f9608b-389b-43a5-8f83-9182f2001fd8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.313599] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1062.313599] env[69603]: value = "task-3480513" [ 1062.313599] env[69603]: _type = "Task" [ 1062.313599] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.326251] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480513, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.628849] env[69603]: DEBUG oslo_concurrency.lockutils [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.756122] env[69603]: DEBUG oslo_vmware.api [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219591} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.761230] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.761867] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.762400] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.763200] env[69603]: INFO nova.compute.manager [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1062.763721] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.764431] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480511, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.765408] env[69603]: DEBUG nova.compute.manager [-] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.765408] env[69603]: DEBUG nova.network.neutron [-] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.790162] env[69603]: DEBUG nova.compute.utils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.796030] env[69603]: DEBUG nova.compute.manager [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.796400] env[69603]: DEBUG nova.network.neutron [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.831646] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480513, 'name': PowerOffVM_Task, 'duration_secs': 0.139529} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.832149] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.833441] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.834759] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ad3689-26b4-4f4b-b961-996e9925b8cc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.844931] env[69603]: DEBUG nova.policy [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64bdbef254aa43cca963238e5bde6767', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15258a8f7f78453bb83511405375f073', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.851591] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.851591] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bc17f5d-232b-4784-8a21-bfd6cc7f743c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.878126] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.878428] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.878650] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Deleting the datastore file [datastore1] 750037cd-14e1-4c09-aded-8ed0cdbb635a {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.878950] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a96673a3-ab04-4634-9f51-9118588d33f0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.886363] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1062.886363] env[69603]: value = "task-3480515" [ 1062.886363] env[69603]: _type = "Task" [ 1062.886363] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.896813] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.180923] env[69603]: DEBUG nova.compute.manager [req-f47ca419-e426-4ff4-8b51-9e5101da803e req-c985745b-9d84-474c-9ecc-88601a65678b service nova] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Received event network-vif-deleted-a932b940-dcff-462f-afa2-65e06e8c601d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.181252] env[69603]: INFO nova.compute.manager [req-f47ca419-e426-4ff4-8b51-9e5101da803e req-c985745b-9d84-474c-9ecc-88601a65678b service nova] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Neutron deleted interface a932b940-dcff-462f-afa2-65e06e8c601d; detaching it from the instance and deleting it from the info cache [ 1063.182426] env[69603]: DEBUG nova.network.neutron [req-f47ca419-e426-4ff4-8b51-9e5101da803e req-c985745b-9d84-474c-9ecc-88601a65678b service nova] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.219825] env[69603]: DEBUG nova.network.neutron [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Successfully created port: 5886808a-cd8f-4246-8029-dfecf96441f6 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.243900] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555182} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.244276] env[69603]: INFO nova.virt.vmwareapi.ds_util [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 086e632b-dc22-48cf-96e4-592a9f2ec15c/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk. [ 1063.245422] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285dca4b-1699-4715-8e2c-db20bec65dcb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.274930] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 086e632b-dc22-48cf-96e4-592a9f2ec15c/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.274930] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1f36628-17a2-421e-81c7-260a74581e37 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.295291] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1063.295291] env[69603]: value = "task-3480516" [ 1063.295291] env[69603]: _type = "Task" [ 1063.295291] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.298736] env[69603]: DEBUG nova.compute.manager [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.308527] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480516, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.401729] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133779} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.406978] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.407193] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.407365] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.589181] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd81d6d-8c09-4719-8d60-79064f0e4d03 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.596753] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4237b2dc-e464-47c5-9528-9d54545f2430 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.628706] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe116694-2cee-4fbf-af18-a9b6525be9e6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.636689] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbedde1a-2dfa-4148-bd44-08a3d3260e80 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.651880] env[69603]: DEBUG nova.compute.provider_tree [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.661095] env[69603]: DEBUG nova.network.neutron [-] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.684302] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0beab486-235c-459f-9b7a-a4c2bcb9fbf3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.695772] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5777129-5761-4cab-bf56-ac01a722d4e7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.729197] env[69603]: DEBUG nova.compute.manager [req-f47ca419-e426-4ff4-8b51-9e5101da803e req-c985745b-9d84-474c-9ecc-88601a65678b service nova] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Detach interface failed, port_id=a932b940-dcff-462f-afa2-65e06e8c601d, reason: Instance ea56e050-bc0d-48f9-91ac-c70f5806fdfb could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1063.813680] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480516, 'name': ReconfigVM_Task, 'duration_secs': 0.290569} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.814121] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 086e632b-dc22-48cf-96e4-592a9f2ec15c/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.815590] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c2faa4-b5fe-4276-b484-27b1d5cdc0c0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.848095] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64225ac4-f6e7-4153-9b27-86226ffe7d04 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.865254] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1063.865254] env[69603]: value = "task-3480517" [ 1063.865254] env[69603]: _type = "Task" [ 1063.865254] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.873517] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.155661] env[69603]: DEBUG nova.scheduler.client.report [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.164692] env[69603]: INFO nova.compute.manager [-] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Took 1.40 seconds to deallocate network for instance. [ 1064.316137] env[69603]: DEBUG nova.compute.manager [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.343826] env[69603]: DEBUG nova.virt.hardware [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.344095] env[69603]: DEBUG nova.virt.hardware [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.344257] env[69603]: DEBUG nova.virt.hardware [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.344439] env[69603]: DEBUG nova.virt.hardware [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.344586] env[69603]: DEBUG nova.virt.hardware [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.344733] env[69603]: DEBUG nova.virt.hardware [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.344938] env[69603]: DEBUG nova.virt.hardware [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.345118] env[69603]: DEBUG nova.virt.hardware [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.345291] env[69603]: DEBUG nova.virt.hardware [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.345454] env[69603]: DEBUG nova.virt.hardware [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.345625] env[69603]: DEBUG nova.virt.hardware [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.346589] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb87934-3412-4e9b-9b79-813d60b359f3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.354873] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d724baa-e383-427e-984b-e75becb0e639 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.375079] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.439749] env[69603]: DEBUG nova.virt.hardware [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.440011] env[69603]: DEBUG nova.virt.hardware [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.440176] env[69603]: DEBUG nova.virt.hardware [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.440358] env[69603]: DEBUG nova.virt.hardware [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.440503] env[69603]: DEBUG nova.virt.hardware [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.440648] env[69603]: DEBUG nova.virt.hardware [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.440854] env[69603]: DEBUG nova.virt.hardware [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.441025] env[69603]: DEBUG nova.virt.hardware [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.441199] env[69603]: DEBUG nova.virt.hardware [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.441365] env[69603]: DEBUG nova.virt.hardware [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.441558] env[69603]: DEBUG nova.virt.hardware [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.442458] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f67af4-ef24-4c8e-ad54-a80e1706f70f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.451507] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cb2f65-6ad6-4346-92ac-93ae998664d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.465208] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.470815] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.471073] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.471295] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d59a100c-2424-4109-8665-0c6299393a2a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.488241] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.488241] env[69603]: value = "task-3480518" [ 1064.488241] env[69603]: _type = "Task" [ 1064.488241] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.497794] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480518, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.646124] env[69603]: DEBUG oslo_concurrency.lockutils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "14679a48-f442-4670-9a40-4c5b1df25055" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.646436] env[69603]: DEBUG oslo_concurrency.lockutils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "14679a48-f442-4670-9a40-4c5b1df25055" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.660955] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.661537] env[69603]: DEBUG nova.compute.manager [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.665687] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.170s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.667659] env[69603]: INFO nova.compute.claims [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.671582] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.878496] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480517, 'name': ReconfigVM_Task, 'duration_secs': 0.859601} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.878807] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.879384] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56f527ec-6ca8-4420-b3ed-f0e52f82ec26 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.885287] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1064.885287] env[69603]: value = "task-3480519" [ 1064.885287] env[69603]: _type = "Task" [ 1064.885287] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.894207] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480519, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.999170] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480518, 'name': CreateVM_Task, 'duration_secs': 0.293682} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.999170] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.999372] env[69603]: DEBUG oslo_concurrency.lockutils [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.999530] env[69603]: DEBUG oslo_concurrency.lockutils [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.999897] env[69603]: DEBUG oslo_concurrency.lockutils [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.000164] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b63be4-d029-41fb-a7aa-feaddd698803 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.006080] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1065.006080] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526ece3b-74fe-1bc5-ef1a-855a559301ce" [ 1065.006080] env[69603]: _type = "Task" [ 1065.006080] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.014793] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526ece3b-74fe-1bc5-ef1a-855a559301ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.042933] env[69603]: DEBUG nova.compute.manager [req-d344bd37-ef98-4aa9-acea-c7a6b4952c0b req-d0212345-c1d6-4040-aa6d-35e6db5cb864 service nova] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Received event network-vif-plugged-5886808a-cd8f-4246-8029-dfecf96441f6 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.043197] env[69603]: DEBUG oslo_concurrency.lockutils [req-d344bd37-ef98-4aa9-acea-c7a6b4952c0b req-d0212345-c1d6-4040-aa6d-35e6db5cb864 service nova] Acquiring lock "7bb5f88e-319f-4269-9147-acf3b989b255-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.043451] env[69603]: DEBUG oslo_concurrency.lockutils [req-d344bd37-ef98-4aa9-acea-c7a6b4952c0b req-d0212345-c1d6-4040-aa6d-35e6db5cb864 service nova] Lock "7bb5f88e-319f-4269-9147-acf3b989b255-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.043691] env[69603]: DEBUG oslo_concurrency.lockutils [req-d344bd37-ef98-4aa9-acea-c7a6b4952c0b req-d0212345-c1d6-4040-aa6d-35e6db5cb864 service nova] Lock "7bb5f88e-319f-4269-9147-acf3b989b255-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.043904] env[69603]: DEBUG nova.compute.manager [req-d344bd37-ef98-4aa9-acea-c7a6b4952c0b req-d0212345-c1d6-4040-aa6d-35e6db5cb864 service nova] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] No waiting events found dispatching network-vif-plugged-5886808a-cd8f-4246-8029-dfecf96441f6 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.044118] env[69603]: WARNING nova.compute.manager [req-d344bd37-ef98-4aa9-acea-c7a6b4952c0b req-d0212345-c1d6-4040-aa6d-35e6db5cb864 service nova] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Received unexpected event network-vif-plugged-5886808a-cd8f-4246-8029-dfecf96441f6 for instance with vm_state building and task_state spawning. [ 1065.149812] env[69603]: DEBUG nova.compute.manager [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.167364] env[69603]: DEBUG nova.compute.utils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.169379] env[69603]: DEBUG nova.compute.manager [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.169551] env[69603]: DEBUG nova.network.neutron [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.206304] env[69603]: DEBUG nova.network.neutron [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Successfully updated port: 5886808a-cd8f-4246-8029-dfecf96441f6 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.223998] env[69603]: DEBUG nova.policy [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '237ce145bc4549ef9823adff7b07ab1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9712796541f64c579b948f5ddae92fec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.396042] env[69603]: DEBUG oslo_vmware.api [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480519, 'name': PowerOnVM_Task, 'duration_secs': 0.396975} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.396175] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.399025] env[69603]: DEBUG nova.compute.manager [None req-8b78adcd-767c-49c8-a317-d1cbb8e96f4d tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.399728] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11071f73-cf09-4116-8910-4d8066348482 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.518537] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526ece3b-74fe-1bc5-ef1a-855a559301ce, 'name': SearchDatastore_Task, 'duration_secs': 0.023957} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.518869] env[69603]: DEBUG oslo_concurrency.lockutils [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.519125] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.519366] env[69603]: DEBUG oslo_concurrency.lockutils [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.519515] env[69603]: DEBUG oslo_concurrency.lockutils [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.519694] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.520772] env[69603]: DEBUG nova.network.neutron [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Successfully created port: cb555180-bf5d-4e62-a47f-217a999a0450 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.522456] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebe53eb7-49bc-4668-a6e9-78b3eee5dfbd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.532240] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.532422] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.533162] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4998f0b-f3c1-45fb-88d0-971fb9cd3b29 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.538397] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1065.538397] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52828ec5-4833-6498-cda5-b2cd592beec8" [ 1065.538397] env[69603]: _type = "Task" [ 1065.538397] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.547529] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52828ec5-4833-6498-cda5-b2cd592beec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.670845] env[69603]: DEBUG nova.compute.manager [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.679850] env[69603]: DEBUG oslo_concurrency.lockutils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.707240] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Acquiring lock "refresh_cache-7bb5f88e-319f-4269-9147-acf3b989b255" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.707333] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Acquired lock "refresh_cache-7bb5f88e-319f-4269-9147-acf3b989b255" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.707646] env[69603]: DEBUG nova.network.neutron [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.891778] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a573373-a8d2-47b2-ba2f-8368a755511a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.899281] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c7daa0-7a60-45c1-b9c5-da6b33b1f5d2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.934667] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2d348c-bcfd-421b-bbbd-bc52b50c2ab9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.940679] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5270bc-1a2d-4e28-9cad-938bf6fd1c2d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.954302] env[69603]: DEBUG nova.compute.provider_tree [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.048116] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52828ec5-4833-6498-cda5-b2cd592beec8, 'name': SearchDatastore_Task, 'duration_secs': 0.009271} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.048862] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e82d59-0ae7-442c-853c-73ed637cdf68 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.053597] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1066.053597] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529a6404-ba53-2856-6f0c-ea8678e80ec8" [ 1066.053597] env[69603]: _type = "Task" [ 1066.053597] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.060646] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529a6404-ba53-2856-6f0c-ea8678e80ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.247369] env[69603]: DEBUG nova.network.neutron [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.458157] env[69603]: DEBUG nova.scheduler.client.report [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.467140] env[69603]: DEBUG nova.network.neutron [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Updating instance_info_cache with network_info: [{"id": "5886808a-cd8f-4246-8029-dfecf96441f6", "address": "fa:16:3e:1f:38:f2", "network": {"id": "aafe7531-8331-423f-8145-3535fb2e4ae5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-506973188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15258a8f7f78453bb83511405375f073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5886808a-cd", "ovs_interfaceid": "5886808a-cd8f-4246-8029-dfecf96441f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.564441] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529a6404-ba53-2856-6f0c-ea8678e80ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.008751} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.564814] env[69603]: DEBUG oslo_concurrency.lockutils [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.565081] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 750037cd-14e1-4c09-aded-8ed0cdbb635a/750037cd-14e1-4c09-aded-8ed0cdbb635a.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.565358] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebb61a04-926d-4f83-87f4-b53377e3f765 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.572055] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1066.572055] env[69603]: value = "task-3480520" [ 1066.572055] env[69603]: _type = "Task" [ 1066.572055] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.579397] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.680483] env[69603]: DEBUG nova.compute.manager [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.700561] env[69603]: DEBUG nova.virt.hardware [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.700804] env[69603]: DEBUG nova.virt.hardware [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.700958] env[69603]: DEBUG nova.virt.hardware [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.701153] env[69603]: DEBUG nova.virt.hardware [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.701297] env[69603]: DEBUG nova.virt.hardware [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.701440] env[69603]: DEBUG nova.virt.hardware [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.701725] env[69603]: DEBUG nova.virt.hardware [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.701890] env[69603]: DEBUG nova.virt.hardware [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.702063] env[69603]: DEBUG nova.virt.hardware [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.702227] env[69603]: DEBUG nova.virt.hardware [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.702395] env[69603]: DEBUG nova.virt.hardware [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.704038] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172758a4-ced7-4c0a-9d01-06cff4afbfe5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.711939] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72d974b-0f41-4aa5-87b2-6e5996f20e3f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.905062] env[69603]: DEBUG nova.compute.manager [req-c2651701-4d9b-4586-a4a0-b32ea2987e0e req-de5b94d5-c3e2-47e4-b727-2a9449fd6115 service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Received event network-vif-plugged-cb555180-bf5d-4e62-a47f-217a999a0450 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.905342] env[69603]: DEBUG oslo_concurrency.lockutils [req-c2651701-4d9b-4586-a4a0-b32ea2987e0e req-de5b94d5-c3e2-47e4-b727-2a9449fd6115 service nova] Acquiring lock "3433dc9a-9274-4aa1-a43e-8d42da210e2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.905501] env[69603]: DEBUG oslo_concurrency.lockutils [req-c2651701-4d9b-4586-a4a0-b32ea2987e0e req-de5b94d5-c3e2-47e4-b727-2a9449fd6115 service nova] Lock "3433dc9a-9274-4aa1-a43e-8d42da210e2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.905720] env[69603]: DEBUG oslo_concurrency.lockutils [req-c2651701-4d9b-4586-a4a0-b32ea2987e0e req-de5b94d5-c3e2-47e4-b727-2a9449fd6115 service nova] Lock "3433dc9a-9274-4aa1-a43e-8d42da210e2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.905824] env[69603]: DEBUG nova.compute.manager [req-c2651701-4d9b-4586-a4a0-b32ea2987e0e req-de5b94d5-c3e2-47e4-b727-2a9449fd6115 service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] No waiting events found dispatching network-vif-plugged-cb555180-bf5d-4e62-a47f-217a999a0450 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1066.905978] env[69603]: WARNING nova.compute.manager [req-c2651701-4d9b-4586-a4a0-b32ea2987e0e req-de5b94d5-c3e2-47e4-b727-2a9449fd6115 service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Received unexpected event network-vif-plugged-cb555180-bf5d-4e62-a47f-217a999a0450 for instance with vm_state building and task_state spawning. [ 1066.971145] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.302s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.971145] env[69603]: DEBUG nova.compute.manager [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.975637] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Releasing lock "refresh_cache-7bb5f88e-319f-4269-9147-acf3b989b255" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.977040] env[69603]: DEBUG nova.compute.manager [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Instance network_info: |[{"id": "5886808a-cd8f-4246-8029-dfecf96441f6", "address": "fa:16:3e:1f:38:f2", "network": {"id": "aafe7531-8331-423f-8145-3535fb2e4ae5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-506973188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15258a8f7f78453bb83511405375f073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5886808a-cd", "ovs_interfaceid": "5886808a-cd8f-4246-8029-dfecf96441f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1066.977547] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.335s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.979493] env[69603]: INFO nova.compute.claims [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.983161] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:38:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5886808a-cd8f-4246-8029-dfecf96441f6', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.992258] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Creating folder: Project (15258a8f7f78453bb83511405375f073). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1066.993819] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-883907cb-3ca4-48f8-ad34-6d4d9df58d89 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.006494] env[69603]: DEBUG nova.network.neutron [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Successfully updated port: cb555180-bf5d-4e62-a47f-217a999a0450 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.009884] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Created folder: Project (15258a8f7f78453bb83511405375f073) in parent group-v695567. [ 1067.009884] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Creating folder: Instances. Parent ref: group-v695835. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1067.009884] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-034ebf35-e276-492c-b131-facd1dc07f72 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.019048] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Created folder: Instances in parent group-v695835. [ 1067.019345] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.019567] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.019881] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91a3d9f8-000f-427d-ae75-c2185b226b8f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.043602] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.043602] env[69603]: value = "task-3480523" [ 1067.043602] env[69603]: _type = "Task" [ 1067.043602] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.051436] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480523, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.071861] env[69603]: DEBUG nova.compute.manager [req-cf5f17af-0425-4d15-ba43-e2c8ff30d842 req-017a3f86-641a-4eba-8749-4bc1d17fb07e service nova] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Received event network-changed-5886808a-cd8f-4246-8029-dfecf96441f6 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.072028] env[69603]: DEBUG nova.compute.manager [req-cf5f17af-0425-4d15-ba43-e2c8ff30d842 req-017a3f86-641a-4eba-8749-4bc1d17fb07e service nova] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Refreshing instance network info cache due to event network-changed-5886808a-cd8f-4246-8029-dfecf96441f6. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.072242] env[69603]: DEBUG oslo_concurrency.lockutils [req-cf5f17af-0425-4d15-ba43-e2c8ff30d842 req-017a3f86-641a-4eba-8749-4bc1d17fb07e service nova] Acquiring lock "refresh_cache-7bb5f88e-319f-4269-9147-acf3b989b255" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.072407] env[69603]: DEBUG oslo_concurrency.lockutils [req-cf5f17af-0425-4d15-ba43-e2c8ff30d842 req-017a3f86-641a-4eba-8749-4bc1d17fb07e service nova] Acquired lock "refresh_cache-7bb5f88e-319f-4269-9147-acf3b989b255" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.072567] env[69603]: DEBUG nova.network.neutron [req-cf5f17af-0425-4d15-ba43-e2c8ff30d842 req-017a3f86-641a-4eba-8749-4bc1d17fb07e service nova] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Refreshing network info cache for port 5886808a-cd8f-4246-8029-dfecf96441f6 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.083046] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480520, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.215406] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "0ad64046-fd31-42c5-a46f-df71d202f5e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.215735] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "0ad64046-fd31-42c5-a46f-df71d202f5e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.485022] env[69603]: DEBUG nova.compute.utils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.488587] env[69603]: DEBUG nova.compute.manager [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.489390] env[69603]: DEBUG nova.network.neutron [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.509718] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "refresh_cache-3433dc9a-9274-4aa1-a43e-8d42da210e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.509718] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquired lock "refresh_cache-3433dc9a-9274-4aa1-a43e-8d42da210e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.509718] env[69603]: DEBUG nova.network.neutron [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.532237] env[69603]: DEBUG nova.policy [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b5a559e296f4a44808838df8b2652b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e45969eb4ad041bab259e6c0a7e8cddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.555559] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480523, 'name': CreateVM_Task, 'duration_secs': 0.498564} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.555559] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.555559] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.555727] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.555934] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.556802] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71604009-30d1-4d34-b03c-f67ec493a5cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.562962] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Waiting for the task: (returnval){ [ 1067.562962] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528625a7-bde0-4d52-1ade-26f4039c16f0" [ 1067.562962] env[69603]: _type = "Task" [ 1067.562962] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.571303] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528625a7-bde0-4d52-1ade-26f4039c16f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.584811] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549484} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.585036] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 750037cd-14e1-4c09-aded-8ed0cdbb635a/750037cd-14e1-4c09-aded-8ed0cdbb635a.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.585269] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.585522] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-099af7eb-af03-40b3-82c3-d2af5d11b100 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.591927] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1067.591927] env[69603]: value = "task-3480524" [ 1067.591927] env[69603]: _type = "Task" [ 1067.591927] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.599589] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.718660] env[69603]: DEBUG nova.compute.manager [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1067.786713] env[69603]: DEBUG nova.network.neutron [req-cf5f17af-0425-4d15-ba43-e2c8ff30d842 req-017a3f86-641a-4eba-8749-4bc1d17fb07e service nova] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Updated VIF entry in instance network info cache for port 5886808a-cd8f-4246-8029-dfecf96441f6. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.787090] env[69603]: DEBUG nova.network.neutron [req-cf5f17af-0425-4d15-ba43-e2c8ff30d842 req-017a3f86-641a-4eba-8749-4bc1d17fb07e service nova] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Updating instance_info_cache with network_info: [{"id": "5886808a-cd8f-4246-8029-dfecf96441f6", "address": "fa:16:3e:1f:38:f2", "network": {"id": "aafe7531-8331-423f-8145-3535fb2e4ae5", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-506973188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15258a8f7f78453bb83511405375f073", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5886808a-cd", "ovs_interfaceid": "5886808a-cd8f-4246-8029-dfecf96441f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.814667] env[69603]: DEBUG nova.network.neutron [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Successfully created port: a57379ad-bcf3-4c6a-8501-08806f25bfbe {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1067.995882] env[69603]: DEBUG nova.compute.manager [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1068.051799] env[69603]: DEBUG nova.network.neutron [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.074348] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528625a7-bde0-4d52-1ade-26f4039c16f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010822} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.076290] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.076521] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.076759] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.076897] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.077084] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.077357] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05b984d1-9eac-4b21-9a74-f9fb8ba88d9d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.096880] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.097068] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.097810] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73760d39-66b1-402d-885e-4d8a24070bb0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.105141] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076316} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.108239] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.108579] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Waiting for the task: (returnval){ [ 1068.108579] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dc45e5-d7a7-5345-81c4-769d970ae1b8" [ 1068.108579] env[69603]: _type = "Task" [ 1068.108579] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.109419] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e16c1a-39ae-4558-959f-704c7857ae33 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.133846] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 750037cd-14e1-4c09-aded-8ed0cdbb635a/750037cd-14e1-4c09-aded-8ed0cdbb635a.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.140404] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af07f122-90ba-4100-9bd0-fdccd7718515 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.154652] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dc45e5-d7a7-5345-81c4-769d970ae1b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.162324] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1068.162324] env[69603]: value = "task-3480525" [ 1068.162324] env[69603]: _type = "Task" [ 1068.162324] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.173502] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.236025] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.278322] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2abd37-c5f1-469a-9579-5f969027e8cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.285796] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8891a888-80bb-43c9-9de5-b54a00c457b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.289952] env[69603]: DEBUG nova.network.neutron [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Updating instance_info_cache with network_info: [{"id": "cb555180-bf5d-4e62-a47f-217a999a0450", "address": "fa:16:3e:f9:d3:2d", "network": {"id": "d76c62a5-83eb-45c2-bdc1-a976e6132e5c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1298507185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9712796541f64c579b948f5ddae92fec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb555180-bf", "ovs_interfaceid": "cb555180-bf5d-4e62-a47f-217a999a0450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.291307] env[69603]: DEBUG oslo_concurrency.lockutils [req-cf5f17af-0425-4d15-ba43-e2c8ff30d842 req-017a3f86-641a-4eba-8749-4bc1d17fb07e service nova] Releasing lock "refresh_cache-7bb5f88e-319f-4269-9147-acf3b989b255" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.320044] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef60cf75-8f51-42cf-9ea6-b6392ec540e1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.326850] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b211bf-1dfd-44ef-9604-16c2ee411925 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.340062] env[69603]: DEBUG nova.compute.provider_tree [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.622476] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dc45e5-d7a7-5345-81c4-769d970ae1b8, 'name': SearchDatastore_Task, 'duration_secs': 0.061442} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.622945] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ba107b-3046-49cf-af49-8622eda4823b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.628259] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Waiting for the task: (returnval){ [ 1068.628259] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5266cf47-cb77-9323-9e25-972687b198f0" [ 1068.628259] env[69603]: _type = "Task" [ 1068.628259] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.637861] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5266cf47-cb77-9323-9e25-972687b198f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.670405] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480525, 'name': ReconfigVM_Task, 'duration_secs': 0.274765} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.670697] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 750037cd-14e1-4c09-aded-8ed0cdbb635a/750037cd-14e1-4c09-aded-8ed0cdbb635a.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.671874] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c10a643b-4159-44d7-8b34-0b08295cecfa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.678117] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1068.678117] env[69603]: value = "task-3480526" [ 1068.678117] env[69603]: _type = "Task" [ 1068.678117] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.686191] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480526, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.793016] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Releasing lock "refresh_cache-3433dc9a-9274-4aa1-a43e-8d42da210e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.793435] env[69603]: DEBUG nova.compute.manager [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Instance network_info: |[{"id": "cb555180-bf5d-4e62-a47f-217a999a0450", "address": "fa:16:3e:f9:d3:2d", "network": {"id": "d76c62a5-83eb-45c2-bdc1-a976e6132e5c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1298507185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9712796541f64c579b948f5ddae92fec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb555180-bf", "ovs_interfaceid": "cb555180-bf5d-4e62-a47f-217a999a0450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1068.794307] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:d3:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb555180-bf5d-4e62-a47f-217a999a0450', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1068.801715] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.801960] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1068.802219] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be68fcf8-0bae-40a4-adee-5e3cb677955e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.821108] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1068.821108] env[69603]: value = "task-3480527" [ 1068.821108] env[69603]: _type = "Task" [ 1068.821108] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.828653] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480527, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.842577] env[69603]: DEBUG nova.scheduler.client.report [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.932377] env[69603]: DEBUG nova.compute.manager [req-ccfc3028-caba-4432-b765-320eb908809d req-bd530e0f-9f33-4cdd-93bf-f2d87aaac754 service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Received event network-changed-cb555180-bf5d-4e62-a47f-217a999a0450 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.932714] env[69603]: DEBUG nova.compute.manager [req-ccfc3028-caba-4432-b765-320eb908809d req-bd530e0f-9f33-4cdd-93bf-f2d87aaac754 service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Refreshing instance network info cache due to event network-changed-cb555180-bf5d-4e62-a47f-217a999a0450. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1068.933074] env[69603]: DEBUG oslo_concurrency.lockutils [req-ccfc3028-caba-4432-b765-320eb908809d req-bd530e0f-9f33-4cdd-93bf-f2d87aaac754 service nova] Acquiring lock "refresh_cache-3433dc9a-9274-4aa1-a43e-8d42da210e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.933333] env[69603]: DEBUG oslo_concurrency.lockutils [req-ccfc3028-caba-4432-b765-320eb908809d req-bd530e0f-9f33-4cdd-93bf-f2d87aaac754 service nova] Acquired lock "refresh_cache-3433dc9a-9274-4aa1-a43e-8d42da210e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.933622] env[69603]: DEBUG nova.network.neutron [req-ccfc3028-caba-4432-b765-320eb908809d req-bd530e0f-9f33-4cdd-93bf-f2d87aaac754 service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Refreshing network info cache for port cb555180-bf5d-4e62-a47f-217a999a0450 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.005829] env[69603]: DEBUG nova.compute.manager [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1069.033441] env[69603]: DEBUG nova.virt.hardware [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.033738] env[69603]: DEBUG nova.virt.hardware [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.033903] env[69603]: DEBUG nova.virt.hardware [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.034097] env[69603]: DEBUG nova.virt.hardware [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.034245] env[69603]: DEBUG nova.virt.hardware [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.034393] env[69603]: DEBUG nova.virt.hardware [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.034637] env[69603]: DEBUG nova.virt.hardware [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.034826] env[69603]: DEBUG nova.virt.hardware [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.034998] env[69603]: DEBUG nova.virt.hardware [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.035179] env[69603]: DEBUG nova.virt.hardware [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.035352] env[69603]: DEBUG nova.virt.hardware [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.036291] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6635b71-676a-4b61-853d-4ac4a849c851 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.044456] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9052ff8f-c993-4404-848d-5b96f004f8d4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.138946] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5266cf47-cb77-9323-9e25-972687b198f0, 'name': SearchDatastore_Task, 'duration_secs': 0.054824} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.139205] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.139462] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 7bb5f88e-319f-4269-9147-acf3b989b255/7bb5f88e-319f-4269-9147-acf3b989b255.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.139718] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ff8d6e3-46dc-4d4a-9b5c-318204384b66 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.145819] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Waiting for the task: (returnval){ [ 1069.145819] env[69603]: value = "task-3480528" [ 1069.145819] env[69603]: _type = "Task" [ 1069.145819] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.153328] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.187770] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480526, 'name': Rename_Task, 'duration_secs': 0.124114} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.187962] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.188238] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-968b15ce-6966-4b85-b208-959a458b5a5d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.194543] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1069.194543] env[69603]: value = "task-3480529" [ 1069.194543] env[69603]: _type = "Task" [ 1069.194543] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.203081] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.283371] env[69603]: DEBUG nova.network.neutron [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Successfully updated port: a57379ad-bcf3-4c6a-8501-08806f25bfbe {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.332875] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480527, 'name': CreateVM_Task, 'duration_secs': 0.393056} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.333086] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.333791] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.333959] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.334303] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.334582] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78337cef-2d7c-4961-9868-45a664c41748 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.341867] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1069.341867] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52972a36-c99c-d4c6-ce4c-bc4f0447f338" [ 1069.341867] env[69603]: _type = "Task" [ 1069.341867] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.347435] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.348062] env[69603]: DEBUG nova.compute.manager [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.357412] env[69603]: DEBUG oslo_concurrency.lockutils [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.729s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.357670] env[69603]: DEBUG oslo_concurrency.lockutils [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.364399] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.689s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.364738] env[69603]: DEBUG nova.objects.instance [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lazy-loading 'resources' on Instance uuid ea56e050-bc0d-48f9-91ac-c70f5806fdfb {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.370026] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52972a36-c99c-d4c6-ce4c-bc4f0447f338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.392873] env[69603]: INFO nova.scheduler.client.report [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleted allocations for instance 4eb8c461-4203-47a2-bc6f-bb5690d70f21 [ 1069.645069] env[69603]: DEBUG nova.network.neutron [req-ccfc3028-caba-4432-b765-320eb908809d req-bd530e0f-9f33-4cdd-93bf-f2d87aaac754 service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Updated VIF entry in instance network info cache for port cb555180-bf5d-4e62-a47f-217a999a0450. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1069.645496] env[69603]: DEBUG nova.network.neutron [req-ccfc3028-caba-4432-b765-320eb908809d req-bd530e0f-9f33-4cdd-93bf-f2d87aaac754 service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Updating instance_info_cache with network_info: [{"id": "cb555180-bf5d-4e62-a47f-217a999a0450", "address": "fa:16:3e:f9:d3:2d", "network": {"id": "d76c62a5-83eb-45c2-bdc1-a976e6132e5c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1298507185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9712796541f64c579b948f5ddae92fec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb555180-bf", "ovs_interfaceid": "cb555180-bf5d-4e62-a47f-217a999a0450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.656475] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480528, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.704175] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480529, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.785636] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.785849] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.786051] env[69603]: DEBUG nova.network.neutron [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.851848] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52972a36-c99c-d4c6-ce4c-bc4f0447f338, 'name': SearchDatastore_Task, 'duration_secs': 0.070483} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.852168] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.852400] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1069.852630] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.852774] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.852948] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1069.853221] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df4904c0-dc30-4a25-b624-06bd3c407bd9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.861424] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1069.861608] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1069.862372] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9bf5c9-dc1a-4dde-a64e-175c21d963d6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.871655] env[69603]: DEBUG nova.compute.utils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.872934] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1069.872934] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525f4bd4-b1ae-b7a1-4413-a174d193315a" [ 1069.872934] env[69603]: _type = "Task" [ 1069.872934] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.873574] env[69603]: DEBUG nova.compute.manager [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.873742] env[69603]: DEBUG nova.network.neutron [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.884283] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525f4bd4-b1ae-b7a1-4413-a174d193315a, 'name': SearchDatastore_Task, 'duration_secs': 0.012575} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.885209] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a40a04-a3b1-47bc-ba2c-47ee6d9d59e0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.891031] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1069.891031] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524c6a0d-289d-7c6d-6ea2-ca44e128db15" [ 1069.891031] env[69603]: _type = "Task" [ 1069.891031] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.903802] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524c6a0d-289d-7c6d-6ea2-ca44e128db15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.904069] env[69603]: DEBUG oslo_concurrency.lockutils [None req-40a5db98-2d26-47be-8907-0be9e90455fe tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "4eb8c461-4203-47a2-bc6f-bb5690d70f21" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.666s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.928340] env[69603]: DEBUG nova.policy [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9748d3cdac584efd84dbcbe97ce0ee19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d262283422a4d428e400360c4f93acf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.129269] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df51d2b4-6775-4115-92cb-052ef0ddf199 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.137035] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6247dbb-be71-4fbe-a908-65368e30cf78 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.168975] env[69603]: DEBUG oslo_concurrency.lockutils [req-ccfc3028-caba-4432-b765-320eb908809d req-bd530e0f-9f33-4cdd-93bf-f2d87aaac754 service nova] Releasing lock "refresh_cache-3433dc9a-9274-4aa1-a43e-8d42da210e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.175325] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d6233a-6a73-4d74-8b3b-4a1ef4d20cd8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.183667] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524647} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.183737] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 7bb5f88e-319f-4269-9147-acf3b989b255/7bb5f88e-319f-4269-9147-acf3b989b255.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.183936] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.184222] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-77b390f8-79cc-42d3-b7e5-33345bb21e90 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.186859] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf30dce-34bb-4ee3-bee9-9ca605049df2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.200506] env[69603]: DEBUG nova.compute.provider_tree [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.205581] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Waiting for the task: (returnval){ [ 1070.205581] env[69603]: value = "task-3480530" [ 1070.205581] env[69603]: _type = "Task" [ 1070.205581] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.212164] env[69603]: DEBUG oslo_vmware.api [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480529, 'name': PowerOnVM_Task, 'duration_secs': 0.571076} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.213372] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.213628] env[69603]: DEBUG nova.compute.manager [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.214430] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be60d54b-62a5-4835-b6f3-d104670ce1a1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.220245] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.220989] env[69603]: DEBUG nova.network.neutron [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Successfully created port: 635cc075-ed69-4ffd-a09e-5551c1e600bc {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.317613] env[69603]: DEBUG nova.network.neutron [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1070.374436] env[69603]: DEBUG nova.compute.manager [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.409896] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524c6a0d-289d-7c6d-6ea2-ca44e128db15, 'name': SearchDatastore_Task, 'duration_secs': 0.011458} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.410226] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.410486] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 3433dc9a-9274-4aa1-a43e-8d42da210e2c/3433dc9a-9274-4aa1-a43e-8d42da210e2c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1070.410748] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d3c7203-607e-4c92-8182-cab8249bb8d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.417797] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1070.417797] env[69603]: value = "task-3480531" [ 1070.417797] env[69603]: _type = "Task" [ 1070.417797] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.425717] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.527512] env[69603]: DEBUG nova.network.neutron [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Updating instance_info_cache with network_info: [{"id": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "address": "fa:16:3e:d5:1f:f1", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57379ad-bc", "ovs_interfaceid": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.707856] env[69603]: DEBUG nova.scheduler.client.report [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.722113] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103662} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.722903] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.724102] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6750cc88-18ab-4db3-a8ff-a16a30d2e2b0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.754211] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 7bb5f88e-319f-4269-9147-acf3b989b255/7bb5f88e-319f-4269-9147-acf3b989b255.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.756174] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59f0da16-9eff-4acb-b2a1-60ff0ce99d42 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.770907] env[69603]: DEBUG oslo_concurrency.lockutils [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.776868] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Waiting for the task: (returnval){ [ 1070.776868] env[69603]: value = "task-3480532" [ 1070.776868] env[69603]: _type = "Task" [ 1070.776868] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.784826] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.928440] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.956890] env[69603]: DEBUG nova.compute.manager [req-85f3c4cc-860d-4614-b7a2-65fec3aaf223 req-b2ad8fae-c69e-4d13-afbe-157441c5c109 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Received event network-vif-plugged-a57379ad-bcf3-4c6a-8501-08806f25bfbe {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.957119] env[69603]: DEBUG oslo_concurrency.lockutils [req-85f3c4cc-860d-4614-b7a2-65fec3aaf223 req-b2ad8fae-c69e-4d13-afbe-157441c5c109 service nova] Acquiring lock "ffd4f5e3-f189-4681-b1a8-67b291918703-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.957326] env[69603]: DEBUG oslo_concurrency.lockutils [req-85f3c4cc-860d-4614-b7a2-65fec3aaf223 req-b2ad8fae-c69e-4d13-afbe-157441c5c109 service nova] Lock "ffd4f5e3-f189-4681-b1a8-67b291918703-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.957493] env[69603]: DEBUG oslo_concurrency.lockutils [req-85f3c4cc-860d-4614-b7a2-65fec3aaf223 req-b2ad8fae-c69e-4d13-afbe-157441c5c109 service nova] Lock "ffd4f5e3-f189-4681-b1a8-67b291918703-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.957661] env[69603]: DEBUG nova.compute.manager [req-85f3c4cc-860d-4614-b7a2-65fec3aaf223 req-b2ad8fae-c69e-4d13-afbe-157441c5c109 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] No waiting events found dispatching network-vif-plugged-a57379ad-bcf3-4c6a-8501-08806f25bfbe {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1070.957829] env[69603]: WARNING nova.compute.manager [req-85f3c4cc-860d-4614-b7a2-65fec3aaf223 req-b2ad8fae-c69e-4d13-afbe-157441c5c109 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Received unexpected event network-vif-plugged-a57379ad-bcf3-4c6a-8501-08806f25bfbe for instance with vm_state building and task_state spawning. [ 1070.957986] env[69603]: DEBUG nova.compute.manager [req-85f3c4cc-860d-4614-b7a2-65fec3aaf223 req-b2ad8fae-c69e-4d13-afbe-157441c5c109 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Received event network-changed-a57379ad-bcf3-4c6a-8501-08806f25bfbe {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.958155] env[69603]: DEBUG nova.compute.manager [req-85f3c4cc-860d-4614-b7a2-65fec3aaf223 req-b2ad8fae-c69e-4d13-afbe-157441c5c109 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Refreshing instance network info cache due to event network-changed-a57379ad-bcf3-4c6a-8501-08806f25bfbe. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.958319] env[69603]: DEBUG oslo_concurrency.lockutils [req-85f3c4cc-860d-4614-b7a2-65fec3aaf223 req-b2ad8fae-c69e-4d13-afbe-157441c5c109 service nova] Acquiring lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.030739] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.030890] env[69603]: DEBUG nova.compute.manager [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Instance network_info: |[{"id": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "address": "fa:16:3e:d5:1f:f1", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57379ad-bc", "ovs_interfaceid": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.031126] env[69603]: DEBUG oslo_concurrency.lockutils [req-85f3c4cc-860d-4614-b7a2-65fec3aaf223 req-b2ad8fae-c69e-4d13-afbe-157441c5c109 service nova] Acquired lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.031315] env[69603]: DEBUG nova.network.neutron [req-85f3c4cc-860d-4614-b7a2-65fec3aaf223 req-b2ad8fae-c69e-4d13-afbe-157441c5c109 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Refreshing network info cache for port a57379ad-bcf3-4c6a-8501-08806f25bfbe {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.033064] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:1f:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90878b7b-ddb7-4f47-892b-d6e06f73475f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a57379ad-bcf3-4c6a-8501-08806f25bfbe', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.040504] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.043458] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.043983] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7910a312-6df3-40ed-922d-c8950c5f32c1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.064627] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.064627] env[69603]: value = "task-3480533" [ 1071.064627] env[69603]: _type = "Task" [ 1071.064627] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.073310] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480533, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.147384] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.147384] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.174997] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquiring lock "750037cd-14e1-4c09-aded-8ed0cdbb635a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.175268] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Lock "750037cd-14e1-4c09-aded-8ed0cdbb635a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.175482] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquiring lock "750037cd-14e1-4c09-aded-8ed0cdbb635a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.175667] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Lock "750037cd-14e1-4c09-aded-8ed0cdbb635a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.175836] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Lock "750037cd-14e1-4c09-aded-8ed0cdbb635a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.178299] env[69603]: INFO nova.compute.manager [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Terminating instance [ 1071.218295] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.220693] env[69603]: DEBUG oslo_concurrency.lockutils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.541s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.222330] env[69603]: INFO nova.compute.claims [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.254044] env[69603]: INFO nova.scheduler.client.report [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleted allocations for instance ea56e050-bc0d-48f9-91ac-c70f5806fdfb [ 1071.271883] env[69603]: DEBUG nova.network.neutron [req-85f3c4cc-860d-4614-b7a2-65fec3aaf223 req-b2ad8fae-c69e-4d13-afbe-157441c5c109 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Updated VIF entry in instance network info cache for port a57379ad-bcf3-4c6a-8501-08806f25bfbe. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.271883] env[69603]: DEBUG nova.network.neutron [req-85f3c4cc-860d-4614-b7a2-65fec3aaf223 req-b2ad8fae-c69e-4d13-afbe-157441c5c109 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Updating instance_info_cache with network_info: [{"id": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "address": "fa:16:3e:d5:1f:f1", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57379ad-bc", "ovs_interfaceid": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.290622] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.384178] env[69603]: DEBUG nova.compute.manager [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.411246] env[69603]: DEBUG nova.virt.hardware [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.411512] env[69603]: DEBUG nova.virt.hardware [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.411688] env[69603]: DEBUG nova.virt.hardware [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.411863] env[69603]: DEBUG nova.virt.hardware [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.412015] env[69603]: DEBUG nova.virt.hardware [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.412176] env[69603]: DEBUG nova.virt.hardware [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.412380] env[69603]: DEBUG nova.virt.hardware [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.412534] env[69603]: DEBUG nova.virt.hardware [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.412692] env[69603]: DEBUG nova.virt.hardware [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.412852] env[69603]: DEBUG nova.virt.hardware [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.413031] env[69603]: DEBUG nova.virt.hardware [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.414362] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437ebe20-f9ad-4175-baf3-45ff3108e733 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.424777] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6000669-a6da-4d32-b9c1-49a0d2d202d2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.433120] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.967729} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.440794] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 3433dc9a-9274-4aa1-a43e-8d42da210e2c/3433dc9a-9274-4aa1-a43e-8d42da210e2c.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.440942] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.441339] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-966d99eb-2667-46d6-a12c-ab3a237fae19 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.447330] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1071.447330] env[69603]: value = "task-3480534" [ 1071.447330] env[69603]: _type = "Task" [ 1071.447330] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.456704] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.525345] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.525957] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.578068] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480533, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.650546] env[69603]: DEBUG nova.compute.utils [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1071.682387] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquiring lock "refresh_cache-750037cd-14e1-4c09-aded-8ed0cdbb635a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.682579] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquired lock "refresh_cache-750037cd-14e1-4c09-aded-8ed0cdbb635a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.682764] env[69603]: DEBUG nova.network.neutron [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.692808] env[69603]: DEBUG nova.network.neutron [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Successfully updated port: 635cc075-ed69-4ffd-a09e-5551c1e600bc {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.762678] env[69603]: DEBUG oslo_concurrency.lockutils [None req-49a614ea-ed81-4371-8ad0-3133a9641c3f tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "ea56e050-bc0d-48f9-91ac-c70f5806fdfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.650s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.775445] env[69603]: DEBUG oslo_concurrency.lockutils [req-85f3c4cc-860d-4614-b7a2-65fec3aaf223 req-b2ad8fae-c69e-4d13-afbe-157441c5c109 service nova] Releasing lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.789907] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480532, 'name': ReconfigVM_Task, 'duration_secs': 0.70822} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.790295] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 7bb5f88e-319f-4269-9147-acf3b989b255/7bb5f88e-319f-4269-9147-acf3b989b255.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.790964] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-492b292d-e32a-4f2c-92a7-a650f35d5c2c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.798899] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Waiting for the task: (returnval){ [ 1071.798899] env[69603]: value = "task-3480535" [ 1071.798899] env[69603]: _type = "Task" [ 1071.798899] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.807496] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480535, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.958718] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074067} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.958718] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.959524] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd1cb90-2cf7-44fc-9202-31cbdd6fed77 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.983149] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 3433dc9a-9274-4aa1-a43e-8d42da210e2c/3433dc9a-9274-4aa1-a43e-8d42da210e2c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.983448] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a173cdc2-dd0c-4ef6-a115-e70d26f94b55 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.003208] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1072.003208] env[69603]: value = "task-3480536" [ 1072.003208] env[69603]: _type = "Task" [ 1072.003208] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.012047] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.036023] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1072.036023] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1072.036023] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1072.036023] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1072.036023] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1072.036023] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1072.036023] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69603) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1072.036023] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager.update_available_resource {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1072.074576] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480533, 'name': CreateVM_Task, 'duration_secs': 0.633336} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.074777] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.075485] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.075665] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.075970] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.076482] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17d4fcb5-41cf-4897-b6e5-10ac743b3ce4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.080888] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1072.080888] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523a7bac-a1b5-bbee-9e12-8728f58a9554" [ 1072.080888] env[69603]: _type = "Task" [ 1072.080888] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.088397] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523a7bac-a1b5-bbee-9e12-8728f58a9554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.154295] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.199593] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "refresh_cache-643bcb9d-cda1-4f87-84a1-540a1da3b9b2" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.199593] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "refresh_cache-643bcb9d-cda1-4f87-84a1-540a1da3b9b2" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.200201] env[69603]: DEBUG nova.network.neutron [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.206675] env[69603]: DEBUG nova.network.neutron [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.256717] env[69603]: DEBUG nova.network.neutron [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.310441] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480535, 'name': Rename_Task, 'duration_secs': 0.155414} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.310716] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.310977] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a18784d4-2019-46ee-91b7-156247d04fcd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.319473] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Waiting for the task: (returnval){ [ 1072.319473] env[69603]: value = "task-3480537" [ 1072.319473] env[69603]: _type = "Task" [ 1072.319473] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.328092] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480537, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.438396] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72e8675-8e24-4b1a-a6d8-c4750e7e43fe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.446311] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c7c54d-7d13-437d-a4a7-6478a4eb962a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.477206] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f420c4-e4a3-4670-b36e-e2a10be59f5f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.485217] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a6ecc0-dc41-4ff6-bbce-cd85c69ae489 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.501070] env[69603]: DEBUG nova.compute.provider_tree [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.512276] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480536, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.536662] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.590978] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523a7bac-a1b5-bbee-9e12-8728f58a9554, 'name': SearchDatastore_Task, 'duration_secs': 0.029004} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.591328] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.591610] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.591902] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.592083] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.592289] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.592579] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-099d9159-c843-4ac7-ac1c-1558f01f775e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.601112] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.601329] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.602072] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e8c4ace-3220-4932-a179-74624b8e46e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.607376] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1072.607376] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b2616b-4903-5296-d8c7-1280355432fa" [ 1072.607376] env[69603]: _type = "Task" [ 1072.607376] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.615582] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b2616b-4903-5296-d8c7-1280355432fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.735331] env[69603]: DEBUG nova.network.neutron [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.760076] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Releasing lock "refresh_cache-750037cd-14e1-4c09-aded-8ed0cdbb635a" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.760583] env[69603]: DEBUG nova.compute.manager [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.761160] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.762222] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a41908c-4577-477e-b14b-40851bfc0fc3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.771338] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "e2e0183b-1b9a-4e1c-ba33-cc91285f6471" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.771524] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "e2e0183b-1b9a-4e1c-ba33-cc91285f6471" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.777022] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.777022] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b18151a9-750d-4ad1-9278-ed135c26d2bc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.786714] env[69603]: DEBUG oslo_vmware.api [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1072.786714] env[69603]: value = "task-3480538" [ 1072.786714] env[69603]: _type = "Task" [ 1072.786714] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.800138] env[69603]: DEBUG oslo_vmware.api [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.830169] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480537, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.896957] env[69603]: DEBUG nova.network.neutron [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Updating instance_info_cache with network_info: [{"id": "635cc075-ed69-4ffd-a09e-5551c1e600bc", "address": "fa:16:3e:4e:37:75", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635cc075-ed", "ovs_interfaceid": "635cc075-ed69-4ffd-a09e-5551c1e600bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.986389] env[69603]: DEBUG nova.compute.manager [req-d8af7bc5-8531-45bd-911b-e387a9903699 req-cfbfeb26-8f93-464e-89c2-a2cd6fa089f4 service nova] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Received event network-vif-plugged-635cc075-ed69-4ffd-a09e-5551c1e600bc {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.986443] env[69603]: DEBUG oslo_concurrency.lockutils [req-d8af7bc5-8531-45bd-911b-e387a9903699 req-cfbfeb26-8f93-464e-89c2-a2cd6fa089f4 service nova] Acquiring lock "643bcb9d-cda1-4f87-84a1-540a1da3b9b2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.986686] env[69603]: DEBUG oslo_concurrency.lockutils [req-d8af7bc5-8531-45bd-911b-e387a9903699 req-cfbfeb26-8f93-464e-89c2-a2cd6fa089f4 service nova] Lock "643bcb9d-cda1-4f87-84a1-540a1da3b9b2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.986853] env[69603]: DEBUG oslo_concurrency.lockutils [req-d8af7bc5-8531-45bd-911b-e387a9903699 req-cfbfeb26-8f93-464e-89c2-a2cd6fa089f4 service nova] Lock "643bcb9d-cda1-4f87-84a1-540a1da3b9b2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.987033] env[69603]: DEBUG nova.compute.manager [req-d8af7bc5-8531-45bd-911b-e387a9903699 req-cfbfeb26-8f93-464e-89c2-a2cd6fa089f4 service nova] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] No waiting events found dispatching network-vif-plugged-635cc075-ed69-4ffd-a09e-5551c1e600bc {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.987201] env[69603]: WARNING nova.compute.manager [req-d8af7bc5-8531-45bd-911b-e387a9903699 req-cfbfeb26-8f93-464e-89c2-a2cd6fa089f4 service nova] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Received unexpected event network-vif-plugged-635cc075-ed69-4ffd-a09e-5551c1e600bc for instance with vm_state building and task_state spawning. [ 1072.987358] env[69603]: DEBUG nova.compute.manager [req-d8af7bc5-8531-45bd-911b-e387a9903699 req-cfbfeb26-8f93-464e-89c2-a2cd6fa089f4 service nova] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Received event network-changed-635cc075-ed69-4ffd-a09e-5551c1e600bc {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.987510] env[69603]: DEBUG nova.compute.manager [req-d8af7bc5-8531-45bd-911b-e387a9903699 req-cfbfeb26-8f93-464e-89c2-a2cd6fa089f4 service nova] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Refreshing instance network info cache due to event network-changed-635cc075-ed69-4ffd-a09e-5551c1e600bc. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.987674] env[69603]: DEBUG oslo_concurrency.lockutils [req-d8af7bc5-8531-45bd-911b-e387a9903699 req-cfbfeb26-8f93-464e-89c2-a2cd6fa089f4 service nova] Acquiring lock "refresh_cache-643bcb9d-cda1-4f87-84a1-540a1da3b9b2" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.003707] env[69603]: DEBUG nova.scheduler.client.report [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.016827] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480536, 'name': ReconfigVM_Task, 'duration_secs': 0.65303} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.017259] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 3433dc9a-9274-4aa1-a43e-8d42da210e2c/3433dc9a-9274-4aa1-a43e-8d42da210e2c.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.018757] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c11392a-3be8-467c-9eac-e28b6194ecd9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.025273] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1073.025273] env[69603]: value = "task-3480539" [ 1073.025273] env[69603]: _type = "Task" [ 1073.025273] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.035374] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480539, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.117957] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b2616b-4903-5296-d8c7-1280355432fa, 'name': SearchDatastore_Task, 'duration_secs': 0.015287} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.119131] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7aa02fd-d516-4522-95fd-81b705da2a2d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.123885] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1073.123885] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5232994f-6d0f-ce52-6c6d-06c15cc49253" [ 1073.123885] env[69603]: _type = "Task" [ 1073.123885] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.131498] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5232994f-6d0f-ce52-6c6d-06c15cc49253, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.230332] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.230887] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.230955] env[69603]: INFO nova.compute.manager [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Attaching volume 5725def0-6105-4147-82c0-c0524713ab8e to /dev/sdb [ 1073.264855] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d81021a-eb31-4eee-b6ec-69c12b06c08d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.271673] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ca0c97-7510-4559-9cbb-80a84a36677b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.274478] env[69603]: DEBUG nova.compute.manager [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.287701] env[69603]: DEBUG nova.virt.block_device [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Updating existing volume attachment record: ddc5a290-709a-4150-8d12-764e8f22bdef {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1073.296870] env[69603]: DEBUG oslo_vmware.api [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480538, 'name': PowerOffVM_Task, 'duration_secs': 0.106309} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.297112] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.297270] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.297496] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69695044-3280-489b-9be1-388a6e15047b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.322463] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.323325] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.323325] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Deleting the datastore file [datastore2] 750037cd-14e1-4c09-aded-8ed0cdbb635a {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.326406] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad837144-7f63-41e1-b2a0-f7a20ea3bddf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.333336] env[69603]: DEBUG oslo_vmware.api [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480537, 'name': PowerOnVM_Task, 'duration_secs': 0.637717} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.334590] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.334827] env[69603]: INFO nova.compute.manager [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1073.335018] env[69603]: DEBUG nova.compute.manager [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1073.335339] env[69603]: DEBUG oslo_vmware.api [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for the task: (returnval){ [ 1073.335339] env[69603]: value = "task-3480541" [ 1073.335339] env[69603]: _type = "Task" [ 1073.335339] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.336030] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcc6c6b-3cf5-4e9d-be75-5164d8fecdca {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.349851] env[69603]: DEBUG oslo_vmware.api [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.400134] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "refresh_cache-643bcb9d-cda1-4f87-84a1-540a1da3b9b2" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.401035] env[69603]: DEBUG nova.compute.manager [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Instance network_info: |[{"id": "635cc075-ed69-4ffd-a09e-5551c1e600bc", "address": "fa:16:3e:4e:37:75", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635cc075-ed", "ovs_interfaceid": "635cc075-ed69-4ffd-a09e-5551c1e600bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.401035] env[69603]: DEBUG oslo_concurrency.lockutils [req-d8af7bc5-8531-45bd-911b-e387a9903699 req-cfbfeb26-8f93-464e-89c2-a2cd6fa089f4 service nova] Acquired lock "refresh_cache-643bcb9d-cda1-4f87-84a1-540a1da3b9b2" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.401035] env[69603]: DEBUG nova.network.neutron [req-d8af7bc5-8531-45bd-911b-e387a9903699 req-cfbfeb26-8f93-464e-89c2-a2cd6fa089f4 service nova] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Refreshing network info cache for port 635cc075-ed69-4ffd-a09e-5551c1e600bc {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.402645] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:37:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '205fb402-8eaf-4b61-8f57-8f216024179a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '635cc075-ed69-4ffd-a09e-5551c1e600bc', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.410900] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.410980] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.411697] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eb8c3a4-c574-4384-bdf2-22d0a0546433 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.431617] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.431617] env[69603]: value = "task-3480542" [ 1073.431617] env[69603]: _type = "Task" [ 1073.431617] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.439899] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480542, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.511427] env[69603]: DEBUG oslo_concurrency.lockutils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.512161] env[69603]: DEBUG nova.compute.manager [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.514839] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.279s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.516429] env[69603]: INFO nova.compute.claims [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1073.534979] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480539, 'name': Rename_Task, 'duration_secs': 0.14553} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.535279] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1073.535526] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c21481cd-3575-4295-b1b1-d96736e823e8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.541991] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1073.541991] env[69603]: value = "task-3480544" [ 1073.541991] env[69603]: _type = "Task" [ 1073.541991] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.551481] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.636194] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5232994f-6d0f-ce52-6c6d-06c15cc49253, 'name': SearchDatastore_Task, 'duration_secs': 0.028357} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.636448] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.636705] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] ffd4f5e3-f189-4681-b1a8-67b291918703/ffd4f5e3-f189-4681-b1a8-67b291918703.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1073.636955] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b798ba2-18b6-4e66-bf4a-2eb8b8e60512 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.643315] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1073.643315] env[69603]: value = "task-3480545" [ 1073.643315] env[69603]: _type = "Task" [ 1073.643315] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.651461] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.800643] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.850013] env[69603]: DEBUG oslo_vmware.api [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Task: {'id': task-3480541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323049} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.850338] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.850546] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.850741] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.850928] env[69603]: INFO nova.compute.manager [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1073.851281] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.856523] env[69603]: DEBUG nova.compute.manager [-] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.856679] env[69603]: DEBUG nova.network.neutron [-] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.865579] env[69603]: INFO nova.compute.manager [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Took 26.18 seconds to build instance. [ 1073.878838] env[69603]: DEBUG nova.network.neutron [-] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.943460] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480542, 'name': CreateVM_Task, 'duration_secs': 0.422676} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.943721] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.944637] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.944893] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.945237] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.945548] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0721810-fdec-45bf-a7a2-05b4f56a3061 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.955025] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1073.955025] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52860999-f244-5600-d049-af296af5eb28" [ 1073.955025] env[69603]: _type = "Task" [ 1073.955025] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.965648] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52860999-f244-5600-d049-af296af5eb28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.021121] env[69603]: DEBUG nova.compute.utils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.027053] env[69603]: DEBUG nova.compute.manager [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.027272] env[69603]: DEBUG nova.network.neutron [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.055248] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480544, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.073397] env[69603]: DEBUG nova.policy [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d2f093d04e04653b5787ff3112547b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edecefa7632b4ca68b7af43ed344878a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.157694] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480545, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.176183] env[69603]: DEBUG nova.network.neutron [req-d8af7bc5-8531-45bd-911b-e387a9903699 req-cfbfeb26-8f93-464e-89c2-a2cd6fa089f4 service nova] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Updated VIF entry in instance network info cache for port 635cc075-ed69-4ffd-a09e-5551c1e600bc. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1074.176573] env[69603]: DEBUG nova.network.neutron [req-d8af7bc5-8531-45bd-911b-e387a9903699 req-cfbfeb26-8f93-464e-89c2-a2cd6fa089f4 service nova] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Updating instance_info_cache with network_info: [{"id": "635cc075-ed69-4ffd-a09e-5551c1e600bc", "address": "fa:16:3e:4e:37:75", "network": {"id": "e72684ec-d265-47f9-acec-c12d577bc6e0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1532941012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d262283422a4d428e400360c4f93acf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "205fb402-8eaf-4b61-8f57-8f216024179a", "external-id": "nsx-vlan-transportzone-78", "segmentation_id": 78, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap635cc075-ed", "ovs_interfaceid": "635cc075-ed69-4ffd-a09e-5551c1e600bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.368626] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b1603d86-cdad-4954-bfcb-7bbb8534b213 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Lock "7bb5f88e-319f-4269-9147-acf3b989b255" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.700s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.378145] env[69603]: DEBUG nova.network.neutron [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Successfully created port: d04150d1-3cb0-4e0c-8022-8d531467069f {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.382703] env[69603]: DEBUG nova.network.neutron [-] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.465502] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52860999-f244-5600-d049-af296af5eb28, 'name': SearchDatastore_Task, 'duration_secs': 0.064113} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.465812] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.466055] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.466301] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.466444] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.466689] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.466986] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01ff236f-7cbe-4be8-9964-c4d2561aae40 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.476818] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.477008] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.477719] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-117cd076-c9b1-4a17-bee5-24e637db0e3b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.482924] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1074.482924] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52605823-255e-831f-62c1-2ea4f5814eda" [ 1074.482924] env[69603]: _type = "Task" [ 1074.482924] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.490328] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52605823-255e-831f-62c1-2ea4f5814eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.528020] env[69603]: DEBUG nova.compute.manager [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.552662] env[69603]: DEBUG oslo_vmware.api [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480544, 'name': PowerOnVM_Task, 'duration_secs': 0.65707} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.553258] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.556043] env[69603]: INFO nova.compute.manager [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1074.556043] env[69603]: DEBUG nova.compute.manager [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.556043] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e3bb08-2783-49de-b1df-7cc36f6c3bab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.661075] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57884} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.663820] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] ffd4f5e3-f189-4681-b1a8-67b291918703/ffd4f5e3-f189-4681-b1a8-67b291918703.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.664039] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.664485] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-426bcfbe-07cf-4f6d-8f0b-4b9fd07b11cc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.671203] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1074.671203] env[69603]: value = "task-3480546" [ 1074.671203] env[69603]: _type = "Task" [ 1074.671203] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.680335] env[69603]: DEBUG oslo_concurrency.lockutils [req-d8af7bc5-8531-45bd-911b-e387a9903699 req-cfbfeb26-8f93-464e-89c2-a2cd6fa089f4 service nova] Releasing lock "refresh_cache-643bcb9d-cda1-4f87-84a1-540a1da3b9b2" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.680677] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.803085] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbe4114-7899-4d87-b2ec-4a09e659ecd8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.811679] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6234a2f5-226b-43dc-8e23-b9547fb88be2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.843841] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5c9683-f832-450d-ab28-e7c91c3deafe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.851321] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306d1208-5c86-4fa2-b137-987616f5b8bc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.865071] env[69603]: DEBUG nova.compute.provider_tree [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.885034] env[69603]: INFO nova.compute.manager [-] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Took 1.03 seconds to deallocate network for instance. [ 1074.996895] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52605823-255e-831f-62c1-2ea4f5814eda, 'name': SearchDatastore_Task, 'duration_secs': 0.034501} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.997964] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e039fe7c-f705-4f8a-a26f-dc48d63926aa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.003081] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1075.003081] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526d898f-f86b-d796-aeb0-d4d7f9d121f8" [ 1075.003081] env[69603]: _type = "Task" [ 1075.003081] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.011413] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526d898f-f86b-d796-aeb0-d4d7f9d121f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.083565] env[69603]: INFO nova.compute.manager [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Took 20.02 seconds to build instance. [ 1075.181910] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480546, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.294193] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Acquiring lock "7bb5f88e-319f-4269-9147-acf3b989b255" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.294445] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Lock "7bb5f88e-319f-4269-9147-acf3b989b255" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.294656] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Acquiring lock "7bb5f88e-319f-4269-9147-acf3b989b255-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.294841] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Lock "7bb5f88e-319f-4269-9147-acf3b989b255-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.295016] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Lock "7bb5f88e-319f-4269-9147-acf3b989b255-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.297202] env[69603]: INFO nova.compute.manager [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Terminating instance [ 1075.368187] env[69603]: DEBUG nova.scheduler.client.report [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.391087] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.445697] env[69603]: DEBUG nova.compute.manager [req-3f8acf18-a112-481a-98f4-f200bf2d8eb9 req-eaabac5f-e5b5-4ac4-a499-57861884b51c service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Received event network-changed-cb555180-bf5d-4e62-a47f-217a999a0450 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.445985] env[69603]: DEBUG nova.compute.manager [req-3f8acf18-a112-481a-98f4-f200bf2d8eb9 req-eaabac5f-e5b5-4ac4-a499-57861884b51c service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Refreshing instance network info cache due to event network-changed-cb555180-bf5d-4e62-a47f-217a999a0450. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.446225] env[69603]: DEBUG oslo_concurrency.lockutils [req-3f8acf18-a112-481a-98f4-f200bf2d8eb9 req-eaabac5f-e5b5-4ac4-a499-57861884b51c service nova] Acquiring lock "refresh_cache-3433dc9a-9274-4aa1-a43e-8d42da210e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.446373] env[69603]: DEBUG oslo_concurrency.lockutils [req-3f8acf18-a112-481a-98f4-f200bf2d8eb9 req-eaabac5f-e5b5-4ac4-a499-57861884b51c service nova] Acquired lock "refresh_cache-3433dc9a-9274-4aa1-a43e-8d42da210e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.446535] env[69603]: DEBUG nova.network.neutron [req-3f8acf18-a112-481a-98f4-f200bf2d8eb9 req-eaabac5f-e5b5-4ac4-a499-57861884b51c service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Refreshing network info cache for port cb555180-bf5d-4e62-a47f-217a999a0450 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.514347] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526d898f-f86b-d796-aeb0-d4d7f9d121f8, 'name': SearchDatastore_Task, 'duration_secs': 0.050514} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.514813] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.514898] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 643bcb9d-cda1-4f87-84a1-540a1da3b9b2/643bcb9d-cda1-4f87-84a1-540a1da3b9b2.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.515362] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01a5242f-80fd-4dac-93d5-940daa80cbb5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.522483] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1075.522483] env[69603]: value = "task-3480548" [ 1075.522483] env[69603]: _type = "Task" [ 1075.522483] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.530759] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.540267] env[69603]: DEBUG nova.compute.manager [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.569312] env[69603]: DEBUG nova.virt.hardware [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.569613] env[69603]: DEBUG nova.virt.hardware [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.569775] env[69603]: DEBUG nova.virt.hardware [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.569961] env[69603]: DEBUG nova.virt.hardware [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.570119] env[69603]: DEBUG nova.virt.hardware [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.570263] env[69603]: DEBUG nova.virt.hardware [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.570475] env[69603]: DEBUG nova.virt.hardware [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.570925] env[69603]: DEBUG nova.virt.hardware [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.571128] env[69603]: DEBUG nova.virt.hardware [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.571297] env[69603]: DEBUG nova.virt.hardware [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.571470] env[69603]: DEBUG nova.virt.hardware [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.572378] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd940aa3-9b43-4aa0-823f-85e16f16426b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.582638] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb79383f-e479-490e-bdd4-9438de3ddf57 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.588721] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9aa5abc5-9172-40f3-9f26-34cda067333e tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "3433dc9a-9274-4aa1-a43e-8d42da210e2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.533s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.683633] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.549544} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.684284] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.685154] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec0b793-9b4b-42f9-b4e1-c8f09aabb67a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.712033] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] ffd4f5e3-f189-4681-b1a8-67b291918703/ffd4f5e3-f189-4681-b1a8-67b291918703.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.712901] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-454c09b9-c713-4ae3-b422-f97bdb4050ba {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.737741] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1075.737741] env[69603]: value = "task-3480549" [ 1075.737741] env[69603]: _type = "Task" [ 1075.737741] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.747182] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.801315] env[69603]: DEBUG nova.compute.manager [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.801483] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.802432] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2b76f3-7d90-480d-886c-86e2ea308984 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.811120] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.811422] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0cec546-1dea-4565-b94b-c430f9178531 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.818138] env[69603]: DEBUG oslo_vmware.api [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Waiting for the task: (returnval){ [ 1075.818138] env[69603]: value = "task-3480550" [ 1075.818138] env[69603]: _type = "Task" [ 1075.818138] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.828224] env[69603]: DEBUG oslo_vmware.api [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.875986] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.876565] env[69603]: DEBUG nova.compute.manager [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1075.880143] env[69603]: DEBUG oslo_concurrency.lockutils [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.109s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.880143] env[69603]: DEBUG nova.objects.instance [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69603) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1075.990262] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.990513] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.035378] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480548, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.118671] env[69603]: DEBUG nova.compute.manager [req-d2560e95-5cd5-40ec-814b-1e9a71a99d39 req-d164cafe-ad31-4919-aee9-fb01e1f33a5d service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Received event network-vif-plugged-d04150d1-3cb0-4e0c-8022-8d531467069f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.118858] env[69603]: DEBUG oslo_concurrency.lockutils [req-d2560e95-5cd5-40ec-814b-1e9a71a99d39 req-d164cafe-ad31-4919-aee9-fb01e1f33a5d service nova] Acquiring lock "14679a48-f442-4670-9a40-4c5b1df25055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.119084] env[69603]: DEBUG oslo_concurrency.lockutils [req-d2560e95-5cd5-40ec-814b-1e9a71a99d39 req-d164cafe-ad31-4919-aee9-fb01e1f33a5d service nova] Lock "14679a48-f442-4670-9a40-4c5b1df25055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.119251] env[69603]: DEBUG oslo_concurrency.lockutils [req-d2560e95-5cd5-40ec-814b-1e9a71a99d39 req-d164cafe-ad31-4919-aee9-fb01e1f33a5d service nova] Lock "14679a48-f442-4670-9a40-4c5b1df25055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.119415] env[69603]: DEBUG nova.compute.manager [req-d2560e95-5cd5-40ec-814b-1e9a71a99d39 req-d164cafe-ad31-4919-aee9-fb01e1f33a5d service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] No waiting events found dispatching network-vif-plugged-d04150d1-3cb0-4e0c-8022-8d531467069f {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.119574] env[69603]: WARNING nova.compute.manager [req-d2560e95-5cd5-40ec-814b-1e9a71a99d39 req-d164cafe-ad31-4919-aee9-fb01e1f33a5d service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Received unexpected event network-vif-plugged-d04150d1-3cb0-4e0c-8022-8d531467069f for instance with vm_state building and task_state spawning. [ 1076.154980] env[69603]: DEBUG nova.network.neutron [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Successfully updated port: d04150d1-3cb0-4e0c-8022-8d531467069f {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.218934] env[69603]: DEBUG nova.network.neutron [req-3f8acf18-a112-481a-98f4-f200bf2d8eb9 req-eaabac5f-e5b5-4ac4-a499-57861884b51c service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Updated VIF entry in instance network info cache for port cb555180-bf5d-4e62-a47f-217a999a0450. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.218934] env[69603]: DEBUG nova.network.neutron [req-3f8acf18-a112-481a-98f4-f200bf2d8eb9 req-eaabac5f-e5b5-4ac4-a499-57861884b51c service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Updating instance_info_cache with network_info: [{"id": "cb555180-bf5d-4e62-a47f-217a999a0450", "address": "fa:16:3e:f9:d3:2d", "network": {"id": "d76c62a5-83eb-45c2-bdc1-a976e6132e5c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1298507185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9712796541f64c579b948f5ddae92fec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb555180-bf", "ovs_interfaceid": "cb555180-bf5d-4e62-a47f-217a999a0450", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.247480] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480549, 'name': ReconfigVM_Task, 'duration_secs': 0.494886} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.247761] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Reconfigured VM instance instance-00000063 to attach disk [datastore2] ffd4f5e3-f189-4681-b1a8-67b291918703/ffd4f5e3-f189-4681-b1a8-67b291918703.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.248465] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e444abcf-c13f-4501-8050-8182adef2520 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.254836] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1076.254836] env[69603]: value = "task-3480551" [ 1076.254836] env[69603]: _type = "Task" [ 1076.254836] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.262619] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480551, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.329126] env[69603]: DEBUG oslo_vmware.api [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480550, 'name': PowerOffVM_Task, 'duration_secs': 0.425814} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.329402] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.329643] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.329814] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4c5c12e-abab-42ec-a3c1-86fd2ba0d72a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.384482] env[69603]: DEBUG nova.compute.utils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.388362] env[69603]: DEBUG nova.compute.manager [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1076.388538] env[69603]: DEBUG nova.network.neutron [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.412766] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.413096] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.413171] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Deleting the datastore file [datastore2] 7bb5f88e-319f-4269-9147-acf3b989b255 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.413420] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1652778-6757-43ca-abd9-d42b8cfb1560 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.419481] env[69603]: DEBUG oslo_vmware.api [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Waiting for the task: (returnval){ [ 1076.419481] env[69603]: value = "task-3480553" [ 1076.419481] env[69603]: _type = "Task" [ 1076.419481] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.424010] env[69603]: DEBUG nova.policy [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '17a32e40336a4631bf975edf7c28241b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd17c18f277e546e1a840b588d5e6e60f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1076.430657] env[69603]: DEBUG oslo_vmware.api [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.493429] env[69603]: DEBUG nova.compute.utils [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1076.533184] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576526} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.533466] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 643bcb9d-cda1-4f87-84a1-540a1da3b9b2/643bcb9d-cda1-4f87-84a1-540a1da3b9b2.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.533711] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.533962] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4afd861a-d44f-4255-adb4-3ac3d60ba02a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.540377] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1076.540377] env[69603]: value = "task-3480554" [ 1076.540377] env[69603]: _type = "Task" [ 1076.540377] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.547883] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.659030] env[69603]: DEBUG oslo_concurrency.lockutils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.659030] env[69603]: DEBUG oslo_concurrency.lockutils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquired lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.659030] env[69603]: DEBUG nova.network.neutron [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.676091] env[69603]: DEBUG nova.network.neutron [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Successfully created port: 91843e18-5bf2-40f4-94b3-d99ff9e4faec {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1076.721400] env[69603]: DEBUG oslo_concurrency.lockutils [req-3f8acf18-a112-481a-98f4-f200bf2d8eb9 req-eaabac5f-e5b5-4ac4-a499-57861884b51c service nova] Releasing lock "refresh_cache-3433dc9a-9274-4aa1-a43e-8d42da210e2c" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.764962] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480551, 'name': Rename_Task, 'duration_secs': 0.359755} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.765295] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1076.765538] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f5ae232-9f82-462e-b99a-3a49a9730f44 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.771751] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1076.771751] env[69603]: value = "task-3480555" [ 1076.771751] env[69603]: _type = "Task" [ 1076.771751] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.779485] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480555, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.889846] env[69603]: DEBUG nova.compute.manager [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1076.893472] env[69603]: DEBUG oslo_concurrency.lockutils [None req-66d057a8-7a01-4c2d-9d3a-f9d09eefdae6 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.895665] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.358s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.895665] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.895665] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1076.895665] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.095s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.897700] env[69603]: INFO nova.compute.claims [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1076.900101] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aa4277-57aa-4dea-ac5e-fb37d5845ddb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.911470] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10594c2f-270e-4268-9045-a7b8aa8786c9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.930344] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97025f6b-f6dc-4d39-bb1e-78f8125242c3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.941590] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40394b7b-3fa9-46e7-9bd3-dc77644aedb8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.944894] env[69603]: DEBUG oslo_vmware.api [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Task: {'id': task-3480553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126602} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.945792] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.945983] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.946176] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.946394] env[69603]: INFO nova.compute.manager [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1076.946641] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.947240] env[69603]: DEBUG nova.compute.manager [-] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.947339] env[69603]: DEBUG nova.network.neutron [-] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.975956] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179883MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1076.976120] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.996546] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.050367] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066533} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.050646] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.051426] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc7fc4c-3db7-4bdc-8e43-305c8d6128eb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.073319] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 643bcb9d-cda1-4f87-84a1-540a1da3b9b2/643bcb9d-cda1-4f87-84a1-540a1da3b9b2.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.073587] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1060b6cd-b111-472d-b8ae-85dd60e04b7b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.095687] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1077.095687] env[69603]: value = "task-3480556" [ 1077.095687] env[69603]: _type = "Task" [ 1077.095687] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.105052] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.220886] env[69603]: DEBUG nova.network.neutron [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.283121] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480555, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.426194] env[69603]: DEBUG nova.network.neutron [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Updating instance_info_cache with network_info: [{"id": "d04150d1-3cb0-4e0c-8022-8d531467069f", "address": "fa:16:3e:8c:19:eb", "network": {"id": "7a64cca1-edf1-46c7-9cb6-14a6d7a4423d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028146117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edecefa7632b4ca68b7af43ed344878a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd04150d1-3c", "ovs_interfaceid": "d04150d1-3cb0-4e0c-8022-8d531467069f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.605721] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480556, 'name': ReconfigVM_Task, 'duration_secs': 0.313385} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.605970] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 643bcb9d-cda1-4f87-84a1-540a1da3b9b2/643bcb9d-cda1-4f87-84a1-540a1da3b9b2.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.606613] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32a73ab0-bfbd-4692-b92c-8dc632ebdc16 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.612988] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1077.612988] env[69603]: value = "task-3480557" [ 1077.612988] env[69603]: _type = "Task" [ 1077.612988] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.620522] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480557, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.782437] env[69603]: DEBUG oslo_vmware.api [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480555, 'name': PowerOnVM_Task, 'duration_secs': 0.671473} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.782761] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1077.782978] env[69603]: INFO nova.compute.manager [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1077.783171] env[69603]: DEBUG nova.compute.manager [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1077.783954] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6baca72-0c43-4f8c-a7d2-e2a769981b31 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.808036] env[69603]: DEBUG nova.network.neutron [-] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.834927] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1077.835212] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695841', 'volume_id': '5725def0-6105-4147-82c0-c0524713ab8e', 'name': 'volume-5725def0-6105-4147-82c0-c0524713ab8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a', 'attached_at': '', 'detached_at': '', 'volume_id': '5725def0-6105-4147-82c0-c0524713ab8e', 'serial': '5725def0-6105-4147-82c0-c0524713ab8e'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1077.838175] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a10523b-9f10-4514-8f3a-e2a66da721fa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.856030] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87908cce-51d1-4b46-a631-a7c37629df2b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.882351] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] volume-5725def0-6105-4147-82c0-c0524713ab8e/volume-5725def0-6105-4147-82c0-c0524713ab8e.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.882660] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f70a06d-6287-4a3e-bbc1-45059c857b4a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.901553] env[69603]: DEBUG nova.compute.manager [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1077.905289] env[69603]: DEBUG oslo_vmware.api [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1077.905289] env[69603]: value = "task-3480558" [ 1077.905289] env[69603]: _type = "Task" [ 1077.905289] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.916527] env[69603]: DEBUG oslo_vmware.api [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480558, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.931630] env[69603]: DEBUG oslo_concurrency.lockutils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Releasing lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.931762] env[69603]: DEBUG nova.compute.manager [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Instance network_info: |[{"id": "d04150d1-3cb0-4e0c-8022-8d531467069f", "address": "fa:16:3e:8c:19:eb", "network": {"id": "7a64cca1-edf1-46c7-9cb6-14a6d7a4423d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028146117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edecefa7632b4ca68b7af43ed344878a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd04150d1-3c", "ovs_interfaceid": "d04150d1-3cb0-4e0c-8022-8d531467069f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.936278] env[69603]: DEBUG nova.virt.hardware [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1077.936278] env[69603]: DEBUG nova.virt.hardware [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1077.936278] env[69603]: DEBUG nova.virt.hardware [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1077.936278] env[69603]: DEBUG nova.virt.hardware [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1077.936278] env[69603]: DEBUG nova.virt.hardware [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1077.936278] env[69603]: DEBUG nova.virt.hardware [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1077.936278] env[69603]: DEBUG nova.virt.hardware [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1077.936278] env[69603]: DEBUG nova.virt.hardware [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1077.936553] env[69603]: DEBUG nova.virt.hardware [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1077.937728] env[69603]: DEBUG nova.virt.hardware [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1077.937728] env[69603]: DEBUG nova.virt.hardware [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1077.937728] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:19:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd04150d1-3cb0-4e0c-8022-8d531467069f', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.945401] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Creating folder: Project (edecefa7632b4ca68b7af43ed344878a). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.946251] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cfd1d1-9f5a-4226-bc96-eecab1fe96e1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.951884] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf2c277e-de3b-4ea2-b717-15120573ce8e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.959768] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03969ec-bd2a-4083-a965-c7d1f8698cfd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.975293] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Created folder: Project (edecefa7632b4ca68b7af43ed344878a) in parent group-v695567. [ 1077.975495] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Creating folder: Instances. Parent ref: group-v695842. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.975731] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-87267e24-07f2-4360-866a-076b5330dfa7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.986355] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Created folder: Instances in parent group-v695842. [ 1077.986598] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.986821] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.987050] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-337fd698-d9c1-4b5b-929e-8e7523b78c01 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.006963] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.006963] env[69603]: value = "task-3480561" [ 1078.006963] env[69603]: _type = "Task" [ 1078.006963] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.015596] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480561, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.056569] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.056868] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.057144] env[69603]: INFO nova.compute.manager [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Attaching volume 68ba9c0f-b1cd-41bc-ab41-a1bb950846b6 to /dev/sdb [ 1078.092043] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820736e0-b3af-4729-8f4f-e114d29dceaa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.102391] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddb2ebf-a064-4453-b82f-2a7d1c3982be {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.106377] env[69603]: DEBUG nova.compute.manager [req-2bc45c59-1283-48ae-ab57-97a5304f1267 req-a6f6c58b-7227-4ff9-8e09-d4d6b70d762a service nova] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Received event network-vif-plugged-91843e18-5bf2-40f4-94b3-d99ff9e4faec {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.106569] env[69603]: DEBUG oslo_concurrency.lockutils [req-2bc45c59-1283-48ae-ab57-97a5304f1267 req-a6f6c58b-7227-4ff9-8e09-d4d6b70d762a service nova] Acquiring lock "0ad64046-fd31-42c5-a46f-df71d202f5e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.107135] env[69603]: DEBUG oslo_concurrency.lockutils [req-2bc45c59-1283-48ae-ab57-97a5304f1267 req-a6f6c58b-7227-4ff9-8e09-d4d6b70d762a service nova] Lock "0ad64046-fd31-42c5-a46f-df71d202f5e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.107481] env[69603]: DEBUG oslo_concurrency.lockutils [req-2bc45c59-1283-48ae-ab57-97a5304f1267 req-a6f6c58b-7227-4ff9-8e09-d4d6b70d762a service nova] Lock "0ad64046-fd31-42c5-a46f-df71d202f5e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.107481] env[69603]: DEBUG nova.compute.manager [req-2bc45c59-1283-48ae-ab57-97a5304f1267 req-a6f6c58b-7227-4ff9-8e09-d4d6b70d762a service nova] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] No waiting events found dispatching network-vif-plugged-91843e18-5bf2-40f4-94b3-d99ff9e4faec {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.107640] env[69603]: WARNING nova.compute.manager [req-2bc45c59-1283-48ae-ab57-97a5304f1267 req-a6f6c58b-7227-4ff9-8e09-d4d6b70d762a service nova] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Received unexpected event network-vif-plugged-91843e18-5bf2-40f4-94b3-d99ff9e4faec for instance with vm_state building and task_state spawning. [ 1078.124178] env[69603]: DEBUG nova.virt.block_device [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating existing volume attachment record: 5feaf156-a682-4033-904a-366232aa55b3 {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1078.133690] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480557, 'name': Rename_Task, 'duration_secs': 0.147726} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.133977] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.134234] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffbecffa-3fe1-4c51-9569-299915e40fbf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.141846] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1078.141846] env[69603]: value = "task-3480562" [ 1078.141846] env[69603]: _type = "Task" [ 1078.141846] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.150504] env[69603]: DEBUG nova.compute.manager [req-501b34dd-ee8e-4164-88ac-9882f85f8a93 req-25c7689b-fde2-4fd2-af7f-1bd15e7b80c7 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Received event network-changed-d04150d1-3cb0-4e0c-8022-8d531467069f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.150504] env[69603]: DEBUG nova.compute.manager [req-501b34dd-ee8e-4164-88ac-9882f85f8a93 req-25c7689b-fde2-4fd2-af7f-1bd15e7b80c7 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Refreshing instance network info cache due to event network-changed-d04150d1-3cb0-4e0c-8022-8d531467069f. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.150504] env[69603]: DEBUG oslo_concurrency.lockutils [req-501b34dd-ee8e-4164-88ac-9882f85f8a93 req-25c7689b-fde2-4fd2-af7f-1bd15e7b80c7 service nova] Acquiring lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.150898] env[69603]: DEBUG oslo_concurrency.lockutils [req-501b34dd-ee8e-4164-88ac-9882f85f8a93 req-25c7689b-fde2-4fd2-af7f-1bd15e7b80c7 service nova] Acquired lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.150898] env[69603]: DEBUG nova.network.neutron [req-501b34dd-ee8e-4164-88ac-9882f85f8a93 req-25c7689b-fde2-4fd2-af7f-1bd15e7b80c7 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Refreshing network info cache for port d04150d1-3cb0-4e0c-8022-8d531467069f {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.159485] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.185165] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e81744f-dfe5-4d58-af54-15c9d1285059 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.193074] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-634c31da-71f8-4344-840e-b65ee456ec13 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.197121] env[69603]: DEBUG nova.network.neutron [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Successfully updated port: 91843e18-5bf2-40f4-94b3-d99ff9e4faec {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1078.243790] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874ee1bf-c590-4d78-8418-88600ef8752e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.251844] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081a1e8-516c-42f0-8424-77a25b7a4f7f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.269419] env[69603]: DEBUG nova.compute.provider_tree [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.300714] env[69603]: INFO nova.compute.manager [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Took 20.82 seconds to build instance. [ 1078.312146] env[69603]: INFO nova.compute.manager [-] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Took 1.36 seconds to deallocate network for instance. [ 1078.416619] env[69603]: DEBUG oslo_vmware.api [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.517425] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480561, 'name': CreateVM_Task, 'duration_secs': 0.375924} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.517736] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.518413] env[69603]: DEBUG oslo_concurrency.lockutils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.519031] env[69603]: DEBUG oslo_concurrency.lockutils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.519031] env[69603]: DEBUG oslo_concurrency.lockutils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.519318] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba64f814-1270-4fc3-80f9-51ad460ab171 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.524361] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1078.524361] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5297760d-b928-24c6-9f11-1b346af8eb01" [ 1078.524361] env[69603]: _type = "Task" [ 1078.524361] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.532818] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5297760d-b928-24c6-9f11-1b346af8eb01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.651906] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480562, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.699861] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "refresh_cache-0ad64046-fd31-42c5-a46f-df71d202f5e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.700016] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquired lock "refresh_cache-0ad64046-fd31-42c5-a46f-df71d202f5e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.700174] env[69603]: DEBUG nova.network.neutron [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.772726] env[69603]: DEBUG nova.scheduler.client.report [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.802428] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c0007532-a1d2-4c37-91f4-ac6c8710f223 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "ffd4f5e3-f189-4681-b1a8-67b291918703" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.335s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.820697] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.915486] env[69603]: DEBUG oslo_vmware.api [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480558, 'name': ReconfigVM_Task, 'duration_secs': 0.642461} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.915758] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Reconfigured VM instance instance-0000005a to attach disk [datastore2] volume-5725def0-6105-4147-82c0-c0524713ab8e/volume-5725def0-6105-4147-82c0-c0524713ab8e.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.920762] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2059efc9-8e64-4975-a5a0-c541441fa669 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.938532] env[69603]: DEBUG oslo_vmware.api [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1078.938532] env[69603]: value = "task-3480566" [ 1078.938532] env[69603]: _type = "Task" [ 1078.938532] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.947774] env[69603]: DEBUG oslo_vmware.api [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.998643] env[69603]: DEBUG nova.network.neutron [req-501b34dd-ee8e-4164-88ac-9882f85f8a93 req-25c7689b-fde2-4fd2-af7f-1bd15e7b80c7 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Updated VIF entry in instance network info cache for port d04150d1-3cb0-4e0c-8022-8d531467069f. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.999080] env[69603]: DEBUG nova.network.neutron [req-501b34dd-ee8e-4164-88ac-9882f85f8a93 req-25c7689b-fde2-4fd2-af7f-1bd15e7b80c7 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Updating instance_info_cache with network_info: [{"id": "d04150d1-3cb0-4e0c-8022-8d531467069f", "address": "fa:16:3e:8c:19:eb", "network": {"id": "7a64cca1-edf1-46c7-9cb6-14a6d7a4423d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028146117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edecefa7632b4ca68b7af43ed344878a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd04150d1-3c", "ovs_interfaceid": "d04150d1-3cb0-4e0c-8022-8d531467069f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.035261] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5297760d-b928-24c6-9f11-1b346af8eb01, 'name': SearchDatastore_Task, 'duration_secs': 0.010476} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.035663] env[69603]: DEBUG oslo_concurrency.lockutils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.035992] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.036274] env[69603]: DEBUG oslo_concurrency.lockutils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.036427] env[69603]: DEBUG oslo_concurrency.lockutils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.036607] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.037087] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e01bbcde-e2a6-4f2e-b522-8c9514c7fbcb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.046333] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.046622] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.047621] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6d4b891-1741-43d9-98e6-127b8f475d06 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.053574] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1079.053574] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523e2fd2-40fd-5c8a-9165-f1a42e34a332" [ 1079.053574] env[69603]: _type = "Task" [ 1079.053574] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.062125] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523e2fd2-40fd-5c8a-9165-f1a42e34a332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.154512] env[69603]: DEBUG oslo_vmware.api [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480562, 'name': PowerOnVM_Task, 'duration_secs': 0.577201} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.154796] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.155036] env[69603]: INFO nova.compute.manager [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Took 7.77 seconds to spawn the instance on the hypervisor. [ 1079.155226] env[69603]: DEBUG nova.compute.manager [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1079.156227] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33893d13-9770-4028-8ed7-990ec37bff36 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.250044] env[69603]: DEBUG nova.network.neutron [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.281718] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.282269] env[69603]: DEBUG nova.compute.manager [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1079.285801] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.895s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.286047] env[69603]: DEBUG nova.objects.instance [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Lazy-loading 'resources' on Instance uuid 750037cd-14e1-4c09-aded-8ed0cdbb635a {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.449828] env[69603]: DEBUG oslo_vmware.api [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480566, 'name': ReconfigVM_Task, 'duration_secs': 0.14686} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.450159] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695841', 'volume_id': '5725def0-6105-4147-82c0-c0524713ab8e', 'name': 'volume-5725def0-6105-4147-82c0-c0524713ab8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a', 'attached_at': '', 'detached_at': '', 'volume_id': '5725def0-6105-4147-82c0-c0524713ab8e', 'serial': '5725def0-6105-4147-82c0-c0524713ab8e'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1079.502265] env[69603]: DEBUG oslo_concurrency.lockutils [req-501b34dd-ee8e-4164-88ac-9882f85f8a93 req-25c7689b-fde2-4fd2-af7f-1bd15e7b80c7 service nova] Releasing lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.502546] env[69603]: DEBUG nova.compute.manager [req-501b34dd-ee8e-4164-88ac-9882f85f8a93 req-25c7689b-fde2-4fd2-af7f-1bd15e7b80c7 service nova] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Received event network-vif-deleted-5886808a-cd8f-4246-8029-dfecf96441f6 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.574791] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523e2fd2-40fd-5c8a-9165-f1a42e34a332, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.577168] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2589385e-2297-44fb-8b9d-b77fa5958907 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.583253] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1079.583253] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52445b06-9a83-5154-d0c9-c1c2bd678ca3" [ 1079.583253] env[69603]: _type = "Task" [ 1079.583253] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.592160] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52445b06-9a83-5154-d0c9-c1c2bd678ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.652476] env[69603]: DEBUG nova.network.neutron [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Updating instance_info_cache with network_info: [{"id": "91843e18-5bf2-40f4-94b3-d99ff9e4faec", "address": "fa:16:3e:82:8e:cb", "network": {"id": "d0213713-3fb0-456c-a860-d2f2cc52c24c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-784414495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d17c18f277e546e1a840b588d5e6e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91843e18-5b", "ovs_interfaceid": "91843e18-5bf2-40f4-94b3-d99ff9e4faec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.673677] env[69603]: INFO nova.compute.manager [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Took 19.05 seconds to build instance. [ 1079.788656] env[69603]: DEBUG nova.compute.utils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1079.795426] env[69603]: DEBUG nova.compute.manager [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1079.795603] env[69603]: DEBUG nova.network.neutron [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1079.854606] env[69603]: DEBUG nova.policy [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '043cc1fbb38a437aa22789b94c96d4aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b6ede380d2f4f3cb17e0b1521dc41e2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.096618] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52445b06-9a83-5154-d0c9-c1c2bd678ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.012574} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.100199] env[69603]: DEBUG oslo_concurrency.lockutils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.100199] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 14679a48-f442-4670-9a40-4c5b1df25055/14679a48-f442-4670-9a40-4c5b1df25055.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1080.100199] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6131492d-7370-4d56-acb7-8eca196932d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.108768] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1080.108768] env[69603]: value = "task-3480567" [ 1080.108768] env[69603]: _type = "Task" [ 1080.108768] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.125964] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.155403] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Releasing lock "refresh_cache-0ad64046-fd31-42c5-a46f-df71d202f5e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.157040] env[69603]: DEBUG nova.compute.manager [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Instance network_info: |[{"id": "91843e18-5bf2-40f4-94b3-d99ff9e4faec", "address": "fa:16:3e:82:8e:cb", "network": {"id": "d0213713-3fb0-456c-a860-d2f2cc52c24c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-784414495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d17c18f277e546e1a840b588d5e6e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91843e18-5b", "ovs_interfaceid": "91843e18-5bf2-40f4-94b3-d99ff9e4faec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.157040] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:8e:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91843e18-5bf2-40f4-94b3-d99ff9e4faec', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.164857] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.167937] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.168417] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d52f15d8-e14a-4e86-b9cb-3924ae06680c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.203362] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5b72bc48-074a-47e1-9a56-23daaf127142 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "643bcb9d-cda1-4f87-84a1-540a1da3b9b2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.579s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.203362] env[69603]: DEBUG nova.compute.manager [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Received event network-changed-91843e18-5bf2-40f4-94b3-d99ff9e4faec {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.203362] env[69603]: DEBUG nova.compute.manager [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Refreshing instance network info cache due to event network-changed-91843e18-5bf2-40f4-94b3-d99ff9e4faec. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.203362] env[69603]: DEBUG oslo_concurrency.lockutils [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] Acquiring lock "refresh_cache-0ad64046-fd31-42c5-a46f-df71d202f5e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.203362] env[69603]: DEBUG oslo_concurrency.lockutils [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] Acquired lock "refresh_cache-0ad64046-fd31-42c5-a46f-df71d202f5e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.203362] env[69603]: DEBUG nova.network.neutron [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Refreshing network info cache for port 91843e18-5bf2-40f4-94b3-d99ff9e4faec {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1080.203362] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812b3a8f-2876-4ac2-b086-6f85d6a2091c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.206367] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a494078-c5b7-414e-aaf9-6b1ab5136036 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.209810] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.209810] env[69603]: value = "task-3480568" [ 1080.209810] env[69603]: _type = "Task" [ 1080.209810] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.245142] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7539cd53-6956-4631-8e98-4aa1bf7e2744 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.254703] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480568, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.258229] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a1ba35-655d-4597-bcc7-694b5c7fc576 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.274943] env[69603]: DEBUG nova.compute.provider_tree [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.295604] env[69603]: DEBUG nova.compute.manager [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1080.325445] env[69603]: DEBUG nova.network.neutron [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Successfully created port: 4c3dcd89-c913-45c6-bea8-155441e20c3e {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1080.495588] env[69603]: DEBUG nova.objects.instance [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lazy-loading 'flavor' on Instance uuid 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.623864] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47345} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.626764] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 14679a48-f442-4670-9a40-4c5b1df25055/14679a48-f442-4670-9a40-4c5b1df25055.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.629167] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.629456] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75217713-8051-4c6d-b19f-f57aa1fcba88 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.637175] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1080.637175] env[69603]: value = "task-3480569" [ 1080.637175] env[69603]: _type = "Task" [ 1080.637175] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.647703] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.723561] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480568, 'name': CreateVM_Task, 'duration_secs': 0.411736} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.723561] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1080.723561] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.723561] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.723561] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.723561] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6014c0a8-2232-4e15-9d13-79865d964ba7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.729174] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1080.729174] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522d1786-c9f2-651f-b836-fb38f2d26016" [ 1080.729174] env[69603]: _type = "Task" [ 1080.729174] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.747412] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522d1786-c9f2-651f-b836-fb38f2d26016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.777588] env[69603]: DEBUG nova.scheduler.client.report [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.003894] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dba56762-7aa6-43f8-93d0-99df4a8b849e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.772s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.148842] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096051} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.149223] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.150068] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a96193c-fb7e-4061-a8f2-300044a4b732 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.172540] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 14679a48-f442-4670-9a40-4c5b1df25055/14679a48-f442-4670-9a40-4c5b1df25055.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.175055] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e15d83e0-b26d-4f9f-b230-883b6715c57e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.196182] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1081.196182] env[69603]: value = "task-3480571" [ 1081.196182] env[69603]: _type = "Task" [ 1081.196182] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.204478] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.239986] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522d1786-c9f2-651f-b836-fb38f2d26016, 'name': SearchDatastore_Task, 'duration_secs': 0.012257} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.240343] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.240599] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.240861] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.241015] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.241222] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.241488] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c42bd74-2270-408c-9499-085e5fe93384 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.265231] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.265278] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.266612] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d8cc21b-a1f9-4c97-b450-f092e6b23054 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.274401] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1081.274401] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526d283d-f028-dfa8-6bbb-94b2017f9ef3" [ 1081.274401] env[69603]: _type = "Task" [ 1081.274401] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.283133] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.285826] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.310s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.295606] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526d283d-f028-dfa8-6bbb-94b2017f9ef3, 'name': SearchDatastore_Task, 'duration_secs': 0.009669} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.296479] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5251b314-33de-4b43-8b4c-089e5a2d5966 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.304339] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1081.304339] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5247fc08-9875-91a9-f70c-ffafc2a3889f" [ 1081.304339] env[69603]: _type = "Task" [ 1081.304339] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.309264] env[69603]: DEBUG nova.compute.manager [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1081.315926] env[69603]: INFO nova.scheduler.client.report [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Deleted allocations for instance 750037cd-14e1-4c09-aded-8ed0cdbb635a [ 1081.326840] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5247fc08-9875-91a9-f70c-ffafc2a3889f, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.327405] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.327676] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 0ad64046-fd31-42c5-a46f-df71d202f5e6/0ad64046-fd31-42c5-a46f-df71d202f5e6.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1081.327972] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b1ae356-1f1a-4268-a37f-2634f91a88b6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.338423] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1081.338423] env[69603]: value = "task-3480572" [ 1081.338423] env[69603]: _type = "Task" [ 1081.338423] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.347517] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.350298] env[69603]: DEBUG nova.virt.hardware [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.350565] env[69603]: DEBUG nova.virt.hardware [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.350729] env[69603]: DEBUG nova.virt.hardware [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.350930] env[69603]: DEBUG nova.virt.hardware [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.351675] env[69603]: DEBUG nova.virt.hardware [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.351882] env[69603]: DEBUG nova.virt.hardware [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.352177] env[69603]: DEBUG nova.virt.hardware [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.352358] env[69603]: DEBUG nova.virt.hardware [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.352537] env[69603]: DEBUG nova.virt.hardware [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.352718] env[69603]: DEBUG nova.virt.hardware [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.352900] env[69603]: DEBUG nova.virt.hardware [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.353881] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44da3ce-3634-433c-befc-0c9f417c0e5f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.361958] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b70faa-7b2f-46ed-adc3-f321a65a0ca2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.524669] env[69603]: DEBUG nova.network.neutron [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Updated VIF entry in instance network info cache for port 91843e18-5bf2-40f4-94b3-d99ff9e4faec. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.525235] env[69603]: DEBUG nova.network.neutron [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Updating instance_info_cache with network_info: [{"id": "91843e18-5bf2-40f4-94b3-d99ff9e4faec", "address": "fa:16:3e:82:8e:cb", "network": {"id": "d0213713-3fb0-456c-a860-d2f2cc52c24c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-784414495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d17c18f277e546e1a840b588d5e6e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91843e18-5b", "ovs_interfaceid": "91843e18-5bf2-40f4-94b3-d99ff9e4faec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.543466] env[69603]: DEBUG oslo_concurrency.lockutils [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.543785] env[69603]: DEBUG oslo_concurrency.lockutils [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.708428] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480571, 'name': ReconfigVM_Task, 'duration_secs': 0.468026} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.708745] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 14679a48-f442-4670-9a40-4c5b1df25055/14679a48-f442-4670-9a40-4c5b1df25055.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.709416] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0be8b9eb-1d61-4529-aaa6-9b334bbba7ae {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.717034] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1081.717034] env[69603]: value = "task-3480573" [ 1081.717034] env[69603]: _type = "Task" [ 1081.717034] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.726209] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480573, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.831526] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8cbff29b-897b-4e05-becd-66132b35d483 tempest-ServersListShow298Test-1134630799 tempest-ServersListShow298Test-1134630799-project-member] Lock "750037cd-14e1-4c09-aded-8ed0cdbb635a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.656s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.856996] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480572, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.906861] env[69603]: DEBUG nova.network.neutron [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Successfully updated port: 4c3dcd89-c913-45c6-bea8-155441e20c3e {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1082.030554] env[69603]: DEBUG oslo_concurrency.lockutils [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] Releasing lock "refresh_cache-0ad64046-fd31-42c5-a46f-df71d202f5e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.030554] env[69603]: DEBUG nova.compute.manager [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Received event network-changed-97b5839e-3c6a-47e0-b07d-42e093e1317a {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.030554] env[69603]: DEBUG nova.compute.manager [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Refreshing instance network info cache due to event network-changed-97b5839e-3c6a-47e0-b07d-42e093e1317a. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.030554] env[69603]: DEBUG oslo_concurrency.lockutils [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] Acquiring lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.030554] env[69603]: DEBUG oslo_concurrency.lockutils [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] Acquired lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.030554] env[69603]: DEBUG nova.network.neutron [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Refreshing network info cache for port 97b5839e-3c6a-47e0-b07d-42e093e1317a {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.047725] env[69603]: DEBUG nova.compute.utils [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1082.091410] env[69603]: DEBUG nova.compute.manager [req-744d823f-60d3-4504-946a-2a1a6448a0bb req-3d6c7846-934b-4016-ae6a-cf5b36fe81e0 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Received event network-changed-a57379ad-bcf3-4c6a-8501-08806f25bfbe {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.091410] env[69603]: DEBUG nova.compute.manager [req-744d823f-60d3-4504-946a-2a1a6448a0bb req-3d6c7846-934b-4016-ae6a-cf5b36fe81e0 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Refreshing instance network info cache due to event network-changed-a57379ad-bcf3-4c6a-8501-08806f25bfbe. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.091410] env[69603]: DEBUG oslo_concurrency.lockutils [req-744d823f-60d3-4504-946a-2a1a6448a0bb req-3d6c7846-934b-4016-ae6a-cf5b36fe81e0 service nova] Acquiring lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.091410] env[69603]: DEBUG oslo_concurrency.lockutils [req-744d823f-60d3-4504-946a-2a1a6448a0bb req-3d6c7846-934b-4016-ae6a-cf5b36fe81e0 service nova] Acquired lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.091410] env[69603]: DEBUG nova.network.neutron [req-744d823f-60d3-4504-946a-2a1a6448a0bb req-3d6c7846-934b-4016-ae6a-cf5b36fe81e0 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Refreshing network info cache for port a57379ad-bcf3-4c6a-8501-08806f25bfbe {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.227929] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480573, 'name': Rename_Task, 'duration_secs': 0.229372} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.228246] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.228488] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f28568b1-fe90-4464-bcd7-37c94c4153e3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.235436] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1082.235436] env[69603]: value = "task-3480574" [ 1082.235436] env[69603]: _type = "Task" [ 1082.235436] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.243345] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.329545] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.329781] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance b2106f86-8b4e-4ea1-990e-8dda353eaef4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.329942] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance bc081a0f-3a65-4caa-8f4c-581ae6ef7ded actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.330106] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a76d04aa-a60d-44b8-8428-18ab9158985c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.330271] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.330455] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.330605] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 592c1a53-bfd4-4afb-8bf3-cef1aef284df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.330744] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a761e010-7d9f-4fc1-9788-7caedf5e382e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.330885] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 086e632b-dc22-48cf-96e4-592a9f2ec15c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.330997] env[69603]: WARNING nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 7bb5f88e-319f-4269-9147-acf3b989b255 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1082.331137] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 3433dc9a-9274-4aa1-a43e-8d42da210e2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.331230] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance ffd4f5e3-f189-4681-b1a8-67b291918703 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.331338] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 643bcb9d-cda1-4f87-84a1-540a1da3b9b2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.331445] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 14679a48-f442-4670-9a40-4c5b1df25055 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.331584] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 0ad64046-fd31-42c5-a46f-df71d202f5e6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.331698] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance e2e0183b-1b9a-4e1c-ba33-cc91285f6471 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1082.331877] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1082.332031] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1082.346579] env[69603]: DEBUG nova.compute.manager [req-a97defbc-ff5a-451e-8f92-4b55a3dc2e5a req-9d190e01-d741-4065-9718-00e2355ac3e5 service nova] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Received event network-vif-plugged-4c3dcd89-c913-45c6-bea8-155441e20c3e {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.346579] env[69603]: DEBUG oslo_concurrency.lockutils [req-a97defbc-ff5a-451e-8f92-4b55a3dc2e5a req-9d190e01-d741-4065-9718-00e2355ac3e5 service nova] Acquiring lock "e2e0183b-1b9a-4e1c-ba33-cc91285f6471-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.346579] env[69603]: DEBUG oslo_concurrency.lockutils [req-a97defbc-ff5a-451e-8f92-4b55a3dc2e5a req-9d190e01-d741-4065-9718-00e2355ac3e5 service nova] Lock "e2e0183b-1b9a-4e1c-ba33-cc91285f6471-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.346579] env[69603]: DEBUG oslo_concurrency.lockutils [req-a97defbc-ff5a-451e-8f92-4b55a3dc2e5a req-9d190e01-d741-4065-9718-00e2355ac3e5 service nova] Lock "e2e0183b-1b9a-4e1c-ba33-cc91285f6471-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.346579] env[69603]: DEBUG nova.compute.manager [req-a97defbc-ff5a-451e-8f92-4b55a3dc2e5a req-9d190e01-d741-4065-9718-00e2355ac3e5 service nova] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] No waiting events found dispatching network-vif-plugged-4c3dcd89-c913-45c6-bea8-155441e20c3e {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1082.346579] env[69603]: WARNING nova.compute.manager [req-a97defbc-ff5a-451e-8f92-4b55a3dc2e5a req-9d190e01-d741-4065-9718-00e2355ac3e5 service nova] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Received unexpected event network-vif-plugged-4c3dcd89-c913-45c6-bea8-155441e20c3e for instance with vm_state building and task_state spawning. [ 1082.346579] env[69603]: DEBUG nova.compute.manager [req-a97defbc-ff5a-451e-8f92-4b55a3dc2e5a req-9d190e01-d741-4065-9718-00e2355ac3e5 service nova] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Received event network-changed-4c3dcd89-c913-45c6-bea8-155441e20c3e {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.346783] env[69603]: DEBUG nova.compute.manager [req-a97defbc-ff5a-451e-8f92-4b55a3dc2e5a req-9d190e01-d741-4065-9718-00e2355ac3e5 service nova] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Refreshing instance network info cache due to event network-changed-4c3dcd89-c913-45c6-bea8-155441e20c3e. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.346931] env[69603]: DEBUG oslo_concurrency.lockutils [req-a97defbc-ff5a-451e-8f92-4b55a3dc2e5a req-9d190e01-d741-4065-9718-00e2355ac3e5 service nova] Acquiring lock "refresh_cache-e2e0183b-1b9a-4e1c-ba33-cc91285f6471" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.347158] env[69603]: DEBUG oslo_concurrency.lockutils [req-a97defbc-ff5a-451e-8f92-4b55a3dc2e5a req-9d190e01-d741-4065-9718-00e2355ac3e5 service nova] Acquired lock "refresh_cache-e2e0183b-1b9a-4e1c-ba33-cc91285f6471" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.347396] env[69603]: DEBUG nova.network.neutron [req-a97defbc-ff5a-451e-8f92-4b55a3dc2e5a req-9d190e01-d741-4065-9718-00e2355ac3e5 service nova] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Refreshing network info cache for port 4c3dcd89-c913-45c6-bea8-155441e20c3e {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.354313] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538957} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.357286] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 0ad64046-fd31-42c5-a46f-df71d202f5e6/0ad64046-fd31-42c5-a46f-df71d202f5e6.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1082.358032] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1082.358032] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db9d4aa8-a829-4f75-a935-52726ebe5143 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.367669] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1082.367669] env[69603]: value = "task-3480575" [ 1082.367669] env[69603]: _type = "Task" [ 1082.367669] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.378410] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.410981] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "refresh_cache-e2e0183b-1b9a-4e1c-ba33-cc91285f6471" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.551830] env[69603]: DEBUG oslo_concurrency.lockutils [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.570119] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752d8314-4ab1-457f-a52e-d36bf937037e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.578016] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c4705a-e65c-4158-b7cb-32c62b388639 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.614327] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04aaca8-1cc2-43dd-8ea4-9554b0db257b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.627716] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c153af8-8174-433c-b5ab-aed9cf6783e0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.643721] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.661610] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "643bcb9d-cda1-4f87-84a1-540a1da3b9b2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.661856] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "643bcb9d-cda1-4f87-84a1-540a1da3b9b2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.662092] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "643bcb9d-cda1-4f87-84a1-540a1da3b9b2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.662320] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "643bcb9d-cda1-4f87-84a1-540a1da3b9b2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.662494] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "643bcb9d-cda1-4f87-84a1-540a1da3b9b2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.664417] env[69603]: INFO nova.compute.manager [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Terminating instance [ 1082.750650] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480574, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.825586] env[69603]: DEBUG nova.network.neutron [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updated VIF entry in instance network info cache for port 97b5839e-3c6a-47e0-b07d-42e093e1317a. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.826131] env[69603]: DEBUG nova.network.neutron [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updating instance_info_cache with network_info: [{"id": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "address": "fa:16:3e:53:27:43", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5839e-3c", "ovs_interfaceid": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.879360] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078985} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.879360] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1082.879708] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f347a9-f2d6-40ac-a208-676b7d77da9c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.903876] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 0ad64046-fd31-42c5-a46f-df71d202f5e6/0ad64046-fd31-42c5-a46f-df71d202f5e6.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.904953] env[69603]: DEBUG nova.network.neutron [req-744d823f-60d3-4504-946a-2a1a6448a0bb req-3d6c7846-934b-4016-ae6a-cf5b36fe81e0 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Updated VIF entry in instance network info cache for port a57379ad-bcf3-4c6a-8501-08806f25bfbe. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.905358] env[69603]: DEBUG nova.network.neutron [req-744d823f-60d3-4504-946a-2a1a6448a0bb req-3d6c7846-934b-4016-ae6a-cf5b36fe81e0 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Updating instance_info_cache with network_info: [{"id": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "address": "fa:16:3e:d5:1f:f1", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57379ad-bc", "ovs_interfaceid": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.906963] env[69603]: DEBUG nova.network.neutron [req-a97defbc-ff5a-451e-8f92-4b55a3dc2e5a req-9d190e01-d741-4065-9718-00e2355ac3e5 service nova] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.909139] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f648def6-d8e4-48e7-8e2d-9eb86a8d2f27 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.925456] env[69603]: DEBUG oslo_concurrency.lockutils [req-744d823f-60d3-4504-946a-2a1a6448a0bb req-3d6c7846-934b-4016-ae6a-cf5b36fe81e0 service nova] Releasing lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.932073] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1082.932073] env[69603]: value = "task-3480576" [ 1082.932073] env[69603]: _type = "Task" [ 1082.932073] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.941175] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480576, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.995871] env[69603]: DEBUG nova.network.neutron [req-a97defbc-ff5a-451e-8f92-4b55a3dc2e5a req-9d190e01-d741-4065-9718-00e2355ac3e5 service nova] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.151695] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.168999] env[69603]: DEBUG nova.compute.manager [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.169256] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.170141] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f9b6c8-d60b-406b-9178-603132d11bf2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.179782] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.180815] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1083.181029] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695846', 'volume_id': '68ba9c0f-b1cd-41bc-ab41-a1bb950846b6', 'name': 'volume-68ba9c0f-b1cd-41bc-ab41-a1bb950846b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0', 'attached_at': '', 'detached_at': '', 'volume_id': '68ba9c0f-b1cd-41bc-ab41-a1bb950846b6', 'serial': '68ba9c0f-b1cd-41bc-ab41-a1bb950846b6'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1083.181406] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-996523a1-e1b4-4196-bd4f-efe5dfc21bc4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.183329] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3696a8-546d-446a-bace-365e9c80573f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.201996] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea962b9b-ffa2-4817-a051-c5d8be46b626 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.205036] env[69603]: DEBUG oslo_vmware.api [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1083.205036] env[69603]: value = "task-3480577" [ 1083.205036] env[69603]: _type = "Task" [ 1083.205036] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.229355] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] volume-68ba9c0f-b1cd-41bc-ab41-a1bb950846b6/volume-68ba9c0f-b1cd-41bc-ab41-a1bb950846b6.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.230201] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c062a4c-c88e-444c-b451-1583a99f6efe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.247392] env[69603]: DEBUG oslo_vmware.api [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.258901] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480574, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.260316] env[69603]: DEBUG oslo_vmware.api [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1083.260316] env[69603]: value = "task-3480578" [ 1083.260316] env[69603]: _type = "Task" [ 1083.260316] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.269091] env[69603]: DEBUG oslo_vmware.api [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480578, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.330092] env[69603]: DEBUG oslo_concurrency.lockutils [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] Releasing lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.330092] env[69603]: DEBUG nova.compute.manager [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Received event network-changed-a57379ad-bcf3-4c6a-8501-08806f25bfbe {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.330264] env[69603]: DEBUG nova.compute.manager [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Refreshing instance network info cache due to event network-changed-a57379ad-bcf3-4c6a-8501-08806f25bfbe. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.330447] env[69603]: DEBUG oslo_concurrency.lockutils [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] Acquiring lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.330514] env[69603]: DEBUG oslo_concurrency.lockutils [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] Acquired lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.330768] env[69603]: DEBUG nova.network.neutron [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Refreshing network info cache for port a57379ad-bcf3-4c6a-8501-08806f25bfbe {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.442481] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.498990] env[69603]: DEBUG oslo_concurrency.lockutils [req-a97defbc-ff5a-451e-8f92-4b55a3dc2e5a req-9d190e01-d741-4065-9718-00e2355ac3e5 service nova] Releasing lock "refresh_cache-e2e0183b-1b9a-4e1c-ba33-cc91285f6471" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.499504] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "refresh_cache-e2e0183b-1b9a-4e1c-ba33-cc91285f6471" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.499697] env[69603]: DEBUG nova.network.neutron [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.617597] env[69603]: DEBUG oslo_concurrency.lockutils [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.617801] env[69603]: DEBUG oslo_concurrency.lockutils [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.618057] env[69603]: INFO nova.compute.manager [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Attaching volume 2ba2500b-707f-4c4c-97be-402188bf9c2e to /dev/sdc [ 1083.654924] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9538d7d5-940d-450b-96d0-f40703aa3755 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.659691] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1083.659691] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.374s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.659847] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.839s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.660151] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.667944] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b233985-b38c-4f40-b75f-b48eecb9cd0a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.686090] env[69603]: DEBUG nova.virt.block_device [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Updating existing volume attachment record: 652c4326-69b0-4cb8-8aa8-3e5484e909f2 {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1083.689521] env[69603]: INFO nova.scheduler.client.report [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Deleted allocations for instance 7bb5f88e-319f-4269-9147-acf3b989b255 [ 1083.725031] env[69603]: DEBUG oslo_vmware.api [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480577, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.757192] env[69603]: DEBUG oslo_vmware.api [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480574, 'name': PowerOnVM_Task, 'duration_secs': 1.227783} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.757568] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.757686] env[69603]: INFO nova.compute.manager [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1083.757862] env[69603]: DEBUG nova.compute.manager [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.758899] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0ef2b1-a144-4792-ba89-2c6da0761532 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.769580] env[69603]: DEBUG oslo_vmware.api [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480578, 'name': ReconfigVM_Task, 'duration_secs': 0.43172} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.771170] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Reconfigured VM instance instance-0000005b to attach disk [datastore2] volume-68ba9c0f-b1cd-41bc-ab41-a1bb950846b6/volume-68ba9c0f-b1cd-41bc-ab41-a1bb950846b6.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.778921] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67ecf17b-0cec-4640-85d4-b146f1499bed {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.795391] env[69603]: DEBUG oslo_vmware.api [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1083.795391] env[69603]: value = "task-3480579" [ 1083.795391] env[69603]: _type = "Task" [ 1083.795391] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.804426] env[69603]: DEBUG oslo_vmware.api [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480579, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.944045] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480576, 'name': ReconfigVM_Task, 'duration_secs': 0.626527} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.944567] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 0ad64046-fd31-42c5-a46f-df71d202f5e6/0ad64046-fd31-42c5-a46f-df71d202f5e6.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.944943] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7c386a0-d5b1-4d25-908b-0cce31085982 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.951211] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1083.951211] env[69603]: value = "task-3480581" [ 1083.951211] env[69603]: _type = "Task" [ 1083.951211] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.961818] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480581, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.050315] env[69603]: DEBUG nova.network.neutron [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1084.061991] env[69603]: DEBUG nova.network.neutron [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Updated VIF entry in instance network info cache for port a57379ad-bcf3-4c6a-8501-08806f25bfbe. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.062371] env[69603]: DEBUG nova.network.neutron [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Updating instance_info_cache with network_info: [{"id": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "address": "fa:16:3e:d5:1f:f1", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57379ad-bc", "ovs_interfaceid": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.121485] env[69603]: DEBUG nova.compute.manager [req-8dff94f0-b581-434f-8d8b-7658374416e0 req-0776e4a0-5120-46ca-844e-194d13892ee2 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Received event network-changed-97b5839e-3c6a-47e0-b07d-42e093e1317a {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1084.121788] env[69603]: DEBUG nova.compute.manager [req-8dff94f0-b581-434f-8d8b-7658374416e0 req-0776e4a0-5120-46ca-844e-194d13892ee2 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Refreshing instance network info cache due to event network-changed-97b5839e-3c6a-47e0-b07d-42e093e1317a. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1084.122108] env[69603]: DEBUG oslo_concurrency.lockutils [req-8dff94f0-b581-434f-8d8b-7658374416e0 req-0776e4a0-5120-46ca-844e-194d13892ee2 service nova] Acquiring lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.122335] env[69603]: DEBUG oslo_concurrency.lockutils [req-8dff94f0-b581-434f-8d8b-7658374416e0 req-0776e4a0-5120-46ca-844e-194d13892ee2 service nova] Acquired lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.122520] env[69603]: DEBUG nova.network.neutron [req-8dff94f0-b581-434f-8d8b-7658374416e0 req-0776e4a0-5120-46ca-844e-194d13892ee2 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Refreshing network info cache for port 97b5839e-3c6a-47e0-b07d-42e093e1317a {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.198137] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c46573ac-37a7-438a-815b-de07f532f1a4 tempest-ServerAddressesTestJSON-54302332 tempest-ServerAddressesTestJSON-54302332-project-member] Lock "7bb5f88e-319f-4269-9147-acf3b989b255" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.903s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.215710] env[69603]: DEBUG oslo_vmware.api [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480577, 'name': PowerOffVM_Task, 'duration_secs': 0.641495} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.216571] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.216747] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.216994] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-365be0ef-da63-4ad5-8907-1631e0158463 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.275060] env[69603]: DEBUG nova.network.neutron [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Updating instance_info_cache with network_info: [{"id": "4c3dcd89-c913-45c6-bea8-155441e20c3e", "address": "fa:16:3e:eb:9e:9a", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3dcd89-c9", "ovs_interfaceid": "4c3dcd89-c913-45c6-bea8-155441e20c3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.288628] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.288628] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.288628] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleting the datastore file [datastore2] 643bcb9d-cda1-4f87-84a1-540a1da3b9b2 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.288868] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b00447d2-67ae-40b5-96fa-27032cc64ef8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.297948] env[69603]: INFO nova.compute.manager [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Took 18.64 seconds to build instance. [ 1084.303453] env[69603]: DEBUG oslo_vmware.api [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for the task: (returnval){ [ 1084.303453] env[69603]: value = "task-3480583" [ 1084.303453] env[69603]: _type = "Task" [ 1084.303453] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.310871] env[69603]: DEBUG oslo_vmware.api [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480579, 'name': ReconfigVM_Task, 'duration_secs': 0.165746} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.311470] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695846', 'volume_id': '68ba9c0f-b1cd-41bc-ab41-a1bb950846b6', 'name': 'volume-68ba9c0f-b1cd-41bc-ab41-a1bb950846b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0', 'attached_at': '', 'detached_at': '', 'volume_id': '68ba9c0f-b1cd-41bc-ab41-a1bb950846b6', 'serial': '68ba9c0f-b1cd-41bc-ab41-a1bb950846b6'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1084.315874] env[69603]: DEBUG oslo_vmware.api [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480583, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.461506] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480581, 'name': Rename_Task, 'duration_secs': 0.17275} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.461782] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.462058] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d5737ac-ef28-43a3-9230-a01c74439cd1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.469121] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1084.469121] env[69603]: value = "task-3480584" [ 1084.469121] env[69603]: _type = "Task" [ 1084.469121] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.477140] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.565321] env[69603]: DEBUG oslo_concurrency.lockutils [req-bd70aae0-9862-46d0-aebd-09e38ceb3083 req-c5d915df-e2e4-4579-9d85-e2f0d0e51e86 service nova] Releasing lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.777306] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "refresh_cache-e2e0183b-1b9a-4e1c-ba33-cc91285f6471" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.777640] env[69603]: DEBUG nova.compute.manager [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Instance network_info: |[{"id": "4c3dcd89-c913-45c6-bea8-155441e20c3e", "address": "fa:16:3e:eb:9e:9a", "network": {"id": "636db054-8e29-45dd-a84c-6845858d24c0", "bridge": "br-int", "label": "tempest-ServersTestJSON-1884086117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b6ede380d2f4f3cb17e0b1521dc41e2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "674802e7-b847-4bef-a7a8-f90ac7a3a0a7", "external-id": "nsx-vlan-transportzone-953", "segmentation_id": 953, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c3dcd89-c9", "ovs_interfaceid": "4c3dcd89-c913-45c6-bea8-155441e20c3e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1084.778042] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:9e:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '674802e7-b847-4bef-a7a8-f90ac7a3a0a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c3dcd89-c913-45c6-bea8-155441e20c3e', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.787719] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.787966] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.788223] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f792dded-67b2-46a8-bcb8-39a53dc1a97f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.806683] env[69603]: DEBUG oslo_concurrency.lockutils [None req-216d454b-0fb4-42de-9c9a-1484daae7892 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "14679a48-f442-4670-9a40-4c5b1df25055" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.160s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.826356] env[69603]: DEBUG oslo_vmware.api [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Task: {'id': task-3480583, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170403} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.828702] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.829051] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.829379] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.829695] env[69603]: INFO nova.compute.manager [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1084.830105] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1084.830406] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.830406] env[69603]: value = "task-3480585" [ 1084.830406] env[69603]: _type = "Task" [ 1084.830406] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.830689] env[69603]: DEBUG nova.compute.manager [-] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.830855] env[69603]: DEBUG nova.network.neutron [-] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1084.984671] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480584, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.094659] env[69603]: DEBUG nova.network.neutron [req-8dff94f0-b581-434f-8d8b-7658374416e0 req-0776e4a0-5120-46ca-844e-194d13892ee2 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updated VIF entry in instance network info cache for port 97b5839e-3c6a-47e0-b07d-42e093e1317a. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.095047] env[69603]: DEBUG nova.network.neutron [req-8dff94f0-b581-434f-8d8b-7658374416e0 req-0776e4a0-5120-46ca-844e-194d13892ee2 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updating instance_info_cache with network_info: [{"id": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "address": "fa:16:3e:53:27:43", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5839e-3c", "ovs_interfaceid": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.347041] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480585, 'name': CreateVM_Task, 'duration_secs': 0.459587} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.349602] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.350375] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.352432] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.352432] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.352432] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7775a21-23ee-470b-8975-55736bf6c274 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.357581] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1085.357581] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5290ee49-3a43-927a-f2f6-c6d34f18c5c2" [ 1085.357581] env[69603]: _type = "Task" [ 1085.357581] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.369023] env[69603]: DEBUG nova.objects.instance [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lazy-loading 'flavor' on Instance uuid c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.369464] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5290ee49-3a43-927a-f2f6-c6d34f18c5c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.440083] env[69603]: DEBUG nova.compute.manager [req-22c5c206-04de-44ec-ae21-b34d36cf7f89 req-fb7e2d69-a06b-44f4-9765-bfb2c7e2d92d service nova] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Received event network-vif-deleted-635cc075-ed69-4ffd-a09e-5551c1e600bc {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.440316] env[69603]: INFO nova.compute.manager [req-22c5c206-04de-44ec-ae21-b34d36cf7f89 req-fb7e2d69-a06b-44f4-9765-bfb2c7e2d92d service nova] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Neutron deleted interface 635cc075-ed69-4ffd-a09e-5551c1e600bc; detaching it from the instance and deleting it from the info cache [ 1085.440492] env[69603]: DEBUG nova.network.neutron [req-22c5c206-04de-44ec-ae21-b34d36cf7f89 req-fb7e2d69-a06b-44f4-9765-bfb2c7e2d92d service nova] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.213325] env[69603]: DEBUG oslo_concurrency.lockutils [req-8dff94f0-b581-434f-8d8b-7658374416e0 req-0776e4a0-5120-46ca-844e-194d13892ee2 service nova] Releasing lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.215499] env[69603]: DEBUG nova.network.neutron [-] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.222608] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a975e21b-c477-4828-b7ca-6772b3bbeece tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.165s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.230283] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7fc6075c-7bbc-4e2e-9d98-362cb00490ad {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.232441] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "bb770ee3-fd84-4b31-ba9d-99bb2331f775" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.232441] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "bb770ee3-fd84-4b31-ba9d-99bb2331f775" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.247847] env[69603]: DEBUG oslo_vmware.api [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480584, 'name': PowerOnVM_Task, 'duration_secs': 0.883225} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.248079] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5290ee49-3a43-927a-f2f6-c6d34f18c5c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010516} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.249763] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.250188] env[69603]: INFO nova.compute.manager [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1086.250307] env[69603]: DEBUG nova.compute.manager [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1086.250748] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.251061] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.251374] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.251575] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.251816] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.253343] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d81fc8-ce6c-45d5-b875-877e7523e171 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.255846] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c3cfcb9-f1d7-460a-90d8-64581481468d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.260352] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c51f6ab-e3cc-455a-ab06-1de291396a07 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.278888] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.279098] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.280101] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b53051-88cb-4f3a-ac26-a04d3d63f6b5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.294928] env[69603]: DEBUG nova.compute.manager [req-22c5c206-04de-44ec-ae21-b34d36cf7f89 req-fb7e2d69-a06b-44f4-9765-bfb2c7e2d92d service nova] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Detach interface failed, port_id=635cc075-ed69-4ffd-a09e-5551c1e600bc, reason: Instance 643bcb9d-cda1-4f87-84a1-540a1da3b9b2 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.298459] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1086.298459] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a5d36a-a175-b1fc-7fe4-3437defaffc0" [ 1086.298459] env[69603]: _type = "Task" [ 1086.298459] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.306076] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a5d36a-a175-b1fc-7fe4-3437defaffc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.722814] env[69603]: INFO nova.compute.manager [-] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Took 1.89 seconds to deallocate network for instance. [ 1086.736017] env[69603]: DEBUG nova.compute.manager [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.742829] env[69603]: DEBUG nova.compute.manager [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Stashing vm_state: active {{(pid=69603) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1086.789389] env[69603]: INFO nova.compute.manager [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Took 18.57 seconds to build instance. [ 1086.810303] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a5d36a-a175-b1fc-7fe4-3437defaffc0, 'name': SearchDatastore_Task, 'duration_secs': 0.009911} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.811411] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4b6469-9d62-42b9-86f5-f92efa0feef7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.816822] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1086.816822] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d18874-8494-fceb-0fca-07b59d42295f" [ 1086.816822] env[69603]: _type = "Task" [ 1086.816822] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.825137] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d18874-8494-fceb-0fca-07b59d42295f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.229647] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.229987] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.230233] env[69603]: DEBUG nova.objects.instance [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lazy-loading 'resources' on Instance uuid 643bcb9d-cda1-4f87-84a1-540a1da3b9b2 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.259661] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.260535] env[69603]: DEBUG oslo_concurrency.lockutils [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.290964] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc4dd894-6f5f-437c-ab52-b32fe17bf884 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "0ad64046-fd31-42c5-a46f-df71d202f5e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.075s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.328244] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d18874-8494-fceb-0fca-07b59d42295f, 'name': SearchDatastore_Task, 'duration_secs': 0.009707} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.328509] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.328791] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] e2e0183b-1b9a-4e1c-ba33-cc91285f6471/e2e0183b-1b9a-4e1c-ba33-cc91285f6471.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.329072] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79b18f82-b4f5-4417-9909-c2543bb07dc8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.336061] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1087.336061] env[69603]: value = "task-3480587" [ 1087.336061] env[69603]: _type = "Task" [ 1087.336061] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.343745] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.420021] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4defba67-1efe-4cb4-abb0-f6610188cbe1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.420021] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4defba67-1efe-4cb4-abb0-f6610188cbe1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.420021] env[69603]: DEBUG nova.compute.manager [None req-4defba67-1efe-4cb4-abb0-f6610188cbe1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.420021] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340b4183-bc76-4e42-aff7-926d2f485c9d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.426037] env[69603]: DEBUG nova.compute.manager [None req-4defba67-1efe-4cb4-abb0-f6610188cbe1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69603) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1087.426609] env[69603]: DEBUG nova.objects.instance [None req-4defba67-1efe-4cb4-abb0-f6610188cbe1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lazy-loading 'flavor' on Instance uuid 592c1a53-bfd4-4afb-8bf3-cef1aef284df {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.710271] env[69603]: INFO nova.compute.manager [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Rescuing [ 1087.710508] env[69603]: DEBUG oslo_concurrency.lockutils [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "refresh_cache-0ad64046-fd31-42c5-a46f-df71d202f5e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.710663] env[69603]: DEBUG oslo_concurrency.lockutils [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquired lock "refresh_cache-0ad64046-fd31-42c5-a46f-df71d202f5e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.710835] env[69603]: DEBUG nova.network.neutron [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.845854] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480587, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.971555] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8137922-4fa3-447a-9c77-378e381954b5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.979577] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d808498-68b9-4540-971f-ff0cc6bbdbd3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.009039] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1d313d-05bc-4fee-a4ae-ac1ad52e9b2d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.016490] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d960a88-aa85-41cf-bf23-0e846992f348 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.029904] env[69603]: DEBUG nova.compute.provider_tree [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.265312] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1088.265556] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695848', 'volume_id': '2ba2500b-707f-4c4c-97be-402188bf9c2e', 'name': 'volume-2ba2500b-707f-4c4c-97be-402188bf9c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a', 'attached_at': '', 'detached_at': '', 'volume_id': '2ba2500b-707f-4c4c-97be-402188bf9c2e', 'serial': '2ba2500b-707f-4c4c-97be-402188bf9c2e'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1088.266443] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4403688-4903-4e9f-9343-53aecf833f55 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.286180] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dcd60f-135c-49ab-a27f-8283b6e04f79 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.313034] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] volume-2ba2500b-707f-4c4c-97be-402188bf9c2e/volume-2ba2500b-707f-4c4c-97be-402188bf9c2e.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.315290] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a98a970-54c6-4c11-8c33-d82fb9229c0c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.334692] env[69603]: DEBUG oslo_vmware.api [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1088.334692] env[69603]: value = "task-3480588" [ 1088.334692] env[69603]: _type = "Task" [ 1088.334692] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.345457] env[69603]: DEBUG oslo_vmware.api [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480588, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.348599] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512613} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.351148] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] e2e0183b-1b9a-4e1c-ba33-cc91285f6471/e2e0183b-1b9a-4e1c-ba33-cc91285f6471.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.351416] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.351676] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-905d59d9-1d3f-435f-818e-ee48330e8228 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.354091] env[69603]: DEBUG oslo_concurrency.lockutils [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "interface-a761e010-7d9f-4fc1-9788-7caedf5e382e-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.354533] env[69603]: DEBUG oslo_concurrency.lockutils [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-a761e010-7d9f-4fc1-9788-7caedf5e382e-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.355071] env[69603]: DEBUG nova.objects.instance [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lazy-loading 'flavor' on Instance uuid a761e010-7d9f-4fc1-9788-7caedf5e382e {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.360523] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1088.360523] env[69603]: value = "task-3480589" [ 1088.360523] env[69603]: _type = "Task" [ 1088.360523] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.368668] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.436676] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4defba67-1efe-4cb4-abb0-f6610188cbe1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.437028] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7f19d8a-466f-4d2e-be86-68d7befb5324 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.440165] env[69603]: DEBUG nova.network.neutron [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Updating instance_info_cache with network_info: [{"id": "91843e18-5bf2-40f4-94b3-d99ff9e4faec", "address": "fa:16:3e:82:8e:cb", "network": {"id": "d0213713-3fb0-456c-a860-d2f2cc52c24c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-784414495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d17c18f277e546e1a840b588d5e6e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91843e18-5b", "ovs_interfaceid": "91843e18-5bf2-40f4-94b3-d99ff9e4faec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.446627] env[69603]: DEBUG oslo_vmware.api [None req-4defba67-1efe-4cb4-abb0-f6610188cbe1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1088.446627] env[69603]: value = "task-3480590" [ 1088.446627] env[69603]: _type = "Task" [ 1088.446627] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.455381] env[69603]: DEBUG oslo_vmware.api [None req-4defba67-1efe-4cb4-abb0-f6610188cbe1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.532766] env[69603]: DEBUG nova.scheduler.client.report [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.844664] env[69603]: DEBUG oslo_vmware.api [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.870037] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060589} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.870479] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.871469] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969ef46d-c30d-430b-b69e-1f05e2cdf3c2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.894137] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] e2e0183b-1b9a-4e1c-ba33-cc91285f6471/e2e0183b-1b9a-4e1c-ba33-cc91285f6471.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.896726] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ce198c6-0774-4757-bb17-df7b1df6465d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.918402] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1088.918402] env[69603]: value = "task-3480591" [ 1088.918402] env[69603]: _type = "Task" [ 1088.918402] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.926768] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.945329] env[69603]: DEBUG oslo_concurrency.lockutils [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Releasing lock "refresh_cache-0ad64046-fd31-42c5-a46f-df71d202f5e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.955846] env[69603]: DEBUG oslo_vmware.api [None req-4defba67-1efe-4cb4-abb0-f6610188cbe1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480590, 'name': PowerOffVM_Task, 'duration_secs': 0.372407} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.956013] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4defba67-1efe-4cb4-abb0-f6610188cbe1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.956392] env[69603]: DEBUG nova.compute.manager [None req-4defba67-1efe-4cb4-abb0-f6610188cbe1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.957036] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7f2503-9f70-4e42-919c-0622b89efc55 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.980066] env[69603]: DEBUG nova.objects.instance [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lazy-loading 'pci_requests' on Instance uuid a761e010-7d9f-4fc1-9788-7caedf5e382e {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.038303] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.808s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.040711] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.781s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.042416] env[69603]: INFO nova.compute.claims [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.062134] env[69603]: INFO nova.scheduler.client.report [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Deleted allocations for instance 643bcb9d-cda1-4f87-84a1-540a1da3b9b2 [ 1089.345616] env[69603]: DEBUG oslo_vmware.api [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480588, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.428252] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480591, 'name': ReconfigVM_Task, 'duration_secs': 0.282166} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.428531] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Reconfigured VM instance instance-00000067 to attach disk [datastore1] e2e0183b-1b9a-4e1c-ba33-cc91285f6471/e2e0183b-1b9a-4e1c-ba33-cc91285f6471.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.429181] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-600d1276-234c-47e2-a537-f633b1a4a728 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.434910] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1089.434910] env[69603]: value = "task-3480592" [ 1089.434910] env[69603]: _type = "Task" [ 1089.434910] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.442971] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480592, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.467728] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4defba67-1efe-4cb4-abb0-f6610188cbe1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.481389] env[69603]: DEBUG nova.objects.base [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1089.481597] env[69603]: DEBUG nova.network.neutron [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1089.550685] env[69603]: DEBUG nova.policy [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b5a559e296f4a44808838df8b2652b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e45969eb4ad041bab259e6c0a7e8cddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.571178] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3f15122a-fb38-4fbc-b913-d6d551bc9cd7 tempest-ServerDiskConfigTestJSON-1960270546 tempest-ServerDiskConfigTestJSON-1960270546-project-member] Lock "643bcb9d-cda1-4f87-84a1-540a1da3b9b2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.909s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.759244] env[69603]: DEBUG nova.objects.instance [None req-8f795685-0a40-4aa7-b728-217794005cb0 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lazy-loading 'flavor' on Instance uuid 592c1a53-bfd4-4afb-8bf3-cef1aef284df {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.847926] env[69603]: DEBUG oslo_vmware.api [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480588, 'name': ReconfigVM_Task, 'duration_secs': 1.079904} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.848245] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Reconfigured VM instance instance-0000005a to attach disk [datastore1] volume-2ba2500b-707f-4c4c-97be-402188bf9c2e/volume-2ba2500b-707f-4c4c-97be-402188bf9c2e.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.853070] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcbe76fc-637e-4db5-9c2e-3678be988941 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.874081] env[69603]: DEBUG oslo_vmware.api [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1089.874081] env[69603]: value = "task-3480593" [ 1089.874081] env[69603]: _type = "Task" [ 1089.874081] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.884929] env[69603]: DEBUG oslo_vmware.api [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480593, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.944697] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480592, 'name': Rename_Task, 'duration_secs': 0.440891} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.944946] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.945205] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dc44e45-6ef5-43f5-9db8-36363e75050b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.951722] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1089.951722] env[69603]: value = "task-3480594" [ 1089.951722] env[69603]: _type = "Task" [ 1089.951722] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.959212] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.250786] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e39de0-7303-426b-a359-a6409fa7e1d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.258658] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a63e3e-c02e-423a-9a22-490648797e2f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.264453] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8f795685-0a40-4aa7-b728-217794005cb0 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.264650] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8f795685-0a40-4aa7-b728-217794005cb0 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.264857] env[69603]: DEBUG nova.network.neutron [None req-8f795685-0a40-4aa7-b728-217794005cb0 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.265058] env[69603]: DEBUG nova.objects.instance [None req-8f795685-0a40-4aa7-b728-217794005cb0 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lazy-loading 'info_cache' on Instance uuid 592c1a53-bfd4-4afb-8bf3-cef1aef284df {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.291523] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451582ed-b372-45be-a614-96be75559ea1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.299218] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b97e61-a723-4c43-9268-44d950eae35c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.313361] env[69603]: DEBUG nova.compute.provider_tree [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.384210] env[69603]: DEBUG oslo_vmware.api [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480593, 'name': ReconfigVM_Task, 'duration_secs': 0.192207} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.384561] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695848', 'volume_id': '2ba2500b-707f-4c4c-97be-402188bf9c2e', 'name': 'volume-2ba2500b-707f-4c4c-97be-402188bf9c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a', 'attached_at': '', 'detached_at': '', 'volume_id': '2ba2500b-707f-4c4c-97be-402188bf9c2e', 'serial': '2ba2500b-707f-4c4c-97be-402188bf9c2e'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1090.463930] env[69603]: DEBUG oslo_vmware.api [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480594, 'name': PowerOnVM_Task, 'duration_secs': 0.494458} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.464289] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.464417] env[69603]: INFO nova.compute.manager [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1090.464594] env[69603]: DEBUG nova.compute.manager [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.465376] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7c3c96-98f3-4393-a2c9-4c233ba795a7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.483911] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1090.484356] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2e62800-0842-4c0b-90bd-3cf730610b42 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.491899] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1090.491899] env[69603]: value = "task-3480595" [ 1090.491899] env[69603]: _type = "Task" [ 1090.491899] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.500110] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.768833] env[69603]: DEBUG nova.objects.base [None req-8f795685-0a40-4aa7-b728-217794005cb0 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Object Instance<592c1a53-bfd4-4afb-8bf3-cef1aef284df> lazy-loaded attributes: flavor,info_cache {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1090.817240] env[69603]: DEBUG nova.scheduler.client.report [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.983972] env[69603]: INFO nova.compute.manager [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Took 17.21 seconds to build instance. [ 1091.003531] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480595, 'name': PowerOffVM_Task, 'duration_secs': 0.188835} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.003833] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1091.004648] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb183a0d-a11c-4b37-9368-0a646d087152 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.024432] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43186c5-8a48-43a3-8be6-3148a0211a98 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.061474] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.061757] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbe27b74-0ada-4f11-b001-048fe3d3484b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.069073] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1091.069073] env[69603]: value = "task-3480596" [ 1091.069073] env[69603]: _type = "Task" [ 1091.069073] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.077132] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.236482] env[69603]: DEBUG nova.network.neutron [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Successfully updated port: 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.280496] env[69603]: DEBUG nova.compute.manager [req-30b50c5a-d0fe-44e4-b1eb-8756f06128e1 req-7228437d-49a7-4ca4-8c1c-10350afc2f58 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Received event network-vif-plugged-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.280727] env[69603]: DEBUG oslo_concurrency.lockutils [req-30b50c5a-d0fe-44e4-b1eb-8756f06128e1 req-7228437d-49a7-4ca4-8c1c-10350afc2f58 service nova] Acquiring lock "a761e010-7d9f-4fc1-9788-7caedf5e382e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.280953] env[69603]: DEBUG oslo_concurrency.lockutils [req-30b50c5a-d0fe-44e4-b1eb-8756f06128e1 req-7228437d-49a7-4ca4-8c1c-10350afc2f58 service nova] Lock "a761e010-7d9f-4fc1-9788-7caedf5e382e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.281135] env[69603]: DEBUG oslo_concurrency.lockutils [req-30b50c5a-d0fe-44e4-b1eb-8756f06128e1 req-7228437d-49a7-4ca4-8c1c-10350afc2f58 service nova] Lock "a761e010-7d9f-4fc1-9788-7caedf5e382e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.281307] env[69603]: DEBUG nova.compute.manager [req-30b50c5a-d0fe-44e4-b1eb-8756f06128e1 req-7228437d-49a7-4ca4-8c1c-10350afc2f58 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] No waiting events found dispatching network-vif-plugged-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.281472] env[69603]: WARNING nova.compute.manager [req-30b50c5a-d0fe-44e4-b1eb-8756f06128e1 req-7228437d-49a7-4ca4-8c1c-10350afc2f58 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Received unexpected event network-vif-plugged-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff for instance with vm_state active and task_state None. [ 1091.322618] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.323179] env[69603]: DEBUG nova.compute.manager [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1091.328642] env[69603]: DEBUG oslo_concurrency.lockutils [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.068s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.429174] env[69603]: DEBUG nova.objects.instance [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lazy-loading 'flavor' on Instance uuid 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.486569] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4fba5130-c32e-47e6-8ac5-0544e966ba10 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "e2e0183b-1b9a-4e1c-ba33-cc91285f6471" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.715s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.552904] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Acquiring lock "b2106f86-8b4e-4ea1-990e-8dda353eaef4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.553159] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Lock "b2106f86-8b4e-4ea1-990e-8dda353eaef4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.553359] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Acquiring lock "b2106f86-8b4e-4ea1-990e-8dda353eaef4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.553535] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Lock "b2106f86-8b4e-4ea1-990e-8dda353eaef4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.553701] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Lock "b2106f86-8b4e-4ea1-990e-8dda353eaef4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.555754] env[69603]: INFO nova.compute.manager [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Terminating instance [ 1091.581917] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] VM already powered off {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1091.582150] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.582379] env[69603]: DEBUG oslo_concurrency.lockutils [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.582519] env[69603]: DEBUG oslo_concurrency.lockutils [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.582687] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.583251] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0875646d-393d-4be6-90b9-86c8cf7d11bc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.593680] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.593869] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.594572] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eebeead5-6ad5-479f-a623-6976f341ac23 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.599888] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1091.599888] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527b6e81-0c2d-8697-3379-949f65ddb7ce" [ 1091.599888] env[69603]: _type = "Task" [ 1091.599888] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.607529] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527b6e81-0c2d-8697-3379-949f65ddb7ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.644233] env[69603]: DEBUG nova.network.neutron [None req-8f795685-0a40-4aa7-b728-217794005cb0 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance_info_cache with network_info: [{"id": "c21b1a45-a151-4579-b219-c1f8d78b84be", "address": "fa:16:3e:1d:80:30", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21b1a45-a1", "ovs_interfaceid": "c21b1a45-a151-4579-b219-c1f8d78b84be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.741522] env[69603]: DEBUG oslo_concurrency.lockutils [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.741522] env[69603]: DEBUG oslo_concurrency.lockutils [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.741522] env[69603]: DEBUG nova.network.neutron [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.834127] env[69603]: DEBUG nova.compute.utils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.836756] env[69603]: INFO nova.compute.claims [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1091.841467] env[69603]: DEBUG nova.compute.manager [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1091.841865] env[69603]: DEBUG nova.network.neutron [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1091.903936] env[69603]: DEBUG nova.policy [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d2f093d04e04653b5787ff3112547b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edecefa7632b4ca68b7af43ed344878a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1091.933647] env[69603]: DEBUG oslo_concurrency.lockutils [None req-05ba6c00-69ce-4d22-b4fa-901e88239d40 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.315s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.059806] env[69603]: DEBUG nova.compute.manager [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1092.060178] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.061596] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5339b97-7eb0-4737-a183-effb858b0a87 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.071804] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.072271] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dc27545-9d05-40bf-a2f3-94fc7dd9dd7d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.079504] env[69603]: DEBUG oslo_vmware.api [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Waiting for the task: (returnval){ [ 1092.079504] env[69603]: value = "task-3480597" [ 1092.079504] env[69603]: _type = "Task" [ 1092.079504] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.088341] env[69603]: DEBUG oslo_vmware.api [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': task-3480597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.111873] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527b6e81-0c2d-8697-3379-949f65ddb7ce, 'name': SearchDatastore_Task, 'duration_secs': 0.008369} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.112762] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-639a82f6-5b93-4f00-b2fb-e784a2022ff3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.117886] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1092.117886] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52aea2d1-d1f5-30dc-9e04-f7f8f4f570d5" [ 1092.117886] env[69603]: _type = "Task" [ 1092.117886] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.126517] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52aea2d1-d1f5-30dc-9e04-f7f8f4f570d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.146960] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8f795685-0a40-4aa7-b728-217794005cb0 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.290710] env[69603]: WARNING nova.network.neutron [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] cec22ff4-98d2-4241-bf1e-0a13e1802df2 already exists in list: networks containing: ['cec22ff4-98d2-4241-bf1e-0a13e1802df2']. ignoring it [ 1092.341897] env[69603]: DEBUG nova.compute.manager [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1092.349135] env[69603]: INFO nova.compute.resource_tracker [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating resource usage from migration 0fc92a14-083d-4ff5-8ea5-725f11360662 [ 1092.551569] env[69603]: DEBUG nova.network.neutron [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Successfully created port: 2229dff9-e166-4cdd-b28b-f0f5bc152d80 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1092.573585] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8bd4967f-4715-45a1-bfe6-43b48ca48237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "e2e0183b-1b9a-4e1c-ba33-cc91285f6471" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.573848] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8bd4967f-4715-45a1-bfe6-43b48ca48237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "e2e0183b-1b9a-4e1c-ba33-cc91285f6471" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.574044] env[69603]: DEBUG nova.compute.manager [None req-8bd4967f-4715-45a1-bfe6-43b48ca48237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.577704] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfda31a3-f45c-42d4-9671-c031d98582be {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.585152] env[69603]: DEBUG nova.compute.manager [None req-8bd4967f-4715-45a1-bfe6-43b48ca48237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69603) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1092.585720] env[69603]: DEBUG nova.objects.instance [None req-8bd4967f-4715-45a1-bfe6-43b48ca48237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lazy-loading 'flavor' on Instance uuid e2e0183b-1b9a-4e1c-ba33-cc91285f6471 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.595226] env[69603]: DEBUG oslo_vmware.api [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': task-3480597, 'name': PowerOffVM_Task, 'duration_secs': 0.195241} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.595226] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.595226] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.596630] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d622567d-a8af-42f9-bed8-8aa416e5b71a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.627634] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52aea2d1-d1f5-30dc-9e04-f7f8f4f570d5, 'name': SearchDatastore_Task, 'duration_secs': 0.009113} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.627880] env[69603]: DEBUG oslo_concurrency.lockutils [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.628187] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 0ad64046-fd31-42c5-a46f-df71d202f5e6/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk. {{(pid=69603) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1092.628501] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfea8ce2-6b20-4a82-ac43-b028f4f93be1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.631796] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47f7edc-1e69-4994-8d63-7d4e8dbf0745 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.641071] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f2334e-41e9-4ffb-9c8c-3f29dd67ec25 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.644578] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1092.644578] env[69603]: value = "task-3480599" [ 1092.644578] env[69603]: _type = "Task" [ 1092.644578] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.679150] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.679150] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.684091] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0397575-65ee-4098-aa3a-8721316c06b0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.687086] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.687295] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.687485] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Deleting the datastore file [datastore1] b2106f86-8b4e-4ea1-990e-8dda353eaef4 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.691943] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23ef66c9-ddde-4a2b-a62e-e11d89d38a1d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.694052] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.700387] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142161c5-d48e-4275-b61b-07aab1b72e73 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.704269] env[69603]: DEBUG oslo_vmware.api [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Waiting for the task: (returnval){ [ 1092.704269] env[69603]: value = "task-3480600" [ 1092.704269] env[69603]: _type = "Task" [ 1092.704269] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.716120] env[69603]: DEBUG nova.compute.provider_tree [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.723223] env[69603]: DEBUG oslo_vmware.api [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': task-3480600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.883622] env[69603]: DEBUG nova.network.neutron [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updating instance_info_cache with network_info: [{"id": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "address": "fa:16:3e:53:27:43", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5839e-3c", "ovs_interfaceid": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "39f3aeb9-9feb-4225-90a5-401a6f1cf7ff", "address": "fa:16:3e:23:51:cf", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39f3aeb9-9f", "ovs_interfaceid": "39f3aeb9-9feb-4225-90a5-401a6f1cf7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.156928] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50516} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.158218] env[69603]: INFO nova.virt.vmwareapi.ds_util [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 0ad64046-fd31-42c5-a46f-df71d202f5e6/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk. [ 1093.159069] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c0af62-a752-42a0-ac3b-f7086d938aac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.185987] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 0ad64046-fd31-42c5-a46f-df71d202f5e6/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.187142] env[69603]: INFO nova.compute.manager [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Detaching volume 5725def0-6105-4147-82c0-c0524713ab8e [ 1093.189425] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f795685-0a40-4aa7-b728-217794005cb0 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.189665] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d064096b-b597-4ad6-8f02-d9844cac427c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.202924] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-922affeb-71d3-4144-b420-130f30e4c5d4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.214069] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1093.214069] env[69603]: value = "task-3480601" [ 1093.214069] env[69603]: _type = "Task" [ 1093.214069] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.214285] env[69603]: DEBUG oslo_vmware.api [None req-8f795685-0a40-4aa7-b728-217794005cb0 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1093.214285] env[69603]: value = "task-3480602" [ 1093.214285] env[69603]: _type = "Task" [ 1093.214285] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.226782] env[69603]: DEBUG nova.scheduler.client.report [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.231977] env[69603]: DEBUG oslo_vmware.api [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Task: {'id': task-3480600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180582} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.233745] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.234618] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.234618] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.234851] env[69603]: INFO nova.compute.manager [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1093.235070] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.241894] env[69603]: DEBUG nova.compute.manager [-] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.242165] env[69603]: DEBUG nova.network.neutron [-] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.244297] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.244519] env[69603]: DEBUG oslo_vmware.api [None req-8f795685-0a40-4aa7-b728-217794005cb0 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480602, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.249019] env[69603]: INFO nova.virt.block_device [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Attempting to driver detach volume 5725def0-6105-4147-82c0-c0524713ab8e from mountpoint /dev/sdb [ 1093.249019] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1093.249019] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695841', 'volume_id': '5725def0-6105-4147-82c0-c0524713ab8e', 'name': 'volume-5725def0-6105-4147-82c0-c0524713ab8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a', 'attached_at': '', 'detached_at': '', 'volume_id': '5725def0-6105-4147-82c0-c0524713ab8e', 'serial': '5725def0-6105-4147-82c0-c0524713ab8e'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1093.249019] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81545991-b0c1-4b7a-a648-352d72689e02 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.273158] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42fa5985-fb85-4af9-a344-c12ee8d90035 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.281012] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eddf25-50b6-4f35-a201-e177ede4ef42 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.311667] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2dcd0e-fa0a-4e43-8044-7ed833fc7e04 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.330559] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] The volume has not been displaced from its original location: [datastore2] volume-5725def0-6105-4147-82c0-c0524713ab8e/volume-5725def0-6105-4147-82c0-c0524713ab8e.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1093.336034] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1093.336419] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83e28933-fde1-4533-8f9d-f5cb78bd9913 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.355837] env[69603]: DEBUG oslo_vmware.api [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1093.355837] env[69603]: value = "task-3480603" [ 1093.355837] env[69603]: _type = "Task" [ 1093.355837] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.361759] env[69603]: DEBUG nova.compute.manager [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1093.369440] env[69603]: DEBUG oslo_vmware.api [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480603, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.387640] env[69603]: DEBUG oslo_concurrency.lockutils [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.388595] env[69603]: DEBUG oslo_concurrency.lockutils [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.388858] env[69603]: DEBUG oslo_concurrency.lockutils [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.390153] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99983571-a7bb-4833-9911-a83107f13c2e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.397227] env[69603]: DEBUG nova.virt.hardware [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.397660] env[69603]: DEBUG nova.virt.hardware [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.397839] env[69603]: DEBUG nova.virt.hardware [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.398164] env[69603]: DEBUG nova.virt.hardware [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.398418] env[69603]: DEBUG nova.virt.hardware [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.398671] env[69603]: DEBUG nova.virt.hardware [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.399022] env[69603]: DEBUG nova.virt.hardware [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.399299] env[69603]: DEBUG nova.virt.hardware [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.399695] env[69603]: DEBUG nova.virt.hardware [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.399863] env[69603]: DEBUG nova.virt.hardware [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.400171] env[69603]: DEBUG nova.virt.hardware [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.401566] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdb6dcd-056b-4abd-b441-e16cf2096f13 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.428590] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c95c04e-c169-42b2-a57c-8df3ece92dda {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.433441] env[69603]: DEBUG nova.virt.hardware [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1093.433837] env[69603]: DEBUG nova.virt.hardware [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1093.433837] env[69603]: DEBUG nova.virt.hardware [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.433991] env[69603]: DEBUG nova.virt.hardware [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1093.434148] env[69603]: DEBUG nova.virt.hardware [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.434394] env[69603]: DEBUG nova.virt.hardware [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1093.434502] env[69603]: DEBUG nova.virt.hardware [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1093.434628] env[69603]: DEBUG nova.virt.hardware [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1093.434788] env[69603]: DEBUG nova.virt.hardware [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1093.434946] env[69603]: DEBUG nova.virt.hardware [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1093.435130] env[69603]: DEBUG nova.virt.hardware [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1093.441332] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Reconfiguring VM to attach interface {{(pid=69603) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1093.442118] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4277f9ae-5710-4dcd-bb62-edef6f2f57e9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.466574] env[69603]: DEBUG oslo_vmware.api [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1093.466574] env[69603]: value = "task-3480604" [ 1093.466574] env[69603]: _type = "Task" [ 1093.466574] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.474602] env[69603]: DEBUG oslo_vmware.api [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480604, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.519255] env[69603]: DEBUG nova.compute.manager [req-a2931970-7511-4d82-a151-dfc35ee40590 req-2ec1edc5-0138-44b2-bab8-f337b11a3380 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Received event network-changed-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.519458] env[69603]: DEBUG nova.compute.manager [req-a2931970-7511-4d82-a151-dfc35ee40590 req-2ec1edc5-0138-44b2-bab8-f337b11a3380 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Refreshing instance network info cache due to event network-changed-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.519672] env[69603]: DEBUG oslo_concurrency.lockutils [req-a2931970-7511-4d82-a151-dfc35ee40590 req-2ec1edc5-0138-44b2-bab8-f337b11a3380 service nova] Acquiring lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.519766] env[69603]: DEBUG oslo_concurrency.lockutils [req-a2931970-7511-4d82-a151-dfc35ee40590 req-2ec1edc5-0138-44b2-bab8-f337b11a3380 service nova] Acquired lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.519927] env[69603]: DEBUG nova.network.neutron [req-a2931970-7511-4d82-a151-dfc35ee40590 req-2ec1edc5-0138-44b2-bab8-f337b11a3380 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Refreshing network info cache for port 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.596071] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd4967f-4715-45a1-bfe6-43b48ca48237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.597027] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bef796a-7525-4ba1-a0b7-e2d39ec4886b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.602946] env[69603]: DEBUG oslo_vmware.api [None req-8bd4967f-4715-45a1-bfe6-43b48ca48237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1093.602946] env[69603]: value = "task-3480605" [ 1093.602946] env[69603]: _type = "Task" [ 1093.602946] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.613376] env[69603]: DEBUG oslo_vmware.api [None req-8bd4967f-4715-45a1-bfe6-43b48ca48237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.650111] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "a76d04aa-a60d-44b8-8428-18ab9158985c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.650424] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.732683] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480601, 'name': ReconfigVM_Task, 'duration_secs': 0.354281} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.733062] env[69603]: DEBUG oslo_vmware.api [None req-8f795685-0a40-4aa7-b728-217794005cb0 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480602, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.733612] env[69603]: DEBUG oslo_concurrency.lockutils [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.405s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.733816] env[69603]: INFO nova.compute.manager [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Migrating [ 1093.740138] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 0ad64046-fd31-42c5-a46f-df71d202f5e6/f0138089-3b92-402e-80e5-236e22cd6a35-rescue.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.741061] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6568e2-31ca-48d8-a8c1-0ec43c0dbb82 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.776343] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55581e42-0798-4e78-aceb-5d80038377f0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.792522] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1093.792522] env[69603]: value = "task-3480606" [ 1093.792522] env[69603]: _type = "Task" [ 1093.792522] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.804238] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.868342] env[69603]: DEBUG oslo_vmware.api [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480603, 'name': ReconfigVM_Task, 'duration_secs': 0.266913} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.868670] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1093.875187] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7906bd9-16cc-4061-85bd-5d7ec8ea524d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.889701] env[69603]: DEBUG oslo_vmware.api [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1093.889701] env[69603]: value = "task-3480607" [ 1093.889701] env[69603]: _type = "Task" [ 1093.889701] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.897457] env[69603]: DEBUG oslo_vmware.api [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.977409] env[69603]: DEBUG oslo_vmware.api [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.021643] env[69603]: DEBUG nova.compute.manager [req-712fda35-cf6c-47b7-aec8-8906a9396bfd req-847a54f5-75e0-4038-aa72-65f2e86beb37 service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Received event network-vif-deleted-535d4aa1-e334-418f-8139-86720129a314 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.022670] env[69603]: INFO nova.compute.manager [req-712fda35-cf6c-47b7-aec8-8906a9396bfd req-847a54f5-75e0-4038-aa72-65f2e86beb37 service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Neutron deleted interface 535d4aa1-e334-418f-8139-86720129a314; detaching it from the instance and deleting it from the info cache [ 1094.022670] env[69603]: DEBUG nova.network.neutron [req-712fda35-cf6c-47b7-aec8-8906a9396bfd req-847a54f5-75e0-4038-aa72-65f2e86beb37 service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.063689] env[69603]: DEBUG nova.network.neutron [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Successfully updated port: 2229dff9-e166-4cdd-b28b-f0f5bc152d80 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1094.115790] env[69603]: DEBUG oslo_vmware.api [None req-8bd4967f-4715-45a1-bfe6-43b48ca48237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480605, 'name': PowerOffVM_Task, 'duration_secs': 0.241372} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.116072] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd4967f-4715-45a1-bfe6-43b48ca48237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.116279] env[69603]: DEBUG nova.compute.manager [None req-8bd4967f-4715-45a1-bfe6-43b48ca48237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.117113] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421d543e-9b57-4513-9f51-1bba67a111dd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.154068] env[69603]: INFO nova.compute.manager [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Detaching volume bf91f966-5b4e-4c5c-bd02-89f8f39dfb73 [ 1094.193503] env[69603]: INFO nova.virt.block_device [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Attempting to driver detach volume bf91f966-5b4e-4c5c-bd02-89f8f39dfb73 from mountpoint /dev/sdb [ 1094.193743] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1094.194016] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695814', 'volume_id': 'bf91f966-5b4e-4c5c-bd02-89f8f39dfb73', 'name': 'volume-bf91f966-5b4e-4c5c-bd02-89f8f39dfb73', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a76d04aa-a60d-44b8-8428-18ab9158985c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf91f966-5b4e-4c5c-bd02-89f8f39dfb73', 'serial': 'bf91f966-5b4e-4c5c-bd02-89f8f39dfb73'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1094.195208] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac6e0ac-5288-4bdb-9eb6-0f627e38cc99 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.223955] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a31674-06b9-4943-a081-a019e9631ba7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.233909] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e2c4a1-80ee-46ae-8417-798f4cbd2fd3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.236365] env[69603]: DEBUG oslo_vmware.api [None req-8f795685-0a40-4aa7-b728-217794005cb0 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480602, 'name': PowerOnVM_Task, 'duration_secs': 0.653089} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.236640] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f795685-0a40-4aa7-b728-217794005cb0 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.236806] env[69603]: DEBUG nova.compute.manager [None req-8f795685-0a40-4aa7-b728-217794005cb0 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.237940] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448b0b71-6866-4314-a5c9-a79e812556f0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.257383] env[69603]: DEBUG oslo_concurrency.lockutils [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.257697] env[69603]: DEBUG oslo_concurrency.lockutils [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.257790] env[69603]: DEBUG nova.network.neutron [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.264184] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113e147e-f67e-40cf-a5d1-11fd69d06603 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.291016] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] The volume has not been displaced from its original location: [datastore2] volume-bf91f966-5b4e-4c5c-bd02-89f8f39dfb73/volume-bf91f966-5b4e-4c5c-bd02-89f8f39dfb73.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1094.296770] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1094.297573] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9ae05d6-c33e-48e7-9ec8-3ba614d68d6c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.320555] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480606, 'name': ReconfigVM_Task, 'duration_secs': 0.267794} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.321939] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1094.322291] env[69603]: DEBUG oslo_vmware.api [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1094.322291] env[69603]: value = "task-3480608" [ 1094.322291] env[69603]: _type = "Task" [ 1094.322291] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.322484] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ea8c896-8642-490d-98e0-e0597bee9f13 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.333945] env[69603]: DEBUG nova.network.neutron [-] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.335420] env[69603]: DEBUG oslo_vmware.api [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480608, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.336990] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1094.336990] env[69603]: value = "task-3480609" [ 1094.336990] env[69603]: _type = "Task" [ 1094.336990] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.345804] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.376340] env[69603]: DEBUG nova.network.neutron [req-a2931970-7511-4d82-a151-dfc35ee40590 req-2ec1edc5-0138-44b2-bab8-f337b11a3380 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updated VIF entry in instance network info cache for port 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.376782] env[69603]: DEBUG nova.network.neutron [req-a2931970-7511-4d82-a151-dfc35ee40590 req-2ec1edc5-0138-44b2-bab8-f337b11a3380 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updating instance_info_cache with network_info: [{"id": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "address": "fa:16:3e:53:27:43", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5839e-3c", "ovs_interfaceid": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "39f3aeb9-9feb-4225-90a5-401a6f1cf7ff", "address": "fa:16:3e:23:51:cf", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39f3aeb9-9f", "ovs_interfaceid": "39f3aeb9-9feb-4225-90a5-401a6f1cf7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.399013] env[69603]: DEBUG oslo_vmware.api [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480607, 'name': ReconfigVM_Task, 'duration_secs': 0.15054} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.399350] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695841', 'volume_id': '5725def0-6105-4147-82c0-c0524713ab8e', 'name': 'volume-5725def0-6105-4147-82c0-c0524713ab8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a', 'attached_at': '', 'detached_at': '', 'volume_id': '5725def0-6105-4147-82c0-c0524713ab8e', 'serial': '5725def0-6105-4147-82c0-c0524713ab8e'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1094.479367] env[69603]: DEBUG oslo_vmware.api [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.528681] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1152b3f-d573-49f4-a650-057d48e98722 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.541022] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f939bd5-3146-42f5-a160-3ce10f3ae928 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.574630] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "refresh_cache-bb770ee3-fd84-4b31-ba9d-99bb2331f775" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.574818] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquired lock "refresh_cache-bb770ee3-fd84-4b31-ba9d-99bb2331f775" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.574965] env[69603]: DEBUG nova.network.neutron [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.576255] env[69603]: DEBUG nova.compute.manager [req-712fda35-cf6c-47b7-aec8-8906a9396bfd req-847a54f5-75e0-4038-aa72-65f2e86beb37 service nova] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Detach interface failed, port_id=535d4aa1-e334-418f-8139-86720129a314, reason: Instance b2106f86-8b4e-4ea1-990e-8dda353eaef4 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.612546] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquiring lock "b2b664e9-efb0-4c46-8232-4b9d0796ba6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.613088] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Lock "b2b664e9-efb0-4c46-8232-4b9d0796ba6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.628877] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8bd4967f-4715-45a1-bfe6-43b48ca48237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "e2e0183b-1b9a-4e1c-ba33-cc91285f6471" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.834309] env[69603]: DEBUG oslo_vmware.api [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480608, 'name': ReconfigVM_Task, 'duration_secs': 0.388106} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.834610] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1094.839641] env[69603]: INFO nova.compute.manager [-] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Took 1.60 seconds to deallocate network for instance. [ 1094.839970] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b4171da-198f-4a9c-9a8c-9b70495eb668 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.862575] env[69603]: DEBUG oslo_vmware.api [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480609, 'name': PowerOnVM_Task, 'duration_secs': 0.438437} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.864314] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.865543] env[69603]: DEBUG oslo_vmware.api [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1094.865543] env[69603]: value = "task-3480610" [ 1094.865543] env[69603]: _type = "Task" [ 1094.865543] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.869423] env[69603]: DEBUG nova.compute.manager [None req-40d219f8-9617-4917-b8b8-7cf9431ed633 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.870415] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfbf1e00-19ad-4a86-b720-88a5a37efe77 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.882954] env[69603]: DEBUG oslo_concurrency.lockutils [req-a2931970-7511-4d82-a151-dfc35ee40590 req-2ec1edc5-0138-44b2-bab8-f337b11a3380 service nova] Releasing lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.883511] env[69603]: DEBUG oslo_vmware.api [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.950049] env[69603]: DEBUG nova.objects.instance [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lazy-loading 'flavor' on Instance uuid 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.979709] env[69603]: DEBUG oslo_vmware.api [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.083671] env[69603]: DEBUG nova.network.neutron [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance_info_cache with network_info: [{"id": "ca8f17fe-2f3c-431d-be75-6a4afe9ab298", "address": "fa:16:3e:a2:fc:ef", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8f17fe-2f", "ovs_interfaceid": "ca8f17fe-2f3c-431d-be75-6a4afe9ab298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.112019] env[69603]: DEBUG nova.network.neutron [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1095.114818] env[69603]: DEBUG nova.compute.manager [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.242535] env[69603]: DEBUG nova.network.neutron [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Updating instance_info_cache with network_info: [{"id": "2229dff9-e166-4cdd-b28b-f0f5bc152d80", "address": "fa:16:3e:81:23:1e", "network": {"id": "7a64cca1-edf1-46c7-9cb6-14a6d7a4423d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028146117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edecefa7632b4ca68b7af43ed344878a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2229dff9-e1", "ovs_interfaceid": "2229dff9-e166-4cdd-b28b-f0f5bc152d80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.358948] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.359267] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.359490] env[69603]: DEBUG nova.objects.instance [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Lazy-loading 'resources' on Instance uuid b2106f86-8b4e-4ea1-990e-8dda353eaef4 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.376842] env[69603]: DEBUG oslo_vmware.api [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480610, 'name': ReconfigVM_Task, 'duration_secs': 0.175428} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.377145] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695814', 'volume_id': 'bf91f966-5b4e-4c5c-bd02-89f8f39dfb73', 'name': 'volume-bf91f966-5b4e-4c5c-bd02-89f8f39dfb73', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'a76d04aa-a60d-44b8-8428-18ab9158985c', 'attached_at': '', 'detached_at': '', 'volume_id': 'bf91f966-5b4e-4c5c-bd02-89f8f39dfb73', 'serial': 'bf91f966-5b4e-4c5c-bd02-89f8f39dfb73'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1095.479655] env[69603]: DEBUG oslo_vmware.api [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480604, 'name': ReconfigVM_Task, 'duration_secs': 1.674675} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.479655] env[69603]: DEBUG oslo_concurrency.lockutils [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.479655] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Reconfigured VM to attach interface {{(pid=69603) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1095.587822] env[69603]: DEBUG oslo_concurrency.lockutils [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.637506] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.678237] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "e2e0183b-1b9a-4e1c-ba33-cc91285f6471" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.678553] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "e2e0183b-1b9a-4e1c-ba33-cc91285f6471" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.678792] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "e2e0183b-1b9a-4e1c-ba33-cc91285f6471-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.679007] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "e2e0183b-1b9a-4e1c-ba33-cc91285f6471-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.679220] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "e2e0183b-1b9a-4e1c-ba33-cc91285f6471-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.681370] env[69603]: INFO nova.compute.manager [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Terminating instance [ 1095.745049] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Releasing lock "refresh_cache-bb770ee3-fd84-4b31-ba9d-99bb2331f775" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.745429] env[69603]: DEBUG nova.compute.manager [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Instance network_info: |[{"id": "2229dff9-e166-4cdd-b28b-f0f5bc152d80", "address": "fa:16:3e:81:23:1e", "network": {"id": "7a64cca1-edf1-46c7-9cb6-14a6d7a4423d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028146117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edecefa7632b4ca68b7af43ed344878a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2229dff9-e1", "ovs_interfaceid": "2229dff9-e166-4cdd-b28b-f0f5bc152d80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.745855] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:23:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2229dff9-e166-4cdd-b28b-f0f5bc152d80', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.753745] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.754036] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.754277] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be7ee5aa-ffde-4114-bb81-6f04d655eb25 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.776896] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.776896] env[69603]: value = "task-3480611" [ 1095.776896] env[69603]: _type = "Task" [ 1095.776896] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.786086] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480611, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.882056] env[69603]: DEBUG nova.compute.manager [req-9b4fbd17-fa0c-4217-8872-cb54a96fc3ab req-8f2d615b-85a7-4b3a-84ad-b4bf901848bd service nova] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Received event network-vif-plugged-2229dff9-e166-4cdd-b28b-f0f5bc152d80 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.882276] env[69603]: DEBUG oslo_concurrency.lockutils [req-9b4fbd17-fa0c-4217-8872-cb54a96fc3ab req-8f2d615b-85a7-4b3a-84ad-b4bf901848bd service nova] Acquiring lock "bb770ee3-fd84-4b31-ba9d-99bb2331f775-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.882455] env[69603]: DEBUG oslo_concurrency.lockutils [req-9b4fbd17-fa0c-4217-8872-cb54a96fc3ab req-8f2d615b-85a7-4b3a-84ad-b4bf901848bd service nova] Lock "bb770ee3-fd84-4b31-ba9d-99bb2331f775-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.882616] env[69603]: DEBUG oslo_concurrency.lockutils [req-9b4fbd17-fa0c-4217-8872-cb54a96fc3ab req-8f2d615b-85a7-4b3a-84ad-b4bf901848bd service nova] Lock "bb770ee3-fd84-4b31-ba9d-99bb2331f775-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.882778] env[69603]: DEBUG nova.compute.manager [req-9b4fbd17-fa0c-4217-8872-cb54a96fc3ab req-8f2d615b-85a7-4b3a-84ad-b4bf901848bd service nova] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] No waiting events found dispatching network-vif-plugged-2229dff9-e166-4cdd-b28b-f0f5bc152d80 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.882943] env[69603]: WARNING nova.compute.manager [req-9b4fbd17-fa0c-4217-8872-cb54a96fc3ab req-8f2d615b-85a7-4b3a-84ad-b4bf901848bd service nova] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Received unexpected event network-vif-plugged-2229dff9-e166-4cdd-b28b-f0f5bc152d80 for instance with vm_state building and task_state spawning. [ 1095.883119] env[69603]: DEBUG nova.compute.manager [req-9b4fbd17-fa0c-4217-8872-cb54a96fc3ab req-8f2d615b-85a7-4b3a-84ad-b4bf901848bd service nova] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Received event network-changed-2229dff9-e166-4cdd-b28b-f0f5bc152d80 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.883276] env[69603]: DEBUG nova.compute.manager [req-9b4fbd17-fa0c-4217-8872-cb54a96fc3ab req-8f2d615b-85a7-4b3a-84ad-b4bf901848bd service nova] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Refreshing instance network info cache due to event network-changed-2229dff9-e166-4cdd-b28b-f0f5bc152d80. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1095.883459] env[69603]: DEBUG oslo_concurrency.lockutils [req-9b4fbd17-fa0c-4217-8872-cb54a96fc3ab req-8f2d615b-85a7-4b3a-84ad-b4bf901848bd service nova] Acquiring lock "refresh_cache-bb770ee3-fd84-4b31-ba9d-99bb2331f775" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.883618] env[69603]: DEBUG oslo_concurrency.lockutils [req-9b4fbd17-fa0c-4217-8872-cb54a96fc3ab req-8f2d615b-85a7-4b3a-84ad-b4bf901848bd service nova] Acquired lock "refresh_cache-bb770ee3-fd84-4b31-ba9d-99bb2331f775" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.883772] env[69603]: DEBUG nova.network.neutron [req-9b4fbd17-fa0c-4217-8872-cb54a96fc3ab req-8f2d615b-85a7-4b3a-84ad-b4bf901848bd service nova] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Refreshing network info cache for port 2229dff9-e166-4cdd-b28b-f0f5bc152d80 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.919595] env[69603]: DEBUG nova.objects.instance [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lazy-loading 'flavor' on Instance uuid a76d04aa-a60d-44b8-8428-18ab9158985c {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.957465] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0d7e1f19-15c7-463d-b6a6-b9f0ae046b7e tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.278s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.984365] env[69603]: DEBUG oslo_concurrency.lockutils [None req-26b6b7a6-29c7-43df-b61d-58529c416c02 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-a761e010-7d9f-4fc1-9788-7caedf5e382e-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.629s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.109026] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9799fcd2-d50a-4633-af7a-6f25619ccf5a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.119627] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe422068-4a46-4e53-8984-a659e18f6444 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.150739] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6a6507-080f-4659-9948-919e38ca6355 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.159643] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a0f9a6-d04d-4200-b43f-c385bb73b6d9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.173534] env[69603]: DEBUG nova.compute.provider_tree [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.184712] env[69603]: DEBUG nova.compute.manager [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.184953] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.186052] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cea454-2c23-4032-b4e5-dd55a38db7da {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.193661] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.193968] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1984eb99-dc21-4459-bbe7-e67ce32b0d32 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.265932] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.266184] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.266691] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleting the datastore file [datastore1] e2e0183b-1b9a-4e1c-ba33-cc91285f6471 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.266691] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77970b99-6bff-4f95-a9b4-d192d75c7cbb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.272991] env[69603]: DEBUG oslo_vmware.api [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1096.272991] env[69603]: value = "task-3480613" [ 1096.272991] env[69603]: _type = "Task" [ 1096.272991] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.283984] env[69603]: DEBUG oslo_vmware.api [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.289253] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480611, 'name': CreateVM_Task, 'duration_secs': 0.364834} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.289444] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.290150] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.290320] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.290645] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.290901] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4812cdef-ae47-4572-b2a7-d8176155a240 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.295431] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1096.295431] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f10d92-2d4e-0d4d-ddc0-3596d6950eca" [ 1096.295431] env[69603]: _type = "Task" [ 1096.295431] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.303640] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f10d92-2d4e-0d4d-ddc0-3596d6950eca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.361987] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.362374] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.448150] env[69603]: INFO nova.compute.manager [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Unrescuing [ 1096.448418] env[69603]: DEBUG oslo_concurrency.lockutils [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "refresh_cache-0ad64046-fd31-42c5-a46f-df71d202f5e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.448566] env[69603]: DEBUG oslo_concurrency.lockutils [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquired lock "refresh_cache-0ad64046-fd31-42c5-a46f-df71d202f5e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.448725] env[69603]: DEBUG nova.network.neutron [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.589894] env[69603]: DEBUG nova.network.neutron [req-9b4fbd17-fa0c-4217-8872-cb54a96fc3ab req-8f2d615b-85a7-4b3a-84ad-b4bf901848bd service nova] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Updated VIF entry in instance network info cache for port 2229dff9-e166-4cdd-b28b-f0f5bc152d80. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1096.590291] env[69603]: DEBUG nova.network.neutron [req-9b4fbd17-fa0c-4217-8872-cb54a96fc3ab req-8f2d615b-85a7-4b3a-84ad-b4bf901848bd service nova] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Updating instance_info_cache with network_info: [{"id": "2229dff9-e166-4cdd-b28b-f0f5bc152d80", "address": "fa:16:3e:81:23:1e", "network": {"id": "7a64cca1-edf1-46c7-9cb6-14a6d7a4423d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028146117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edecefa7632b4ca68b7af43ed344878a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2229dff9-e1", "ovs_interfaceid": "2229dff9-e166-4cdd-b28b-f0f5bc152d80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.677013] env[69603]: DEBUG nova.scheduler.client.report [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.783245] env[69603]: DEBUG oslo_vmware.api [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141817} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.783511] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.783689] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.783891] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.784091] env[69603]: INFO nova.compute.manager [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1096.784339] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.784531] env[69603]: DEBUG nova.compute.manager [-] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.784624] env[69603]: DEBUG nova.network.neutron [-] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.806519] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f10d92-2d4e-0d4d-ddc0-3596d6950eca, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.806789] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.807227] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.807534] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.807689] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.807875] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.808161] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-632e0e21-567c-4073-b23a-9f411c33377e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.817258] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.817770] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.818241] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97fa55d8-f7ae-40a6-bc43-89b010e33ad4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.823816] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1096.823816] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52880140-d292-3e3a-9198-aa43486dc031" [ 1096.823816] env[69603]: _type = "Task" [ 1096.823816] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.832330] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52880140-d292-3e3a-9198-aa43486dc031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.865737] env[69603]: INFO nova.compute.manager [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Detaching volume 2ba2500b-707f-4c4c-97be-402188bf9c2e [ 1096.906529] env[69603]: INFO nova.virt.block_device [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Attempting to driver detach volume 2ba2500b-707f-4c4c-97be-402188bf9c2e from mountpoint /dev/sdc [ 1096.906793] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1096.906998] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695848', 'volume_id': '2ba2500b-707f-4c4c-97be-402188bf9c2e', 'name': 'volume-2ba2500b-707f-4c4c-97be-402188bf9c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a', 'attached_at': '', 'detached_at': '', 'volume_id': '2ba2500b-707f-4c4c-97be-402188bf9c2e', 'serial': '2ba2500b-707f-4c4c-97be-402188bf9c2e'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1096.907950] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55a5de1-309d-42ce-b175-b6748fde6330 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.932999] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e08aa1f6-64c9-496c-bfc8-f1ebc3028490 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.282s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.938786] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2721f2c4-9103-4152-9edf-6d28c87d589d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.948735] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629e6d54-bc5d-4495-8735-63b8498f3e15 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.980010] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcefd1f2-55df-4632-a536-134c3dc6c185 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.001023] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] The volume has not been displaced from its original location: [datastore1] volume-2ba2500b-707f-4c4c-97be-402188bf9c2e/volume-2ba2500b-707f-4c4c-97be-402188bf9c2e.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1097.005444] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Reconfiguring VM instance instance-0000005a to detach disk 2002 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1097.008188] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6821018-7fed-4052-b77c-0b7258828e44 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.029212] env[69603]: DEBUG oslo_vmware.api [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1097.029212] env[69603]: value = "task-3480614" [ 1097.029212] env[69603]: _type = "Task" [ 1097.029212] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.037987] env[69603]: DEBUG oslo_vmware.api [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.093269] env[69603]: DEBUG oslo_concurrency.lockutils [req-9b4fbd17-fa0c-4217-8872-cb54a96fc3ab req-8f2d615b-85a7-4b3a-84ad-b4bf901848bd service nova] Releasing lock "refresh_cache-bb770ee3-fd84-4b31-ba9d-99bb2331f775" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.107295] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4678b4-816b-4e74-b40e-c43513e92704 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.132978] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance 'c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0' progress to 0 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.182088] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.823s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.185885] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.548s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.187524] env[69603]: INFO nova.compute.claims [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.215804] env[69603]: INFO nova.scheduler.client.report [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Deleted allocations for instance b2106f86-8b4e-4ea1-990e-8dda353eaef4 [ 1097.260505] env[69603]: DEBUG nova.network.neutron [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Updating instance_info_cache with network_info: [{"id": "91843e18-5bf2-40f4-94b3-d99ff9e4faec", "address": "fa:16:3e:82:8e:cb", "network": {"id": "d0213713-3fb0-456c-a860-d2f2cc52c24c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-784414495-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d17c18f277e546e1a840b588d5e6e60f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91843e18-5b", "ovs_interfaceid": "91843e18-5bf2-40f4-94b3-d99ff9e4faec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.334334] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52880140-d292-3e3a-9198-aa43486dc031, 'name': SearchDatastore_Task, 'duration_secs': 0.009271} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.335421] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc94454-1dae-4cb6-b2b7-4b32880027b5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.341090] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1097.341090] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5200b5ec-0b79-b926-78f8-8b6ec2f02319" [ 1097.341090] env[69603]: _type = "Task" [ 1097.341090] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.350757] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5200b5ec-0b79-b926-78f8-8b6ec2f02319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.394075] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "a76d04aa-a60d-44b8-8428-18ab9158985c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.394326] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.394532] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "a76d04aa-a60d-44b8-8428-18ab9158985c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.394745] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.394946] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.397327] env[69603]: INFO nova.compute.manager [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Terminating instance [ 1097.538663] env[69603]: DEBUG oslo_vmware.api [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480614, 'name': ReconfigVM_Task, 'duration_secs': 0.377509} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.538941] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Reconfigured VM instance instance-0000005a to detach disk 2002 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.544083] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4c57570-f9d2-4ff8-b685-16d571e745fe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.559367] env[69603]: DEBUG nova.network.neutron [-] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.560778] env[69603]: DEBUG oslo_vmware.api [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1097.560778] env[69603]: value = "task-3480615" [ 1097.560778] env[69603]: _type = "Task" [ 1097.560778] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.569676] env[69603]: DEBUG oslo_vmware.api [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.600490] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "interface-a761e010-7d9f-4fc1-9788-7caedf5e382e-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.600762] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-a761e010-7d9f-4fc1-9788-7caedf5e382e-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.638792] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.640351] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd4ff399-e313-4f06-91e0-2381493fdd0d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.646807] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1097.646807] env[69603]: value = "task-3480616" [ 1097.646807] env[69603]: _type = "Task" [ 1097.646807] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.655620] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.722556] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ec978d12-8313-4678-bd49-6b75f28c5db4 tempest-ServersV294TestFqdnHostnames-920675626 tempest-ServersV294TestFqdnHostnames-920675626-project-member] Lock "b2106f86-8b4e-4ea1-990e-8dda353eaef4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.169s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.763515] env[69603]: DEBUG oslo_concurrency.lockutils [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Releasing lock "refresh_cache-0ad64046-fd31-42c5-a46f-df71d202f5e6" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.764312] env[69603]: DEBUG nova.objects.instance [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lazy-loading 'flavor' on Instance uuid 0ad64046-fd31-42c5-a46f-df71d202f5e6 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.851955] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5200b5ec-0b79-b926-78f8-8b6ec2f02319, 'name': SearchDatastore_Task, 'duration_secs': 0.012314} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.852198] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.852458] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] bb770ee3-fd84-4b31-ba9d-99bb2331f775/bb770ee3-fd84-4b31-ba9d-99bb2331f775.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.852712] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41e6575a-34ff-4416-99f3-8ba8f303f05f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.859288] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1097.859288] env[69603]: value = "task-3480617" [ 1097.859288] env[69603]: _type = "Task" [ 1097.859288] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.869129] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.901293] env[69603]: DEBUG nova.compute.manager [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.901502] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.902498] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafaa5c8-86a3-46ef-ab4b-1702e8ec7875 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.910056] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.910497] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-068eec16-44c7-4154-9bdf-585f31302db0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.916734] env[69603]: DEBUG oslo_vmware.api [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1097.916734] env[69603]: value = "task-3480618" [ 1097.916734] env[69603]: _type = "Task" [ 1097.916734] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.925288] env[69603]: DEBUG oslo_vmware.api [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.927400] env[69603]: DEBUG nova.compute.manager [req-b3ed85f3-deec-46ea-aa7e-285f44d6e14f req-e7c60837-9ce2-476e-bbb9-fd3bd66c9d66 service nova] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Received event network-vif-deleted-4c3dcd89-c913-45c6-bea8-155441e20c3e {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.061973] env[69603]: INFO nova.compute.manager [-] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Took 1.28 seconds to deallocate network for instance. [ 1098.077526] env[69603]: DEBUG oslo_vmware.api [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480615, 'name': ReconfigVM_Task, 'duration_secs': 0.19905} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.077858] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695848', 'volume_id': '2ba2500b-707f-4c4c-97be-402188bf9c2e', 'name': 'volume-2ba2500b-707f-4c4c-97be-402188bf9c2e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a', 'attached_at': '', 'detached_at': '', 'volume_id': '2ba2500b-707f-4c4c-97be-402188bf9c2e', 'serial': '2ba2500b-707f-4c4c-97be-402188bf9c2e'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1098.104101] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.104353] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.105409] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c29038-7b8d-4c67-a3ac-51660a98a65b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.125286] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cea9323-2f48-43d0-bcc7-da857b91fe41 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.153684] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Reconfiguring VM to detach interface {{(pid=69603) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1098.158101] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-937e97c3-4cb4-4018-b1d3-93079987e652 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.178976] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480616, 'name': PowerOffVM_Task, 'duration_secs': 0.483804} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.180522] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.180697] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance 'c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0' progress to 17 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1098.184441] env[69603]: DEBUG oslo_vmware.api [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1098.184441] env[69603]: value = "task-3480619" [ 1098.184441] env[69603]: _type = "Task" [ 1098.184441] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.194840] env[69603]: DEBUG oslo_vmware.api [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.272655] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783f51eb-148a-462f-88ab-90224fc4b7ef {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.296261] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.299590] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd84b22a-376d-4a5b-b3d7-d1685619e9bd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.307652] env[69603]: DEBUG oslo_vmware.api [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1098.307652] env[69603]: value = "task-3480620" [ 1098.307652] env[69603]: _type = "Task" [ 1098.307652] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.316335] env[69603]: DEBUG oslo_vmware.api [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.369363] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490567} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.372377] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] bb770ee3-fd84-4b31-ba9d-99bb2331f775/bb770ee3-fd84-4b31-ba9d-99bb2331f775.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.372680] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.373139] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b7f9cbf-7619-4ee1-8441-69a98a229d39 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.379515] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1098.379515] env[69603]: value = "task-3480621" [ 1098.379515] env[69603]: _type = "Task" [ 1098.379515] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.388851] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.431146] env[69603]: DEBUG oslo_vmware.api [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480618, 'name': PowerOffVM_Task, 'duration_secs': 0.217763} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.431464] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.431815] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.432123] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cebb25a3-f94f-48e4-8f7d-66375dcef72f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.482530] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb270f1-1fc7-427c-95fa-9a811ca9cdb3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.489329] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776f4286-baf9-44e3-bc91-1cef8c3cd785 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.523486] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7b4d17-dceb-418f-862c-fd6e48c2c49f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.526344] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.526541] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.526713] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Deleting the datastore file [datastore2] a76d04aa-a60d-44b8-8428-18ab9158985c {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.526963] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce8a2435-7741-42c8-a91a-d34522b0a77b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.535296] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549d1c0d-18de-4923-befe-3a13caf11801 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.539369] env[69603]: DEBUG oslo_vmware.api [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1098.539369] env[69603]: value = "task-3480623" [ 1098.539369] env[69603]: _type = "Task" [ 1098.539369] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.551097] env[69603]: DEBUG nova.compute.provider_tree [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.557184] env[69603]: DEBUG oslo_vmware.api [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.573433] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.622522] env[69603]: DEBUG nova.objects.instance [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lazy-loading 'flavor' on Instance uuid 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.690587] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.690910] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.691220] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.691433] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.691589] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.691803] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.692042] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.692214] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.692430] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.692624] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.692826] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.698627] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff9c9800-10be-4c6b-81c0-9dc09415a887 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.714497] env[69603]: DEBUG oslo_vmware.api [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.715890] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1098.715890] env[69603]: value = "task-3480624" [ 1098.715890] env[69603]: _type = "Task" [ 1098.715890] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.723826] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.818454] env[69603]: DEBUG oslo_vmware.api [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480620, 'name': PowerOffVM_Task, 'duration_secs': 0.206682} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.818772] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.825809] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1098.826221] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1917c054-dc60-4a7d-bee3-ef72204740b0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.844816] env[69603]: DEBUG oslo_vmware.api [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1098.844816] env[69603]: value = "task-3480625" [ 1098.844816] env[69603]: _type = "Task" [ 1098.844816] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.852868] env[69603]: DEBUG oslo_vmware.api [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480625, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.893015] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070823} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.893015] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.893015] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a1be84-80cd-4dcb-bd4d-4397868737f8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.915670] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] bb770ee3-fd84-4b31-ba9d-99bb2331f775/bb770ee3-fd84-4b31-ba9d-99bb2331f775.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.916018] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c529b5b-3d87-4726-90d7-d21118ac599b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.938414] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1098.938414] env[69603]: value = "task-3480626" [ 1098.938414] env[69603]: _type = "Task" [ 1098.938414] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.948284] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480626, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.057319] env[69603]: DEBUG nova.scheduler.client.report [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.058934] env[69603]: DEBUG oslo_vmware.api [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167874} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.059282] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.059378] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.059576] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.059775] env[69603]: INFO nova.compute.manager [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1099.060020] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.062107] env[69603]: DEBUG nova.compute.manager [-] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.062107] env[69603]: DEBUG nova.network.neutron [-] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.198400] env[69603]: DEBUG oslo_vmware.api [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.225827] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480624, 'name': ReconfigVM_Task, 'duration_secs': 0.227929} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.226180] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance 'c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0' progress to 33 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.354994] env[69603]: DEBUG oslo_vmware.api [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480625, 'name': ReconfigVM_Task, 'duration_secs': 0.245233} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.355297] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1099.355484] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.355730] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ceb649e4-ae64-4bb3-9918-5178fa5ed498 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.361684] env[69603]: DEBUG oslo_vmware.api [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1099.361684] env[69603]: value = "task-3480627" [ 1099.361684] env[69603]: _type = "Task" [ 1099.361684] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.449396] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480626, 'name': ReconfigVM_Task, 'duration_secs': 0.362934} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.449725] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Reconfigured VM instance instance-00000068 to attach disk [datastore1] bb770ee3-fd84-4b31-ba9d-99bb2331f775/bb770ee3-fd84-4b31-ba9d-99bb2331f775.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.450378] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4edb389-3f58-4002-b485-89c409860f93 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.457085] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1099.457085] env[69603]: value = "task-3480628" [ 1099.457085] env[69603]: _type = "Task" [ 1099.457085] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.466352] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480628, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.562029] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.562532] env[69603]: DEBUG nova.compute.manager [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.565492] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.992s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.565615] env[69603]: DEBUG nova.objects.instance [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lazy-loading 'resources' on Instance uuid e2e0183b-1b9a-4e1c-ba33-cc91285f6471 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.627534] env[69603]: DEBUG nova.compute.manager [req-7ff74f34-e0c8-4f41-ba91-f8c007bdb2c8 req-3fb6dca2-5d45-4a57-9d2f-7ca6c0d63587 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Received event network-vif-deleted-0652f8d2-73a9-43c6-8016-058f2b0f8e05 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.627754] env[69603]: INFO nova.compute.manager [req-7ff74f34-e0c8-4f41-ba91-f8c007bdb2c8 req-3fb6dca2-5d45-4a57-9d2f-7ca6c0d63587 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Neutron deleted interface 0652f8d2-73a9-43c6-8016-058f2b0f8e05; detaching it from the instance and deleting it from the info cache [ 1099.627938] env[69603]: DEBUG nova.network.neutron [req-7ff74f34-e0c8-4f41-ba91-f8c007bdb2c8 req-3fb6dca2-5d45-4a57-9d2f-7ca6c0d63587 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.632860] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b331ab5e-431f-46c7-b5d0-ca836b7d19fa tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.697785] env[69603]: DEBUG oslo_vmware.api [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.732702] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.733144] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.733144] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.733311] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.733456] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.733598] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.733794] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.733970] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.734167] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.734399] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.734492] env[69603]: DEBUG nova.virt.hardware [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.740121] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1099.740270] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da1635d5-a9e1-4cd3-b8bd-00434193d3f2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.758523] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1099.758523] env[69603]: value = "task-3480629" [ 1099.758523] env[69603]: _type = "Task" [ 1099.758523] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.767090] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.872014] env[69603]: DEBUG oslo_vmware.api [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480627, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.966213] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480628, 'name': Rename_Task, 'duration_secs': 0.173559} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.966479] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.966717] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d219244-fd8f-4804-8bee-215a5d11f35f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.972771] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1099.972771] env[69603]: value = "task-3480630" [ 1099.972771] env[69603]: _type = "Task" [ 1099.972771] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.980312] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.018935] env[69603]: DEBUG nova.network.neutron [-] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.068581] env[69603]: DEBUG nova.compute.utils [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.079100] env[69603]: DEBUG nova.compute.manager [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Not allocating networking since 'none' was specified. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1100.133200] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9fafada1-05a3-409f-b6a6-2c3f508018c4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.146764] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15503bc-1817-4459-8552-faa133209c14 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.186684] env[69603]: DEBUG nova.compute.manager [req-7ff74f34-e0c8-4f41-ba91-f8c007bdb2c8 req-3fb6dca2-5d45-4a57-9d2f-7ca6c0d63587 service nova] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Detach interface failed, port_id=0652f8d2-73a9-43c6-8016-058f2b0f8e05, reason: Instance a76d04aa-a60d-44b8-8428-18ab9158985c could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.198649] env[69603]: DEBUG oslo_vmware.api [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.269741] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480629, 'name': ReconfigVM_Task, 'duration_secs': 0.397235} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.270253] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1100.273629] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5954a7-6ee3-4096-97f5-6af6827339e2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.300325] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0/c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1100.303222] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d00c521e-a62b-46b9-a0b9-fe84d5c08526 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.322092] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1100.322092] env[69603]: value = "task-3480631" [ 1100.322092] env[69603]: _type = "Task" [ 1100.322092] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.332607] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.377927] env[69603]: DEBUG oslo_vmware.api [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480627, 'name': PowerOnVM_Task, 'duration_secs': 0.588128} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.378931] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.379337] env[69603]: DEBUG nova.compute.manager [None req-71db666b-1dab-41ee-83a9-5792eced034b tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.380436] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60202a5-7662-49e7-aa21-cce98b3928dc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.409292] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881bb319-1e47-4581-bea5-d23972c01689 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.423229] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb4e89e-690c-4125-a733-a3f534d8c3cd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.458607] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33095ff6-5c27-4e4c-8fda-129c7f82beb7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.467412] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e28d0c-e947-4f02-8ec4-ea6b2b2a4e4c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.487980] env[69603]: DEBUG nova.compute.provider_tree [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.492300] env[69603]: DEBUG oslo_vmware.api [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480630, 'name': PowerOnVM_Task, 'duration_secs': 0.486714} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.493069] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1100.493377] env[69603]: INFO nova.compute.manager [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Took 7.13 seconds to spawn the instance on the hypervisor. [ 1100.493600] env[69603]: DEBUG nova.compute.manager [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1100.494452] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2137e4b-fd5b-4c57-95a9-8ccb5d036928 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.522652] env[69603]: INFO nova.compute.manager [-] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Took 1.46 seconds to deallocate network for instance. [ 1100.580275] env[69603]: DEBUG nova.compute.manager [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.700321] env[69603]: DEBUG oslo_vmware.api [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.841289] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.878182] env[69603]: DEBUG oslo_concurrency.lockutils [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.878438] env[69603]: DEBUG oslo_concurrency.lockutils [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.878658] env[69603]: DEBUG oslo_concurrency.lockutils [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.878941] env[69603]: DEBUG oslo_concurrency.lockutils [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.879161] env[69603]: DEBUG oslo_concurrency.lockutils [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.882583] env[69603]: INFO nova.compute.manager [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Terminating instance [ 1100.995216] env[69603]: DEBUG nova.scheduler.client.report [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.012496] env[69603]: INFO nova.compute.manager [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Took 13.77 seconds to build instance. [ 1101.029967] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.198217] env[69603]: DEBUG oslo_vmware.api [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.337041] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480631, 'name': ReconfigVM_Task, 'duration_secs': 0.568858} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.337041] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Reconfigured VM instance instance-0000005b to attach disk [datastore1] c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0/c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1101.337041] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance 'c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0' progress to 50 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.387541] env[69603]: DEBUG nova.compute.manager [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.387750] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.388945] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29859d67-8546-4ba7-b822-24317cd4ab1a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.397979] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.398542] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85b8c432-6535-464b-a202-c6563c63a507 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.404641] env[69603]: DEBUG oslo_vmware.api [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1101.404641] env[69603]: value = "task-3480632" [ 1101.404641] env[69603]: _type = "Task" [ 1101.404641] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.412460] env[69603]: DEBUG oslo_vmware.api [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.424410] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "0ad64046-fd31-42c5-a46f-df71d202f5e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.424699] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "0ad64046-fd31-42c5-a46f-df71d202f5e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.424866] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "0ad64046-fd31-42c5-a46f-df71d202f5e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.425086] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "0ad64046-fd31-42c5-a46f-df71d202f5e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.425264] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "0ad64046-fd31-42c5-a46f-df71d202f5e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.427470] env[69603]: INFO nova.compute.manager [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Terminating instance [ 1101.499918] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.502919] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.473s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.503195] env[69603]: DEBUG nova.objects.instance [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lazy-loading 'resources' on Instance uuid a76d04aa-a60d-44b8-8428-18ab9158985c {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.513776] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4add0d53-b184-4157-893b-9c864bc867a1 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "bb770ee3-fd84-4b31-ba9d-99bb2331f775" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.282s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.528759] env[69603]: INFO nova.scheduler.client.report [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleted allocations for instance e2e0183b-1b9a-4e1c-ba33-cc91285f6471 [ 1101.589879] env[69603]: DEBUG nova.compute.manager [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.616938] env[69603]: DEBUG nova.virt.hardware [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.617200] env[69603]: DEBUG nova.virt.hardware [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.617364] env[69603]: DEBUG nova.virt.hardware [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.617535] env[69603]: DEBUG nova.virt.hardware [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.617679] env[69603]: DEBUG nova.virt.hardware [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.617825] env[69603]: DEBUG nova.virt.hardware [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.618081] env[69603]: DEBUG nova.virt.hardware [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.618270] env[69603]: DEBUG nova.virt.hardware [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.618440] env[69603]: DEBUG nova.virt.hardware [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.618601] env[69603]: DEBUG nova.virt.hardware [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.618774] env[69603]: DEBUG nova.virt.hardware [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.619672] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b4860d-a57d-4b91-8f6d-250a6f281a03 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.627658] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6aa1f1-3e48-49f9-ac16-74d0e2a481cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.647209] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.657104] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Creating folder: Project (6b759a7bdf22483b9e7bed5b12aa660e). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.657645] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d57ddd53-4b60-4b7e-93c6-096f343ad2d3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.682700] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Created folder: Project (6b759a7bdf22483b9e7bed5b12aa660e) in parent group-v695567. [ 1101.682925] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Creating folder: Instances. Parent ref: group-v695851. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.683279] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-abc573c7-58e9-4467-ad22-f5b012812354 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.700682] env[69603]: DEBUG oslo_vmware.api [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.702787] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Created folder: Instances in parent group-v695851. [ 1101.703123] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.703388] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.703668] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f623d220-d094-459b-b440-38cfa139be43 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.734368] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.734368] env[69603]: value = "task-3480635" [ 1101.734368] env[69603]: _type = "Task" [ 1101.734368] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.747645] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480635, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.842486] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a443db5-3c28-41f2-ac72-25eff456be93 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.868593] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6354e7-ed9e-4e52-9225-69795d47effa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.891423] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance 'c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0' progress to 67 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1101.914810] env[69603]: DEBUG oslo_vmware.api [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480632, 'name': PowerOffVM_Task, 'duration_secs': 0.367268} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.914987] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.916935] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.916935] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28e53aed-d6ba-40bf-8c9b-82e9beddb491 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.933100] env[69603]: DEBUG nova.compute.manager [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1101.933100] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.933100] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ebd0fb-4e87-43a8-b5a5-471adc9eae53 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.941385] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.941672] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5646e5cd-fa60-4461-983a-9268f08b0666 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.949583] env[69603]: DEBUG oslo_vmware.api [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1101.949583] env[69603]: value = "task-3480637" [ 1101.949583] env[69603]: _type = "Task" [ 1101.949583] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.960248] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "bb770ee3-fd84-4b31-ba9d-99bb2331f775" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.960453] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "bb770ee3-fd84-4b31-ba9d-99bb2331f775" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.960658] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "bb770ee3-fd84-4b31-ba9d-99bb2331f775-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.960912] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "bb770ee3-fd84-4b31-ba9d-99bb2331f775-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.961203] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "bb770ee3-fd84-4b31-ba9d-99bb2331f775-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.963128] env[69603]: DEBUG oslo_vmware.api [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.963588] env[69603]: INFO nova.compute.manager [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Terminating instance [ 1101.991384] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.991600] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.991832] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Deleting the datastore file [datastore2] 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.992142] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf96c60c-7bf2-4990-b614-9eeb0d7dc006 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.999818] env[69603]: DEBUG oslo_vmware.api [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for the task: (returnval){ [ 1101.999818] env[69603]: value = "task-3480638" [ 1101.999818] env[69603]: _type = "Task" [ 1101.999818] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.010790] env[69603]: DEBUG oslo_vmware.api [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.036682] env[69603]: DEBUG oslo_concurrency.lockutils [None req-0b9711f8-7728-4d5f-bff8-556fb3a79237 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "e2e0183b-1b9a-4e1c-ba33-cc91285f6471" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.358s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.199093] env[69603]: DEBUG oslo_vmware.api [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.247862] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480635, 'name': CreateVM_Task, 'duration_secs': 0.433151} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.250504] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.251406] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.251406] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.251771] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.253048] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-405fa17c-7812-465a-8e10-f457454de880 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.257424] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1102.257424] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5295fbd0-b324-e77b-1f3f-f7625df026e7" [ 1102.257424] env[69603]: _type = "Task" [ 1102.257424] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.265292] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5295fbd0-b324-e77b-1f3f-f7625df026e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.279505] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b49b497-0c5f-4796-8fe5-fd558d792812 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.290718] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d022e51-552e-421b-a20d-9ab9fcadb969 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.323289] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64258092-becb-47c8-9123-aa4635618894 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.331555] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c56335-069c-46ae-b0c0-262531200294 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.346406] env[69603]: DEBUG nova.compute.provider_tree [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.461474] env[69603]: DEBUG oslo_vmware.api [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480637, 'name': PowerOffVM_Task, 'duration_secs': 0.260461} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.461739] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.461919] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.462405] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f4b1625-88a9-4af1-8a8c-5b63f3936279 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.468492] env[69603]: DEBUG nova.compute.manager [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.468714] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.469605] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe66db9-3dfc-479b-828f-9fcccd442680 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.478995] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.478995] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad704c72-de14-491b-b5aa-b7ad5d000e7b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.486289] env[69603]: DEBUG oslo_vmware.api [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1102.486289] env[69603]: value = "task-3480640" [ 1102.486289] env[69603]: _type = "Task" [ 1102.486289] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.502191] env[69603]: DEBUG oslo_vmware.api [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.512898] env[69603]: DEBUG oslo_vmware.api [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Task: {'id': task-3480638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208759} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.513221] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.513413] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.513601] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.513779] env[69603]: INFO nova.compute.manager [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1102.514072] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.514282] env[69603]: DEBUG nova.compute.manager [-] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.514376] env[69603]: DEBUG nova.network.neutron [-] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.542238] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.542238] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.542484] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Deleting the datastore file [datastore2] 0ad64046-fd31-42c5-a46f-df71d202f5e6 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.542713] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60f469bc-39fa-4c30-85ab-9ff987046575 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.549685] env[69603]: DEBUG oslo_vmware.api [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1102.549685] env[69603]: value = "task-3480641" [ 1102.549685] env[69603]: _type = "Task" [ 1102.549685] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.559912] env[69603]: DEBUG oslo_vmware.api [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480641, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.702427] env[69603]: DEBUG oslo_vmware.api [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.769894] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5295fbd0-b324-e77b-1f3f-f7625df026e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009638} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.770232] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.770465] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.770700] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.770845] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.771032] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.771303] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d93963ec-69b6-4d68-be39-5eb8784ecf2a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.781819] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.781819] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.781819] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef3aad20-4abf-4ce2-874d-675c0e41a9dd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.788025] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1102.788025] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529cd287-5f06-083f-b0f5-4fd0e7a42617" [ 1102.788025] env[69603]: _type = "Task" [ 1102.788025] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.792864] env[69603]: DEBUG oslo_concurrency.lockutils [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.792864] env[69603]: DEBUG oslo_concurrency.lockutils [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.792864] env[69603]: DEBUG oslo_concurrency.lockutils [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.792864] env[69603]: DEBUG oslo_concurrency.lockutils [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.792864] env[69603]: DEBUG oslo_concurrency.lockutils [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.794450] env[69603]: INFO nova.compute.manager [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Terminating instance [ 1102.801562] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529cd287-5f06-083f-b0f5-4fd0e7a42617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.849608] env[69603]: DEBUG nova.scheduler.client.report [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.999873] env[69603]: DEBUG oslo_vmware.api [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480640, 'name': PowerOffVM_Task, 'duration_secs': 0.230772} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.999873] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.999873] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.999873] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c11a363-00e2-4e0b-8179-8a93a335b9ed {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.063658] env[69603]: DEBUG oslo_vmware.api [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480641, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184198} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.064990] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.065207] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.065479] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.065558] env[69603]: INFO nova.compute.manager [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1103.069132] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.069389] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.069578] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.069809] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Deleting the datastore file [datastore1] bb770ee3-fd84-4b31-ba9d-99bb2331f775 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.072119] env[69603]: DEBUG nova.compute.manager [-] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.072119] env[69603]: DEBUG nova.network.neutron [-] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.077383] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2022e210-36c6-4d17-bacd-986e29ee660d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.084046] env[69603]: DEBUG oslo_vmware.api [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1103.084046] env[69603]: value = "task-3480643" [ 1103.084046] env[69603]: _type = "Task" [ 1103.084046] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.094120] env[69603]: DEBUG oslo_vmware.api [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.203160] env[69603]: DEBUG oslo_vmware.api [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.292094] env[69603]: DEBUG nova.compute.manager [req-575b6feb-232b-491a-990a-1de9d505245c req-29362ed6-a52a-4679-8856-5d0778060c1a service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Received event network-vif-deleted-80b1f2c2-9fda-4e67-a2c4-8838ad880301 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.292094] env[69603]: INFO nova.compute.manager [req-575b6feb-232b-491a-990a-1de9d505245c req-29362ed6-a52a-4679-8856-5d0778060c1a service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Neutron deleted interface 80b1f2c2-9fda-4e67-a2c4-8838ad880301; detaching it from the instance and deleting it from the info cache [ 1103.292094] env[69603]: DEBUG nova.network.neutron [req-575b6feb-232b-491a-990a-1de9d505245c req-29362ed6-a52a-4679-8856-5d0778060c1a service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.306319] env[69603]: DEBUG nova.compute.manager [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.306564] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.308890] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529cd287-5f06-083f-b0f5-4fd0e7a42617, 'name': SearchDatastore_Task, 'duration_secs': 0.00961} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.308890] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5d7467-125a-4309-b07a-6ae0b5fb8bed {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.312105] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac5d3587-c3b6-483e-a7cf-3f1fe5dccbb6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.320227] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.321615] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-069d6dcb-726a-4d3c-8264-ad3194e2b341 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.323316] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1103.323316] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52639fe3-2baf-0f28-0670-fa7361c914b2" [ 1103.323316] env[69603]: _type = "Task" [ 1103.323316] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.328749] env[69603]: DEBUG oslo_vmware.api [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1103.328749] env[69603]: value = "task-3480644" [ 1103.328749] env[69603]: _type = "Task" [ 1103.328749] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.333033] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52639fe3-2baf-0f28-0670-fa7361c914b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009526} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.335354] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.335620] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] b2b664e9-efb0-4c46-8232-4b9d0796ba6d/b2b664e9-efb0-4c46-8232-4b9d0796ba6d.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.335877] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7124f40e-8830-4812-bce2-cbb9fb38ade4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.344102] env[69603]: DEBUG oslo_vmware.api [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.344102] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1103.344102] env[69603]: value = "task-3480645" [ 1103.344102] env[69603]: _type = "Task" [ 1103.344102] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.353713] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.357105] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.389690] env[69603]: INFO nova.scheduler.client.report [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Deleted allocations for instance a76d04aa-a60d-44b8-8428-18ab9158985c [ 1103.416481] env[69603]: DEBUG nova.compute.manager [req-7c62f232-9d80-421d-9416-92b39b702ce4 req-ec1b40d4-62a3-4fd3-aaae-fb420324c698 service nova] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Received event network-vif-deleted-91843e18-5bf2-40f4-94b3-d99ff9e4faec {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.416811] env[69603]: INFO nova.compute.manager [req-7c62f232-9d80-421d-9416-92b39b702ce4 req-ec1b40d4-62a3-4fd3-aaae-fb420324c698 service nova] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Neutron deleted interface 91843e18-5bf2-40f4-94b3-d99ff9e4faec; detaching it from the instance and deleting it from the info cache [ 1103.417134] env[69603]: DEBUG nova.network.neutron [req-7c62f232-9d80-421d-9416-92b39b702ce4 req-ec1b40d4-62a3-4fd3-aaae-fb420324c698 service nova] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.595834] env[69603]: DEBUG oslo_vmware.api [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14659} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.597657] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.597920] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.598123] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.598308] env[69603]: INFO nova.compute.manager [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1103.598984] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.599254] env[69603]: DEBUG nova.compute.manager [-] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.599357] env[69603]: DEBUG nova.network.neutron [-] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.624012] env[69603]: DEBUG nova.network.neutron [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Port ca8f17fe-2f3c-431d-be75-6a4afe9ab298 binding to destination host cpu-1 is already ACTIVE {{(pid=69603) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1103.704900] env[69603]: DEBUG oslo_vmware.api [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480619, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.776883] env[69603]: DEBUG nova.network.neutron [-] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.802260] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cef32c9-994a-455f-a591-01c569631f97 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.812129] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ed465e-3faa-44bb-9114-a80757a58352 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.852039] env[69603]: DEBUG oslo_vmware.api [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480644, 'name': PowerOffVM_Task, 'duration_secs': 0.179518} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.865783] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.866055] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.866473] env[69603]: DEBUG nova.compute.manager [req-575b6feb-232b-491a-990a-1de9d505245c req-29362ed6-a52a-4679-8856-5d0778060c1a service nova] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Detach interface failed, port_id=80b1f2c2-9fda-4e67-a2c4-8838ad880301, reason: Instance 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1103.866997] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9de60a23-9ecc-49aa-bf7e-72ee26779556 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.875034] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528135} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.875368] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] b2b664e9-efb0-4c46-8232-4b9d0796ba6d/b2b664e9-efb0-4c46-8232-4b9d0796ba6d.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1103.875633] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1103.875928] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7598a562-e2d7-42d4-8952-f735c8b99a7b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.882873] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1103.882873] env[69603]: value = "task-3480647" [ 1103.882873] env[69603]: _type = "Task" [ 1103.882873] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.892085] env[69603]: DEBUG nova.network.neutron [-] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.892591] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.900639] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d5ff00ba-7194-4d57-a126-7c2e1226346c tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "a76d04aa-a60d-44b8-8428-18ab9158985c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.505s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.920584] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1007baec-5f31-4bef-953b-a59b78b1314a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.934620] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e2a350-bdb4-4070-8f92-92fcd5626ff9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.949919] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.950258] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.950510] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleting the datastore file [datastore1] 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.951297] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a39912e-7076-4737-aa84-9ed5e2a12dec {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.960435] env[69603]: DEBUG oslo_vmware.api [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for the task: (returnval){ [ 1103.960435] env[69603]: value = "task-3480648" [ 1103.960435] env[69603]: _type = "Task" [ 1103.960435] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.976179] env[69603]: DEBUG nova.compute.manager [req-7c62f232-9d80-421d-9416-92b39b702ce4 req-ec1b40d4-62a3-4fd3-aaae-fb420324c698 service nova] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Detach interface failed, port_id=91843e18-5bf2-40f4-94b3-d99ff9e4faec, reason: Instance 0ad64046-fd31-42c5-a46f-df71d202f5e6 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1103.980730] env[69603]: DEBUG oslo_vmware.api [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.206086] env[69603]: DEBUG oslo_vmware.api [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480619, 'name': ReconfigVM_Task, 'duration_secs': 5.784459} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.206341] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.206557] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Reconfigured VM to detach interface {{(pid=69603) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1104.278574] env[69603]: INFO nova.compute.manager [-] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Took 1.76 seconds to deallocate network for instance. [ 1104.395856] env[69603]: INFO nova.compute.manager [-] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Took 1.32 seconds to deallocate network for instance. [ 1104.396371] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081932} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.398789] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.403346] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bf1fab-00f9-4ab3-a0e6-409573d079a9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.426554] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] b2b664e9-efb0-4c46-8232-4b9d0796ba6d/b2b664e9-efb0-4c46-8232-4b9d0796ba6d.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.427055] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52b24d51-462a-4740-bf55-1b2b71f3cf81 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.453585] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1104.453585] env[69603]: value = "task-3480649" [ 1104.453585] env[69603]: _type = "Task" [ 1104.453585] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.464058] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.475124] env[69603]: DEBUG oslo_vmware.api [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Task: {'id': task-3480648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144626} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.475124] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.475124] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.475124] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.475124] env[69603]: INFO nova.compute.manager [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1104.475124] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.475124] env[69603]: DEBUG nova.compute.manager [-] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.475124] env[69603]: DEBUG nova.network.neutron [-] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.554778] env[69603]: DEBUG nova.network.neutron [-] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.653766] env[69603]: DEBUG oslo_concurrency.lockutils [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.654158] env[69603]: DEBUG oslo_concurrency.lockutils [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.654496] env[69603]: DEBUG oslo_concurrency.lockutils [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.703611] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquiring lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.704173] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.785780] env[69603]: DEBUG oslo_concurrency.lockutils [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.786209] env[69603]: DEBUG oslo_concurrency.lockutils [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.786565] env[69603]: DEBUG nova.objects.instance [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lazy-loading 'resources' on Instance uuid 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.908637] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.964344] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.064091] env[69603]: INFO nova.compute.manager [-] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Took 1.46 seconds to deallocate network for instance. [ 1105.207893] env[69603]: DEBUG nova.compute.manager [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1105.369865] env[69603]: DEBUG nova.network.neutron [-] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.470238] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480649, 'name': ReconfigVM_Task, 'duration_secs': 0.729504} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.470545] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] b2b664e9-efb0-4c46-8232-4b9d0796ba6d/b2b664e9-efb0-4c46-8232-4b9d0796ba6d.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.473079] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c4a50e8-07fe-4b75-a0f7-c8623f234899 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.476242] env[69603]: DEBUG nova.compute.manager [req-5738026c-1bff-436e-934e-24aad7d86499 req-1c6152f5-83ac-461d-bcd0-dc8456ecc861 service nova] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Received event network-vif-deleted-2229dff9-e166-4cdd-b28b-f0f5bc152d80 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.485011] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1105.485011] env[69603]: value = "task-3480650" [ 1105.485011] env[69603]: _type = "Task" [ 1105.485011] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.492272] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.492473] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.493106] env[69603]: DEBUG nova.network.neutron [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.496672] env[69603]: DEBUG nova.compute.manager [req-0c2479ea-0713-4caa-a244-e4e48d0d38e4 req-b3c57407-d396-47e1-bb84-89107a2c6414 service nova] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Received event network-vif-deleted-c76d71d4-6719-495f-b88c-e4255ab60d6c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.501344] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480650, 'name': Rename_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.508063] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c32524-b191-4e6a-909d-d522d6a5e900 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.520715] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3bba53-d3f7-419a-9ff1-991b8a5b1b81 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.555565] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95472003-48bd-4ca4-8f97-2ff2a579f5b7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.564149] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1ded8c-15ed-459d-8922-ba553bcd2571 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.582719] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.583357] env[69603]: DEBUG nova.compute.provider_tree [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.709639] env[69603]: DEBUG oslo_concurrency.lockutils [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.709639] env[69603]: DEBUG oslo_concurrency.lockutils [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.709639] env[69603]: DEBUG nova.network.neutron [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.729360] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.872412] env[69603]: INFO nova.compute.manager [-] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Took 1.40 seconds to deallocate network for instance. [ 1105.994704] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480650, 'name': Rename_Task, 'duration_secs': 0.13347} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.995020] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.995296] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bc4a5d7-b0fd-46b1-ad98-238eda49e8d8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.002245] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1106.002245] env[69603]: value = "task-3480651" [ 1106.002245] env[69603]: _type = "Task" [ 1106.002245] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.009859] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480651, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.087896] env[69603]: DEBUG nova.scheduler.client.report [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.224618] env[69603]: INFO nova.network.neutron [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Port 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1106.224974] env[69603]: DEBUG nova.network.neutron [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updating instance_info_cache with network_info: [{"id": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "address": "fa:16:3e:53:27:43", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5839e-3c", "ovs_interfaceid": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.250725] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "be93a717-f385-446f-93d8-06b462e7d449" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.250987] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "be93a717-f385-446f-93d8-06b462e7d449" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.332570] env[69603]: DEBUG oslo_concurrency.lockutils [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "interface-ffd4f5e3-f189-4681-b1a8-67b291918703-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.332793] env[69603]: DEBUG oslo_concurrency.lockutils [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-ffd4f5e3-f189-4681-b1a8-67b291918703-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.333139] env[69603]: DEBUG nova.objects.instance [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lazy-loading 'flavor' on Instance uuid ffd4f5e3-f189-4681-b1a8-67b291918703 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.378822] env[69603]: DEBUG oslo_concurrency.lockutils [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.441701] env[69603]: DEBUG nova.network.neutron [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance_info_cache with network_info: [{"id": "ca8f17fe-2f3c-431d-be75-6a4afe9ab298", "address": "fa:16:3e:a2:fc:ef", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8f17fe-2f", "ovs_interfaceid": "ca8f17fe-2f3c-431d-be75-6a4afe9ab298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.512927] env[69603]: DEBUG oslo_vmware.api [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480651, 'name': PowerOnVM_Task, 'duration_secs': 0.446606} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.513214] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.513414] env[69603]: INFO nova.compute.manager [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Took 4.92 seconds to spawn the instance on the hypervisor. [ 1106.513590] env[69603]: DEBUG nova.compute.manager [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1106.514474] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3877bb6b-74b0-40b6-9844-959c54b00f35 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.593080] env[69603]: DEBUG oslo_concurrency.lockutils [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.806s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.595992] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.687s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.596285] env[69603]: DEBUG nova.objects.instance [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lazy-loading 'resources' on Instance uuid 0ad64046-fd31-42c5-a46f-df71d202f5e6 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.615988] env[69603]: INFO nova.scheduler.client.report [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Deleted allocations for instance 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a [ 1106.729980] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.755279] env[69603]: DEBUG nova.compute.manager [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1106.928997] env[69603]: DEBUG nova.objects.instance [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lazy-loading 'pci_requests' on Instance uuid ffd4f5e3-f189-4681-b1a8-67b291918703 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.944144] env[69603]: DEBUG oslo_concurrency.lockutils [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.034906] env[69603]: INFO nova.compute.manager [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Took 11.42 seconds to build instance. [ 1107.124367] env[69603]: DEBUG oslo_concurrency.lockutils [None req-99f2ea31-b2d5-4d01-b71b-51b2643c1365 tempest-AttachVolumeTestJSON-1336768847 tempest-AttachVolumeTestJSON-1336768847-project-member] Lock "46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.246s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.232675] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1e0b0dbd-90f2-41a8-8522-837ce72c7add tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-a761e010-7d9f-4fc1-9788-7caedf5e382e-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.632s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.273762] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.294836] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fe9162-f668-4cf5-bbbf-389d52b3396c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.302624] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdcfc40-1789-41f7-8550-05c50949d724 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.335514] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac66911-da11-4989-b350-11385c42462a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.343543] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ebab85-6bde-4e13-ad09-719c37e73c74 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.357209] env[69603]: DEBUG nova.compute.provider_tree [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.431727] env[69603]: DEBUG nova.objects.base [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1107.432053] env[69603]: DEBUG nova.network.neutron [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.454451] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d353fda-ac1a-46be-9c99-9efc0c0b5cc3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.462507] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66e3d74-63fb-429a-8a6e-edc6ad7531aa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.501175] env[69603]: DEBUG nova.policy [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b5a559e296f4a44808838df8b2652b7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e45969eb4ad041bab259e6c0a7e8cddf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.537146] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5eae1dc8-d3f0-40b6-9364-fbbcffb443f8 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Lock "b2b664e9-efb0-4c46-8232-4b9d0796ba6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.924s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.655176] env[69603]: DEBUG nova.compute.manager [req-b4d2ccca-e8b1-4cef-a2d0-6e49553bc069 req-5a063c9a-4ef4-4280-9b92-771b355040fe service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Received event network-changed-97b5839e-3c6a-47e0-b07d-42e093e1317a {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.655176] env[69603]: DEBUG nova.compute.manager [req-b4d2ccca-e8b1-4cef-a2d0-6e49553bc069 req-5a063c9a-4ef4-4280-9b92-771b355040fe service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Refreshing instance network info cache due to event network-changed-97b5839e-3c6a-47e0-b07d-42e093e1317a. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.655176] env[69603]: DEBUG oslo_concurrency.lockutils [req-b4d2ccca-e8b1-4cef-a2d0-6e49553bc069 req-5a063c9a-4ef4-4280-9b92-771b355040fe service nova] Acquiring lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.655176] env[69603]: DEBUG oslo_concurrency.lockutils [req-b4d2ccca-e8b1-4cef-a2d0-6e49553bc069 req-5a063c9a-4ef4-4280-9b92-771b355040fe service nova] Acquired lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.655176] env[69603]: DEBUG nova.network.neutron [req-b4d2ccca-e8b1-4cef-a2d0-6e49553bc069 req-5a063c9a-4ef4-4280-9b92-771b355040fe service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Refreshing network info cache for port 97b5839e-3c6a-47e0-b07d-42e093e1317a {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.860190] env[69603]: DEBUG nova.scheduler.client.report [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.147487] env[69603]: INFO nova.compute.manager [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Rebuilding instance [ 1108.194553] env[69603]: DEBUG nova.compute.manager [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.195507] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c6e2b1-fc8f-4cc7-a064-172e069be04f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.355154] env[69603]: DEBUG nova.network.neutron [req-b4d2ccca-e8b1-4cef-a2d0-6e49553bc069 req-5a063c9a-4ef4-4280-9b92-771b355040fe service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updated VIF entry in instance network info cache for port 97b5839e-3c6a-47e0-b07d-42e093e1317a. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.355500] env[69603]: DEBUG nova.network.neutron [req-b4d2ccca-e8b1-4cef-a2d0-6e49553bc069 req-5a063c9a-4ef4-4280-9b92-771b355040fe service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updating instance_info_cache with network_info: [{"id": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "address": "fa:16:3e:53:27:43", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97b5839e-3c", "ovs_interfaceid": "97b5839e-3c6a-47e0-b07d-42e093e1317a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.365794] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.367989] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.785s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.368232] env[69603]: DEBUG nova.objects.instance [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lazy-loading 'resources' on Instance uuid bb770ee3-fd84-4b31-ba9d-99bb2331f775 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.384139] env[69603]: INFO nova.scheduler.client.report [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Deleted allocations for instance 0ad64046-fd31-42c5-a46f-df71d202f5e6 [ 1108.563222] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec596056-b9e4-4306-a675-6d2bf5e3a9fe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.596366] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13fe13f-671d-44e3-8b6b-ed1a7ec8ef28 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.606058] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance 'c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0' progress to 83 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1108.859417] env[69603]: DEBUG oslo_concurrency.lockutils [req-b4d2ccca-e8b1-4cef-a2d0-6e49553bc069 req-5a063c9a-4ef4-4280-9b92-771b355040fe service nova] Releasing lock "refresh_cache-a761e010-7d9f-4fc1-9788-7caedf5e382e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.859464] env[69603]: DEBUG nova.compute.manager [req-b4d2ccca-e8b1-4cef-a2d0-6e49553bc069 req-5a063c9a-4ef4-4280-9b92-771b355040fe service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Received event network-changed-a57379ad-bcf3-4c6a-8501-08806f25bfbe {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.859637] env[69603]: DEBUG nova.compute.manager [req-b4d2ccca-e8b1-4cef-a2d0-6e49553bc069 req-5a063c9a-4ef4-4280-9b92-771b355040fe service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Refreshing instance network info cache due to event network-changed-a57379ad-bcf3-4c6a-8501-08806f25bfbe. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1108.859856] env[69603]: DEBUG oslo_concurrency.lockutils [req-b4d2ccca-e8b1-4cef-a2d0-6e49553bc069 req-5a063c9a-4ef4-4280-9b92-771b355040fe service nova] Acquiring lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.859996] env[69603]: DEBUG oslo_concurrency.lockutils [req-b4d2ccca-e8b1-4cef-a2d0-6e49553bc069 req-5a063c9a-4ef4-4280-9b92-771b355040fe service nova] Acquired lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.860177] env[69603]: DEBUG nova.network.neutron [req-b4d2ccca-e8b1-4cef-a2d0-6e49553bc069 req-5a063c9a-4ef4-4280-9b92-771b355040fe service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Refreshing network info cache for port a57379ad-bcf3-4c6a-8501-08806f25bfbe {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.891305] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c46f6b2-996d-48b1-b757-554a0ab08615 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "0ad64046-fd31-42c5-a46f-df71d202f5e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.466s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.114089] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.115404] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2948d5ab-f620-401f-9fd7-acc4230bb907 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.117702] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a252e223-d413-4efb-8470-61d4dc4e1f7e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.124502] env[69603]: DEBUG nova.network.neutron [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Successfully updated port: 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1109.129424] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a03bac8-fcf4-4be2-9c29-3a6832a65871 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.134507] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1109.134507] env[69603]: value = "task-3480653" [ 1109.134507] env[69603]: _type = "Task" [ 1109.134507] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.167359] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e99e1ca-78fd-478a-80e4-784f91f5cee7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.174290] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480653, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.179823] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1151b8d8-42a1-4a96-b01c-6c7ab45f2433 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.195149] env[69603]: DEBUG nova.compute.provider_tree [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.208320] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.208883] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7977ef2c-9f28-4f9c-be6a-aab81a36057f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.215919] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1109.215919] env[69603]: value = "task-3480654" [ 1109.215919] env[69603]: _type = "Task" [ 1109.215919] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.224465] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.628580] env[69603]: DEBUG oslo_concurrency.lockutils [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.630467] env[69603]: DEBUG nova.network.neutron [req-b4d2ccca-e8b1-4cef-a2d0-6e49553bc069 req-5a063c9a-4ef4-4280-9b92-771b355040fe service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Updated VIF entry in instance network info cache for port a57379ad-bcf3-4c6a-8501-08806f25bfbe. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.630827] env[69603]: DEBUG nova.network.neutron [req-b4d2ccca-e8b1-4cef-a2d0-6e49553bc069 req-5a063c9a-4ef4-4280-9b92-771b355040fe service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Updating instance_info_cache with network_info: [{"id": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "address": "fa:16:3e:d5:1f:f1", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57379ad-bc", "ovs_interfaceid": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.644017] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480653, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.681934] env[69603]: DEBUG nova.compute.manager [req-22e66d32-c1d0-47d5-8228-65b07a0eee4c req-e8d00ac9-3e5c-4efd-8d1f-98b5929f3829 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Received event network-vif-plugged-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.682319] env[69603]: DEBUG oslo_concurrency.lockutils [req-22e66d32-c1d0-47d5-8228-65b07a0eee4c req-e8d00ac9-3e5c-4efd-8d1f-98b5929f3829 service nova] Acquiring lock "ffd4f5e3-f189-4681-b1a8-67b291918703-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.682528] env[69603]: DEBUG oslo_concurrency.lockutils [req-22e66d32-c1d0-47d5-8228-65b07a0eee4c req-e8d00ac9-3e5c-4efd-8d1f-98b5929f3829 service nova] Lock "ffd4f5e3-f189-4681-b1a8-67b291918703-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.682653] env[69603]: DEBUG oslo_concurrency.lockutils [req-22e66d32-c1d0-47d5-8228-65b07a0eee4c req-e8d00ac9-3e5c-4efd-8d1f-98b5929f3829 service nova] Lock "ffd4f5e3-f189-4681-b1a8-67b291918703-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.682733] env[69603]: DEBUG nova.compute.manager [req-22e66d32-c1d0-47d5-8228-65b07a0eee4c req-e8d00ac9-3e5c-4efd-8d1f-98b5929f3829 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] No waiting events found dispatching network-vif-plugged-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.682885] env[69603]: WARNING nova.compute.manager [req-22e66d32-c1d0-47d5-8228-65b07a0eee4c req-e8d00ac9-3e5c-4efd-8d1f-98b5929f3829 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Received unexpected event network-vif-plugged-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff for instance with vm_state active and task_state None. [ 1109.683079] env[69603]: DEBUG nova.compute.manager [req-22e66d32-c1d0-47d5-8228-65b07a0eee4c req-e8d00ac9-3e5c-4efd-8d1f-98b5929f3829 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Received event network-changed-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.683222] env[69603]: DEBUG nova.compute.manager [req-22e66d32-c1d0-47d5-8228-65b07a0eee4c req-e8d00ac9-3e5c-4efd-8d1f-98b5929f3829 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Refreshing instance network info cache due to event network-changed-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.683371] env[69603]: DEBUG oslo_concurrency.lockutils [req-22e66d32-c1d0-47d5-8228-65b07a0eee4c req-e8d00ac9-3e5c-4efd-8d1f-98b5929f3829 service nova] Acquiring lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.698784] env[69603]: DEBUG nova.scheduler.client.report [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.726121] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480654, 'name': PowerOffVM_Task, 'duration_secs': 0.11845} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.726400] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.726629] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1109.727442] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9de83a-b05c-47dc-b154-cf618b1be204 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.734022] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1109.734502] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb88758e-c3a9-4439-8a24-9d1e6713ca76 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.761269] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1109.761470] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1109.761623] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Deleting the datastore file [datastore1] b2b664e9-efb0-4c46-8232-4b9d0796ba6d {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1109.761979] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-872b589c-0d31-409d-98e9-4a4b402ce22b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.767609] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1109.767609] env[69603]: value = "task-3480656" [ 1109.767609] env[69603]: _type = "Task" [ 1109.767609] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.775488] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.814898] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "086e632b-dc22-48cf-96e4-592a9f2ec15c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.815256] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "086e632b-dc22-48cf-96e4-592a9f2ec15c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.815468] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "086e632b-dc22-48cf-96e4-592a9f2ec15c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.815624] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "086e632b-dc22-48cf-96e4-592a9f2ec15c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.815760] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "086e632b-dc22-48cf-96e4-592a9f2ec15c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.818841] env[69603]: INFO nova.compute.manager [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Terminating instance [ 1110.134499] env[69603]: DEBUG oslo_concurrency.lockutils [req-b4d2ccca-e8b1-4cef-a2d0-6e49553bc069 req-5a063c9a-4ef4-4280-9b92-771b355040fe service nova] Releasing lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.135098] env[69603]: DEBUG oslo_concurrency.lockutils [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.135354] env[69603]: DEBUG nova.network.neutron [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.145977] env[69603]: DEBUG oslo_vmware.api [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480653, 'name': PowerOnVM_Task, 'duration_secs': 0.622038} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.147219] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.147409] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-60ddbcbf-06c4-42b1-a7ac-0f9e75dca1c0 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance 'c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0' progress to 100 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.203401] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.205782] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.477s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.207663] env[69603]: INFO nova.compute.claims [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.228619] env[69603]: INFO nova.scheduler.client.report [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Deleted allocations for instance bb770ee3-fd84-4b31-ba9d-99bb2331f775 [ 1110.278375] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108727} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.278611] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1110.278792] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1110.278965] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.321535] env[69603]: DEBUG nova.compute.manager [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.321745] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.322655] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee44ef1-3a4e-4302-b74b-360581c83e0d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.330320] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.330553] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53cf9d99-4b5b-41c5-8a15-ad7f5e41000b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.336768] env[69603]: DEBUG oslo_vmware.api [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1110.336768] env[69603]: value = "task-3480657" [ 1110.336768] env[69603]: _type = "Task" [ 1110.336768] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.344869] env[69603]: DEBUG oslo_vmware.api [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.738890] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e8f9ea89-d0ad-4742-9cbe-d32ee20a8cbb tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "bb770ee3-fd84-4b31-ba9d-99bb2331f775" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.777s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.850108] env[69603]: DEBUG oslo_vmware.api [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480657, 'name': PowerOffVM_Task, 'duration_secs': 0.232452} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.850387] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.850550] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.850800] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23734f1b-5da6-4422-a83f-14c3758b6494 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.891136] env[69603]: WARNING nova.network.neutron [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] cec22ff4-98d2-4241-bf1e-0a13e1802df2 already exists in list: networks containing: ['cec22ff4-98d2-4241-bf1e-0a13e1802df2']. ignoring it [ 1110.940087] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.940087] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.940260] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Deleting the datastore file [datastore1] 086e632b-dc22-48cf-96e4-592a9f2ec15c {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.940374] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5d3c8c1-eda2-4af7-98a6-3a3e86097960 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.946883] env[69603]: DEBUG oslo_vmware.api [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for the task: (returnval){ [ 1110.946883] env[69603]: value = "task-3480660" [ 1110.946883] env[69603]: _type = "Task" [ 1110.946883] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.955445] env[69603]: DEBUG oslo_vmware.api [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.291091] env[69603]: DEBUG nova.network.neutron [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Updating instance_info_cache with network_info: [{"id": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "address": "fa:16:3e:d5:1f:f1", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57379ad-bc", "ovs_interfaceid": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "39f3aeb9-9feb-4225-90a5-401a6f1cf7ff", "address": "fa:16:3e:23:51:cf", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39f3aeb9-9f", "ovs_interfaceid": "39f3aeb9-9feb-4225-90a5-401a6f1cf7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.315952] env[69603]: DEBUG nova.virt.hardware [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.316250] env[69603]: DEBUG nova.virt.hardware [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.316397] env[69603]: DEBUG nova.virt.hardware [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.316577] env[69603]: DEBUG nova.virt.hardware [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.316722] env[69603]: DEBUG nova.virt.hardware [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.316867] env[69603]: DEBUG nova.virt.hardware [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.317087] env[69603]: DEBUG nova.virt.hardware [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.317249] env[69603]: DEBUG nova.virt.hardware [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.318751] env[69603]: DEBUG nova.virt.hardware [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.318751] env[69603]: DEBUG nova.virt.hardware [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.318751] env[69603]: DEBUG nova.virt.hardware [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.319289] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9e113e-fc5e-4d03-84bb-265be5cf77b1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.329995] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb01329b-000e-4f7b-8e77-67a22ff724e2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.346803] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Instance VIF info [] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.352541] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.355230] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.355629] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-723e8387-ba93-4875-be74-c41a30b12da8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.374962] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.374962] env[69603]: value = "task-3480661" [ 1111.374962] env[69603]: _type = "Task" [ 1111.374962] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.384912] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480661, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.419333] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc359dce-2435-4d78-a6ab-2384eca3d492 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.426735] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdc7673-8cde-4098-bdf0-61603d80634d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.461647] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287ee764-087e-42d4-ae89-c5794459c520 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.471069] env[69603]: DEBUG oslo_vmware.api [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Task: {'id': task-3480660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209491} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.473381] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.473571] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.473756] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.473938] env[69603]: INFO nova.compute.manager [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1111.474243] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.474509] env[69603]: DEBUG nova.compute.manager [-] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.474653] env[69603]: DEBUG nova.network.neutron [-] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1111.477207] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9040c47-cc40-44d7-a758-c8c45e195c5e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.490679] env[69603]: DEBUG nova.compute.provider_tree [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.718997] env[69603]: DEBUG nova.compute.manager [req-2e46aa2b-6a04-40e5-b407-d1a2b1a229bd req-71447159-c3ef-4255-b99d-738239db22b7 service nova] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Received event network-vif-deleted-c19867e0-9a88-4d79-bdd6-bda56cef9c9d {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.719183] env[69603]: INFO nova.compute.manager [req-2e46aa2b-6a04-40e5-b407-d1a2b1a229bd req-71447159-c3ef-4255-b99d-738239db22b7 service nova] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Neutron deleted interface c19867e0-9a88-4d79-bdd6-bda56cef9c9d; detaching it from the instance and deleting it from the info cache [ 1111.719477] env[69603]: DEBUG nova.network.neutron [req-2e46aa2b-6a04-40e5-b407-d1a2b1a229bd req-71447159-c3ef-4255-b99d-738239db22b7 service nova] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.793188] env[69603]: DEBUG oslo_concurrency.lockutils [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.793910] env[69603]: DEBUG oslo_concurrency.lockutils [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.794161] env[69603]: DEBUG oslo_concurrency.lockutils [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.794504] env[69603]: DEBUG oslo_concurrency.lockutils [req-22e66d32-c1d0-47d5-8228-65b07a0eee4c req-e8d00ac9-3e5c-4efd-8d1f-98b5929f3829 service nova] Acquired lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.794766] env[69603]: DEBUG nova.network.neutron [req-22e66d32-c1d0-47d5-8228-65b07a0eee4c req-e8d00ac9-3e5c-4efd-8d1f-98b5929f3829 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Refreshing network info cache for port 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.797021] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c92661-513a-4031-92e4-b99016f5dd66 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.819987] env[69603]: DEBUG nova.virt.hardware [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1111.820308] env[69603]: DEBUG nova.virt.hardware [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1111.820520] env[69603]: DEBUG nova.virt.hardware [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1111.820754] env[69603]: DEBUG nova.virt.hardware [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1111.821013] env[69603]: DEBUG nova.virt.hardware [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1111.821453] env[69603]: DEBUG nova.virt.hardware [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1111.821589] env[69603]: DEBUG nova.virt.hardware [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1111.821721] env[69603]: DEBUG nova.virt.hardware [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1111.822011] env[69603]: DEBUG nova.virt.hardware [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1111.822152] env[69603]: DEBUG nova.virt.hardware [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1111.822388] env[69603]: DEBUG nova.virt.hardware [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1111.829549] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Reconfiguring VM to attach interface {{(pid=69603) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1111.830190] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03bd0c52-6357-4082-8deb-923d41817c4f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.849318] env[69603]: DEBUG oslo_vmware.api [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1111.849318] env[69603]: value = "task-3480662" [ 1111.849318] env[69603]: _type = "Task" [ 1111.849318] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.858099] env[69603]: DEBUG oslo_vmware.api [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480662, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.884818] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480661, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.994037] env[69603]: DEBUG nova.scheduler.client.report [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.180239] env[69603]: DEBUG nova.network.neutron [-] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.222448] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2534457f-a025-4770-ac5c-e27fd0f5ebb2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.234380] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98237367-5800-4669-83c9-e25e10798192 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.265894] env[69603]: DEBUG nova.compute.manager [req-2e46aa2b-6a04-40e5-b407-d1a2b1a229bd req-71447159-c3ef-4255-b99d-738239db22b7 service nova] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Detach interface failed, port_id=c19867e0-9a88-4d79-bdd6-bda56cef9c9d, reason: Instance 086e632b-dc22-48cf-96e4-592a9f2ec15c could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1112.359075] env[69603]: DEBUG oslo_vmware.api [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480662, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.384771] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480661, 'name': CreateVM_Task, 'duration_secs': 0.633884} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.384947] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.385425] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.385593] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.385919] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.386203] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7530b093-40bb-495c-aa6d-c38e0a837a08 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.390819] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1112.390819] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c210a3-9e51-bb5c-80e8-9f0dfb90ea33" [ 1112.390819] env[69603]: _type = "Task" [ 1112.390819] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.399900] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c210a3-9e51-bb5c-80e8-9f0dfb90ea33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.499743] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.500287] env[69603]: DEBUG nova.compute.manager [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1112.503777] env[69603]: DEBUG oslo_concurrency.lockutils [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.125s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.504279] env[69603]: DEBUG nova.objects.instance [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lazy-loading 'resources' on Instance uuid 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.575533] env[69603]: DEBUG nova.network.neutron [req-22e66d32-c1d0-47d5-8228-65b07a0eee4c req-e8d00ac9-3e5c-4efd-8d1f-98b5929f3829 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Updated VIF entry in instance network info cache for port 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1112.575985] env[69603]: DEBUG nova.network.neutron [req-22e66d32-c1d0-47d5-8228-65b07a0eee4c req-e8d00ac9-3e5c-4efd-8d1f-98b5929f3829 service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Updating instance_info_cache with network_info: [{"id": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "address": "fa:16:3e:d5:1f:f1", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57379ad-bc", "ovs_interfaceid": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "39f3aeb9-9feb-4225-90a5-401a6f1cf7ff", "address": "fa:16:3e:23:51:cf", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39f3aeb9-9f", "ovs_interfaceid": "39f3aeb9-9feb-4225-90a5-401a6f1cf7ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.668597] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "3433dc9a-9274-4aa1-a43e-8d42da210e2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.668811] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "3433dc9a-9274-4aa1-a43e-8d42da210e2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.669043] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "3433dc9a-9274-4aa1-a43e-8d42da210e2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.669253] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "3433dc9a-9274-4aa1-a43e-8d42da210e2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.669424] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "3433dc9a-9274-4aa1-a43e-8d42da210e2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.675841] env[69603]: INFO nova.compute.manager [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Terminating instance [ 1112.682823] env[69603]: INFO nova.compute.manager [-] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Took 1.21 seconds to deallocate network for instance. [ 1112.861792] env[69603]: DEBUG oslo_vmware.api [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480662, 'name': ReconfigVM_Task, 'duration_secs': 0.809167} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.862350] env[69603]: DEBUG oslo_concurrency.lockutils [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.862571] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Reconfigured VM to attach interface {{(pid=69603) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1112.900825] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c210a3-9e51-bb5c-80e8-9f0dfb90ea33, 'name': SearchDatastore_Task, 'duration_secs': 0.011221} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.901152] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.901389] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.901625] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.901769] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.901945] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.902254] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b89ebfa1-6101-4a48-96a6-55bf8571fbe9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.912433] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.912607] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.913352] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e80cbec-7c21-414e-a63e-9631bd86b3ff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.921437] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1112.921437] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529f743d-4588-03ee-bf3c-549ce549f489" [ 1112.921437] env[69603]: _type = "Task" [ 1112.921437] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.929351] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529f743d-4588-03ee-bf3c-549ce549f489, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.007878] env[69603]: DEBUG nova.compute.utils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.012054] env[69603]: DEBUG nova.compute.manager [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.012514] env[69603]: DEBUG nova.network.neutron [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.069819] env[69603]: DEBUG nova.policy [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6049b26692f64fb0ad676fdb57850d44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '363a8f7f56ec4678953705e2fa123c9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.079509] env[69603]: DEBUG oslo_concurrency.lockutils [req-22e66d32-c1d0-47d5-8228-65b07a0eee4c req-e8d00ac9-3e5c-4efd-8d1f-98b5929f3829 service nova] Releasing lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.183188] env[69603]: DEBUG nova.compute.manager [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.183188] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.183821] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab06c13-c519-4ad0-b4cf-edb48b3fd97c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.193438] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.202419] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.202785] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3307ccdb-c234-424b-b52e-1b19283ad0b6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.209609] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084984f9-8bd1-41d6-85ed-a3cc7ecffaab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.222465] env[69603]: DEBUG oslo_vmware.api [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1113.222465] env[69603]: value = "task-3480663" [ 1113.222465] env[69603]: _type = "Task" [ 1113.222465] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.223563] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbcfee0-7620-473c-a4f5-6f1ff1ef52ce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.235651] env[69603]: DEBUG oslo_vmware.api [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.262095] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6986fe0-191e-421c-a786-8d522f0fe69e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.270428] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f750306b-9b3f-4ffa-bac9-24a620f8de5c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.289837] env[69603]: DEBUG nova.compute.provider_tree [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.328030] env[69603]: DEBUG nova.network.neutron [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Port ca8f17fe-2f3c-431d-be75-6a4afe9ab298 binding to destination host cpu-1 is already ACTIVE {{(pid=69603) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1113.328303] env[69603]: DEBUG oslo_concurrency.lockutils [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.328458] env[69603]: DEBUG oslo_concurrency.lockutils [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.328624] env[69603]: DEBUG nova.network.neutron [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1113.367792] env[69603]: DEBUG oslo_concurrency.lockutils [None req-993ce76b-184a-453d-bfba-a624e2673d63 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-ffd4f5e3-f189-4681-b1a8-67b291918703-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.035s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.439030] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529f743d-4588-03ee-bf3c-549ce549f489, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.440257] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861643fb-ae5d-4bdb-b367-e194c7e58745 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.446670] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1113.446670] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bb25f5-b83a-fd35-b329-b3211f7adfc9" [ 1113.446670] env[69603]: _type = "Task" [ 1113.446670] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.455382] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bb25f5-b83a-fd35-b329-b3211f7adfc9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.498783] env[69603]: DEBUG nova.network.neutron [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Successfully created port: 87559b8a-eae5-4103-93e5-3b8891e12f48 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.512386] env[69603]: DEBUG nova.compute.manager [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1113.738319] env[69603]: DEBUG oslo_vmware.api [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480663, 'name': PowerOffVM_Task, 'duration_secs': 0.339236} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.738862] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.739193] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.739596] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb2dcdf7-c563-42dd-8bdb-e5291770ec35 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.795819] env[69603]: DEBUG nova.scheduler.client.report [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.836394] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.836394] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.836394] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Deleting the datastore file [datastore2] 3433dc9a-9274-4aa1-a43e-8d42da210e2c {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.836394] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cde4c0b-3c9e-4afa-9f40-8d001baacd06 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.836394] env[69603]: DEBUG oslo_vmware.api [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1113.836394] env[69603]: value = "task-3480665" [ 1113.836394] env[69603]: _type = "Task" [ 1113.836394] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.847383] env[69603]: DEBUG oslo_vmware.api [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.880115] env[69603]: DEBUG nova.network.neutron [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Successfully created port: d3e85d8e-af60-40d6-9c64-0dfc0b915f2f {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.962463] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bb25f5-b83a-fd35-b329-b3211f7adfc9, 'name': SearchDatastore_Task, 'duration_secs': 0.017422} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.962463] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.962463] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] b2b664e9-efb0-4c46-8232-4b9d0796ba6d/b2b664e9-efb0-4c46-8232-4b9d0796ba6d.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1113.962463] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa7e27be-7499-4957-bb20-c2a7cc37871f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.972336] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1113.972336] env[69603]: value = "task-3480666" [ 1113.972336] env[69603]: _type = "Task" [ 1113.972336] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.985503] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.120602] env[69603]: DEBUG nova.network.neutron [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance_info_cache with network_info: [{"id": "ca8f17fe-2f3c-431d-be75-6a4afe9ab298", "address": "fa:16:3e:a2:fc:ef", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8f17fe-2f", "ovs_interfaceid": "ca8f17fe-2f3c-431d-be75-6a4afe9ab298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.218583] env[69603]: DEBUG nova.network.neutron [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Successfully created port: 0f1ce249-39a5-4cf4-b550-8577be8c0bb8 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.305452] env[69603]: DEBUG oslo_concurrency.lockutils [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.307845] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.034s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.309460] env[69603]: INFO nova.compute.claims [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.344240] env[69603]: INFO nova.scheduler.client.report [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Deleted allocations for instance 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f [ 1114.353392] env[69603]: DEBUG oslo_vmware.api [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225354} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.353449] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.353605] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.353775] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.353938] env[69603]: INFO nova.compute.manager [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1114.354233] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.354438] env[69603]: DEBUG nova.compute.manager [-] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.354531] env[69603]: DEBUG nova.network.neutron [-] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.486863] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480666, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.525938] env[69603]: DEBUG nova.compute.manager [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1114.570202] env[69603]: DEBUG nova.virt.hardware [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1114.570480] env[69603]: DEBUG nova.virt.hardware [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1114.570639] env[69603]: DEBUG nova.virt.hardware [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.570820] env[69603]: DEBUG nova.virt.hardware [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1114.570966] env[69603]: DEBUG nova.virt.hardware [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.571434] env[69603]: DEBUG nova.virt.hardware [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1114.571688] env[69603]: DEBUG nova.virt.hardware [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1114.571857] env[69603]: DEBUG nova.virt.hardware [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1114.572045] env[69603]: DEBUG nova.virt.hardware [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1114.572202] env[69603]: DEBUG nova.virt.hardware [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1114.572376] env[69603]: DEBUG nova.virt.hardware [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1114.573298] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b6d385-f15d-4c26-aaa2-947829dbf8ca {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.585291] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047ee1d8-813e-4c60-9e74-177e5c7700d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.623958] env[69603]: DEBUG oslo_concurrency.lockutils [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.852789] env[69603]: DEBUG oslo_concurrency.lockutils [None req-24608fdc-6248-4903-98c4-9ac01d6619c0 tempest-ServersTestJSON-1970008089 tempest-ServersTestJSON-1970008089-project-member] Lock "5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.061s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.941248] env[69603]: DEBUG nova.compute.manager [req-7b1bb2c9-f02f-4dfe-96f3-9d28900b7dbb req-b4fa128e-3b06-41d5-92d4-529875dabba4 service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Received event network-vif-deleted-cb555180-bf5d-4e62-a47f-217a999a0450 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.941343] env[69603]: INFO nova.compute.manager [req-7b1bb2c9-f02f-4dfe-96f3-9d28900b7dbb req-b4fa128e-3b06-41d5-92d4-529875dabba4 service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Neutron deleted interface cb555180-bf5d-4e62-a47f-217a999a0450; detaching it from the instance and deleting it from the info cache [ 1114.941524] env[69603]: DEBUG nova.network.neutron [req-7b1bb2c9-f02f-4dfe-96f3-9d28900b7dbb req-b4fa128e-3b06-41d5-92d4-529875dabba4 service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.986028] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722567} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.986028] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] b2b664e9-efb0-4c46-8232-4b9d0796ba6d/b2b664e9-efb0-4c46-8232-4b9d0796ba6d.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.986028] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.986028] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d7b1bb5-5419-4f50-a561-b05619d0b692 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.990217] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1114.990217] env[69603]: value = "task-3480668" [ 1114.990217] env[69603]: _type = "Task" [ 1114.990217] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.998397] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.131479] env[69603]: DEBUG nova.compute.manager [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69603) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1115.224678] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "interface-ffd4f5e3-f189-4681-b1a8-67b291918703-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.225127] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-ffd4f5e3-f189-4681-b1a8-67b291918703-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.418619] env[69603]: DEBUG nova.network.neutron [-] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.443659] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-545cdc43-d48d-48f2-9ffd-b80950db7420 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.457392] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e264434-83a8-4781-9641-c0b37e954e65 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.492054] env[69603]: DEBUG nova.compute.manager [req-7b1bb2c9-f02f-4dfe-96f3-9d28900b7dbb req-b4fa128e-3b06-41d5-92d4-529875dabba4 service nova] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Detach interface failed, port_id=cb555180-bf5d-4e62-a47f-217a999a0450, reason: Instance 3433dc9a-9274-4aa1-a43e-8d42da210e2c could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1115.505515] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076426} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.505838] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.506784] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6583ce4-8996-44a0-b028-13e5ad2579af {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.531394] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] b2b664e9-efb0-4c46-8232-4b9d0796ba6d/b2b664e9-efb0-4c46-8232-4b9d0796ba6d.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.531829] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-518474d5-039d-46c4-ac4c-8e926b66e71f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.560798] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1115.560798] env[69603]: value = "task-3480669" [ 1115.560798] env[69603]: _type = "Task" [ 1115.560798] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.570768] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.572876] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d2e8ae-caea-4051-9312-5c27a1280a62 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.580864] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77db72fa-23ec-4ff3-89ec-e286ab8013d3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.611494] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd1b76f-06cb-4a3a-a1b0-0bc533b7a630 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.619359] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b4d157-fc93-42dc-9557-4dfe9178af5c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.636027] env[69603]: DEBUG nova.compute.provider_tree [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.729983] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.730342] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.731945] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f0ab66-8c02-49bb-a90f-6c47f61d4b5c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.752465] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df876d23-95d7-4a92-8945-24e17027fbb1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.781756] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Reconfiguring VM to detach interface {{(pid=69603) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1115.784117] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c9e73b2-1c50-45ae-9f63-21493b73acc7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.805288] env[69603]: DEBUG oslo_vmware.api [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1115.805288] env[69603]: value = "task-3480670" [ 1115.805288] env[69603]: _type = "Task" [ 1115.805288] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.814125] env[69603]: DEBUG oslo_vmware.api [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.921220] env[69603]: INFO nova.compute.manager [-] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Took 1.57 seconds to deallocate network for instance. [ 1116.033134] env[69603]: DEBUG nova.compute.manager [req-4c155a59-a7d3-477a-925c-1abee69be0ba req-51f78b58-51b7-41d4-ba21-4ffdb69d6a5b service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Received event network-vif-plugged-87559b8a-eae5-4103-93e5-3b8891e12f48 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.033463] env[69603]: DEBUG oslo_concurrency.lockutils [req-4c155a59-a7d3-477a-925c-1abee69be0ba req-51f78b58-51b7-41d4-ba21-4ffdb69d6a5b service nova] Acquiring lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.033599] env[69603]: DEBUG oslo_concurrency.lockutils [req-4c155a59-a7d3-477a-925c-1abee69be0ba req-51f78b58-51b7-41d4-ba21-4ffdb69d6a5b service nova] Lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.033824] env[69603]: DEBUG oslo_concurrency.lockutils [req-4c155a59-a7d3-477a-925c-1abee69be0ba req-51f78b58-51b7-41d4-ba21-4ffdb69d6a5b service nova] Lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.034237] env[69603]: DEBUG nova.compute.manager [req-4c155a59-a7d3-477a-925c-1abee69be0ba req-51f78b58-51b7-41d4-ba21-4ffdb69d6a5b service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] No waiting events found dispatching network-vif-plugged-87559b8a-eae5-4103-93e5-3b8891e12f48 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1116.034237] env[69603]: WARNING nova.compute.manager [req-4c155a59-a7d3-477a-925c-1abee69be0ba req-51f78b58-51b7-41d4-ba21-4ffdb69d6a5b service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Received unexpected event network-vif-plugged-87559b8a-eae5-4103-93e5-3b8891e12f48 for instance with vm_state building and task_state spawning. [ 1116.073125] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.137243] env[69603]: DEBUG nova.scheduler.client.report [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.169926] env[69603]: DEBUG nova.network.neutron [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Successfully updated port: 87559b8a-eae5-4103-93e5-3b8891e12f48 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.300513] env[69603]: DEBUG oslo_concurrency.lockutils [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.317735] env[69603]: DEBUG oslo_vmware.api [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.437292] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.570898] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480669, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.645383] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.645383] env[69603]: DEBUG nova.compute.manager [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.646267] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.453s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.646618] env[69603]: DEBUG nova.objects.instance [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lazy-loading 'resources' on Instance uuid 086e632b-dc22-48cf-96e4-592a9f2ec15c {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.819707] env[69603]: DEBUG oslo_vmware.api [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.072070] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480669, 'name': ReconfigVM_Task, 'duration_secs': 1.110178} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.072359] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Reconfigured VM instance instance-00000069 to attach disk [datastore1] b2b664e9-efb0-4c46-8232-4b9d0796ba6d/b2b664e9-efb0-4c46-8232-4b9d0796ba6d.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.073024] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-057941e4-8fe7-487b-ae1e-f7733f4cdd39 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.079804] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1117.079804] env[69603]: value = "task-3480671" [ 1117.079804] env[69603]: _type = "Task" [ 1117.079804] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.087494] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480671, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.149504] env[69603]: DEBUG nova.compute.utils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.154658] env[69603]: DEBUG nova.compute.manager [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.154658] env[69603]: DEBUG nova.network.neutron [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.208947] env[69603]: DEBUG nova.policy [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6e25d7cd2c540bb87dbf8e0e93a8361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64ffe97edab646d9886fc4aea203a15a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.319423] env[69603]: DEBUG oslo_vmware.api [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.352979] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0132f176-34f3-4e46-8a12-5a165c8ed802 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.360230] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a700b0-f685-4ae8-90aa-58f9f36cca3c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.391481] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d62ec5-5679-4c7d-b627-47ee6fbf3840 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.398804] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a56b19-fb1b-4b20-8be2-de1b4812f339 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.413349] env[69603]: DEBUG nova.compute.provider_tree [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.520951] env[69603]: DEBUG nova.network.neutron [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Successfully created port: 8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.594272] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480671, 'name': Rename_Task, 'duration_secs': 0.162132} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.594685] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.594808] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ade5230d-ea75-4caf-91ca-a0e35b95a3a0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.601985] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1117.601985] env[69603]: value = "task-3480672" [ 1117.601985] env[69603]: _type = "Task" [ 1117.601985] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.610963] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480672, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.655427] env[69603]: DEBUG nova.compute.manager [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.822988] env[69603]: DEBUG oslo_vmware.api [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.918441] env[69603]: DEBUG nova.scheduler.client.report [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.114503] env[69603]: DEBUG oslo_vmware.api [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480672, 'name': PowerOnVM_Task, 'duration_secs': 0.494606} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.114973] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.115371] env[69603]: DEBUG nova.compute.manager [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.116753] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad16e19-bbea-4687-b25e-83be428d9ac5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.218222] env[69603]: DEBUG nova.compute.manager [req-2a23cd29-13cc-4490-8929-6f96d4a6c75f req-b2ab1c8e-cd90-4ca7-a031-5a1900e33264 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Received event network-changed-87559b8a-eae5-4103-93e5-3b8891e12f48 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.218451] env[69603]: DEBUG nova.compute.manager [req-2a23cd29-13cc-4490-8929-6f96d4a6c75f req-b2ab1c8e-cd90-4ca7-a031-5a1900e33264 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Refreshing instance network info cache due to event network-changed-87559b8a-eae5-4103-93e5-3b8891e12f48. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.218669] env[69603]: DEBUG oslo_concurrency.lockutils [req-2a23cd29-13cc-4490-8929-6f96d4a6c75f req-b2ab1c8e-cd90-4ca7-a031-5a1900e33264 service nova] Acquiring lock "refresh_cache-19aa4ef4-27a5-4795-b78e-3c68a362cdb0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.218810] env[69603]: DEBUG oslo_concurrency.lockutils [req-2a23cd29-13cc-4490-8929-6f96d4a6c75f req-b2ab1c8e-cd90-4ca7-a031-5a1900e33264 service nova] Acquired lock "refresh_cache-19aa4ef4-27a5-4795-b78e-3c68a362cdb0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.218965] env[69603]: DEBUG nova.network.neutron [req-2a23cd29-13cc-4490-8929-6f96d4a6c75f req-b2ab1c8e-cd90-4ca7-a031-5a1900e33264 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Refreshing network info cache for port 87559b8a-eae5-4103-93e5-3b8891e12f48 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.319188] env[69603]: DEBUG oslo_vmware.api [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.427342] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.779s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.428753] env[69603]: DEBUG oslo_concurrency.lockutils [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.128s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.449543] env[69603]: INFO nova.scheduler.client.report [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Deleted allocations for instance 086e632b-dc22-48cf-96e4-592a9f2ec15c [ 1118.635410] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.670016] env[69603]: DEBUG nova.compute.manager [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.702105] env[69603]: DEBUG nova.virt.hardware [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.702105] env[69603]: DEBUG nova.virt.hardware [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.702105] env[69603]: DEBUG nova.virt.hardware [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.702105] env[69603]: DEBUG nova.virt.hardware [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.702105] env[69603]: DEBUG nova.virt.hardware [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.702105] env[69603]: DEBUG nova.virt.hardware [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.702105] env[69603]: DEBUG nova.virt.hardware [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.702105] env[69603]: DEBUG nova.virt.hardware [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.702105] env[69603]: DEBUG nova.virt.hardware [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.702105] env[69603]: DEBUG nova.virt.hardware [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.702901] env[69603]: DEBUG nova.virt.hardware [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.703939] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd4757b-a8d4-4786-aa2e-9565970660f7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.715265] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec2954e-34b7-4907-a9be-5197bc1671d9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.766713] env[69603]: DEBUG nova.network.neutron [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Successfully updated port: d3e85d8e-af60-40d6-9c64-0dfc0b915f2f {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.816141] env[69603]: DEBUG nova.network.neutron [req-2a23cd29-13cc-4490-8929-6f96d4a6c75f req-b2ab1c8e-cd90-4ca7-a031-5a1900e33264 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.822198] env[69603]: DEBUG oslo_vmware.api [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.933188] env[69603]: DEBUG nova.objects.instance [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lazy-loading 'migration_context' on Instance uuid c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.956733] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5c03dd67-0407-445f-abe4-cf80b332f673 tempest-ServerRescueTestJSON-683440911 tempest-ServerRescueTestJSON-683440911-project-member] Lock "086e632b-dc22-48cf-96e4-592a9f2ec15c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.141s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.045807] env[69603]: DEBUG nova.network.neutron [req-2a23cd29-13cc-4490-8929-6f96d4a6c75f req-b2ab1c8e-cd90-4ca7-a031-5a1900e33264 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.140036] env[69603]: DEBUG nova.compute.manager [req-542625b4-db49-43a4-85da-1781af891687 req-0243881f-54b8-4410-8836-28386c6f03ad service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Received event network-vif-plugged-8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.140281] env[69603]: DEBUG oslo_concurrency.lockutils [req-542625b4-db49-43a4-85da-1781af891687 req-0243881f-54b8-4410-8836-28386c6f03ad service nova] Acquiring lock "be93a717-f385-446f-93d8-06b462e7d449-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.140489] env[69603]: DEBUG oslo_concurrency.lockutils [req-542625b4-db49-43a4-85da-1781af891687 req-0243881f-54b8-4410-8836-28386c6f03ad service nova] Lock "be93a717-f385-446f-93d8-06b462e7d449-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.140857] env[69603]: DEBUG oslo_concurrency.lockutils [req-542625b4-db49-43a4-85da-1781af891687 req-0243881f-54b8-4410-8836-28386c6f03ad service nova] Lock "be93a717-f385-446f-93d8-06b462e7d449-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.140857] env[69603]: DEBUG nova.compute.manager [req-542625b4-db49-43a4-85da-1781af891687 req-0243881f-54b8-4410-8836-28386c6f03ad service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] No waiting events found dispatching network-vif-plugged-8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1119.141157] env[69603]: WARNING nova.compute.manager [req-542625b4-db49-43a4-85da-1781af891687 req-0243881f-54b8-4410-8836-28386c6f03ad service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Received unexpected event network-vif-plugged-8e483696-119a-4c97-9a46-796a3a0f7404 for instance with vm_state building and task_state spawning. [ 1119.220447] env[69603]: DEBUG nova.network.neutron [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Successfully updated port: 8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.321232] env[69603]: DEBUG oslo_vmware.api [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.550944] env[69603]: DEBUG oslo_concurrency.lockutils [req-2a23cd29-13cc-4490-8929-6f96d4a6c75f req-b2ab1c8e-cd90-4ca7-a031-5a1900e33264 service nova] Releasing lock "refresh_cache-19aa4ef4-27a5-4795-b78e-3c68a362cdb0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.651831] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3096cec-1319-4e54-b479-d080c5b6b14a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.660359] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc4bb5c-0b07-494d-a02e-16124c997ee8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.694092] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbca368f-c361-4e7e-87ca-83e101762ea3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.705017] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca60ab5-a5fa-4a12-a1a1-0e656b89d909 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.718920] env[69603]: DEBUG nova.compute.provider_tree [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.722012] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.722148] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.722291] env[69603]: DEBUG nova.network.neutron [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.821203] env[69603]: DEBUG oslo_vmware.api [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.937623] env[69603]: DEBUG oslo_concurrency.lockutils [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquiring lock "b2b664e9-efb0-4c46-8232-4b9d0796ba6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.937919] env[69603]: DEBUG oslo_concurrency.lockutils [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Lock "b2b664e9-efb0-4c46-8232-4b9d0796ba6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.938147] env[69603]: DEBUG oslo_concurrency.lockutils [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquiring lock "b2b664e9-efb0-4c46-8232-4b9d0796ba6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.938336] env[69603]: DEBUG oslo_concurrency.lockutils [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Lock "b2b664e9-efb0-4c46-8232-4b9d0796ba6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.938506] env[69603]: DEBUG oslo_concurrency.lockutils [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Lock "b2b664e9-efb0-4c46-8232-4b9d0796ba6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.940887] env[69603]: INFO nova.compute.manager [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Terminating instance [ 1120.222510] env[69603]: DEBUG nova.scheduler.client.report [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.250227] env[69603]: DEBUG nova.compute.manager [req-906d421a-96b3-40b9-ba67-0026c6ffb4ad req-e685bb7a-a54f-434c-bdbc-95571d9cdc77 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Received event network-vif-plugged-d3e85d8e-af60-40d6-9c64-0dfc0b915f2f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.250449] env[69603]: DEBUG oslo_concurrency.lockutils [req-906d421a-96b3-40b9-ba67-0026c6ffb4ad req-e685bb7a-a54f-434c-bdbc-95571d9cdc77 service nova] Acquiring lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.250817] env[69603]: DEBUG oslo_concurrency.lockutils [req-906d421a-96b3-40b9-ba67-0026c6ffb4ad req-e685bb7a-a54f-434c-bdbc-95571d9cdc77 service nova] Lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.250817] env[69603]: DEBUG oslo_concurrency.lockutils [req-906d421a-96b3-40b9-ba67-0026c6ffb4ad req-e685bb7a-a54f-434c-bdbc-95571d9cdc77 service nova] Lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.251210] env[69603]: DEBUG nova.compute.manager [req-906d421a-96b3-40b9-ba67-0026c6ffb4ad req-e685bb7a-a54f-434c-bdbc-95571d9cdc77 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] No waiting events found dispatching network-vif-plugged-d3e85d8e-af60-40d6-9c64-0dfc0b915f2f {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.251886] env[69603]: WARNING nova.compute.manager [req-906d421a-96b3-40b9-ba67-0026c6ffb4ad req-e685bb7a-a54f-434c-bdbc-95571d9cdc77 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Received unexpected event network-vif-plugged-d3e85d8e-af60-40d6-9c64-0dfc0b915f2f for instance with vm_state building and task_state spawning. [ 1120.252134] env[69603]: DEBUG nova.compute.manager [req-906d421a-96b3-40b9-ba67-0026c6ffb4ad req-e685bb7a-a54f-434c-bdbc-95571d9cdc77 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Received event network-changed-d3e85d8e-af60-40d6-9c64-0dfc0b915f2f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.252311] env[69603]: DEBUG nova.compute.manager [req-906d421a-96b3-40b9-ba67-0026c6ffb4ad req-e685bb7a-a54f-434c-bdbc-95571d9cdc77 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Refreshing instance network info cache due to event network-changed-d3e85d8e-af60-40d6-9c64-0dfc0b915f2f. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.252500] env[69603]: DEBUG oslo_concurrency.lockutils [req-906d421a-96b3-40b9-ba67-0026c6ffb4ad req-e685bb7a-a54f-434c-bdbc-95571d9cdc77 service nova] Acquiring lock "refresh_cache-19aa4ef4-27a5-4795-b78e-3c68a362cdb0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.252678] env[69603]: DEBUG oslo_concurrency.lockutils [req-906d421a-96b3-40b9-ba67-0026c6ffb4ad req-e685bb7a-a54f-434c-bdbc-95571d9cdc77 service nova] Acquired lock "refresh_cache-19aa4ef4-27a5-4795-b78e-3c68a362cdb0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.252951] env[69603]: DEBUG nova.network.neutron [req-906d421a-96b3-40b9-ba67-0026c6ffb4ad req-e685bb7a-a54f-434c-bdbc-95571d9cdc77 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Refreshing network info cache for port d3e85d8e-af60-40d6-9c64-0dfc0b915f2f {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.285238] env[69603]: DEBUG nova.network.neutron [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.322885] env[69603]: DEBUG oslo_vmware.api [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.444448] env[69603]: DEBUG oslo_concurrency.lockutils [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquiring lock "refresh_cache-b2b664e9-efb0-4c46-8232-4b9d0796ba6d" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.444587] env[69603]: DEBUG oslo_concurrency.lockutils [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquired lock "refresh_cache-b2b664e9-efb0-4c46-8232-4b9d0796ba6d" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.444643] env[69603]: DEBUG nova.network.neutron [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.827758] env[69603]: DEBUG oslo_vmware.api [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.832239] env[69603]: DEBUG nova.network.neutron [req-906d421a-96b3-40b9-ba67-0026c6ffb4ad req-e685bb7a-a54f-434c-bdbc-95571d9cdc77 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.900184] env[69603]: DEBUG nova.network.neutron [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Updating instance_info_cache with network_info: [{"id": "8e483696-119a-4c97-9a46-796a3a0f7404", "address": "fa:16:3e:ac:42:4c", "network": {"id": "a8e16d58-954f-43ff-b5a6-1ab585c84806", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-185317985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ffe97edab646d9886fc4aea203a15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e483696-11", "ovs_interfaceid": "8e483696-119a-4c97-9a46-796a3a0f7404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.990103] env[69603]: DEBUG nova.network.neutron [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.021625] env[69603]: DEBUG nova.network.neutron [req-906d421a-96b3-40b9-ba67-0026c6ffb4ad req-e685bb7a-a54f-434c-bdbc-95571d9cdc77 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.066822] env[69603]: DEBUG nova.network.neutron [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.069298] env[69603]: DEBUG nova.network.neutron [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Successfully updated port: 0f1ce249-39a5-4cf4-b550-8577be8c0bb8 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1121.172125] env[69603]: DEBUG nova.compute.manager [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Received event network-changed-8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.172125] env[69603]: DEBUG nova.compute.manager [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Refreshing instance network info cache due to event network-changed-8e483696-119a-4c97-9a46-796a3a0f7404. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.172125] env[69603]: DEBUG oslo_concurrency.lockutils [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] Acquiring lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.240137] env[69603]: DEBUG oslo_concurrency.lockutils [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.811s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.246114] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.809s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.246288] env[69603]: DEBUG nova.objects.instance [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lazy-loading 'resources' on Instance uuid 3433dc9a-9274-4aa1-a43e-8d42da210e2c {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.322334] env[69603]: DEBUG oslo_vmware.api [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480670, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.402700] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Releasing lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.403065] env[69603]: DEBUG nova.compute.manager [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Instance network_info: |[{"id": "8e483696-119a-4c97-9a46-796a3a0f7404", "address": "fa:16:3e:ac:42:4c", "network": {"id": "a8e16d58-954f-43ff-b5a6-1ab585c84806", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-185317985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ffe97edab646d9886fc4aea203a15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e483696-11", "ovs_interfaceid": "8e483696-119a-4c97-9a46-796a3a0f7404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.403375] env[69603]: DEBUG oslo_concurrency.lockutils [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] Acquired lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.403557] env[69603]: DEBUG nova.network.neutron [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Refreshing network info cache for port 8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.405153] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:42:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e483696-119a-4c97-9a46-796a3a0f7404', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.413189] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.416621] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be93a717-f385-446f-93d8-06b462e7d449] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.417126] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45d1037b-1cd5-4d1c-9d41-b6d0fcb6955d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.440560] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.440560] env[69603]: value = "task-3480673" [ 1121.440560] env[69603]: _type = "Task" [ 1121.440560] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.448401] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480673, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.524146] env[69603]: DEBUG oslo_concurrency.lockutils [req-906d421a-96b3-40b9-ba67-0026c6ffb4ad req-e685bb7a-a54f-434c-bdbc-95571d9cdc77 service nova] Releasing lock "refresh_cache-19aa4ef4-27a5-4795-b78e-3c68a362cdb0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.570363] env[69603]: DEBUG oslo_concurrency.lockutils [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Releasing lock "refresh_cache-b2b664e9-efb0-4c46-8232-4b9d0796ba6d" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.570866] env[69603]: DEBUG nova.compute.manager [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.571074] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.571586] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquiring lock "refresh_cache-19aa4ef4-27a5-4795-b78e-3c68a362cdb0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.571716] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquired lock "refresh_cache-19aa4ef4-27a5-4795-b78e-3c68a362cdb0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.571915] env[69603]: DEBUG nova.network.neutron [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.574044] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ca4522-793e-43e2-a1c1-e271b1965e5c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.583594] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.583755] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cc2f1d6-988b-4811-8423-a4b2dccf712c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.590234] env[69603]: DEBUG oslo_vmware.api [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1121.590234] env[69603]: value = "task-3480674" [ 1121.590234] env[69603]: _type = "Task" [ 1121.590234] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.599651] env[69603]: DEBUG oslo_vmware.api [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.642221] env[69603]: DEBUG nova.network.neutron [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Updated VIF entry in instance network info cache for port 8e483696-119a-4c97-9a46-796a3a0f7404. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.643033] env[69603]: DEBUG nova.network.neutron [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Updating instance_info_cache with network_info: [{"id": "8e483696-119a-4c97-9a46-796a3a0f7404", "address": "fa:16:3e:ac:42:4c", "network": {"id": "a8e16d58-954f-43ff-b5a6-1ab585c84806", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-185317985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ffe97edab646d9886fc4aea203a15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e483696-11", "ovs_interfaceid": "8e483696-119a-4c97-9a46-796a3a0f7404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.825637] env[69603]: DEBUG oslo_vmware.api [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480670, 'name': ReconfigVM_Task, 'duration_secs': 5.839464} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.825920] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.826212] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Reconfigured VM to detach interface {{(pid=69603) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1121.924534] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff63b845-e7e8-4793-820f-d437d61b762c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.934980] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd95bbb7-0448-4b2d-9e40-9aa0c18fdf37 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.967604] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a494df-3767-444b-a11f-c224d308ba5e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.977449] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e586fa4-3a65-4432-8015-4f2535485a3b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.981164] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480673, 'name': CreateVM_Task, 'duration_secs': 0.374842} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.981339] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be93a717-f385-446f-93d8-06b462e7d449] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.982332] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.982497] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.982810] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.983056] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a6ef627-5649-4418-aba5-9473cc129b77 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.992087] env[69603]: DEBUG nova.compute.provider_tree [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.995886] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1121.995886] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528e9718-73fd-ad16-6344-7b904e77d0d9" [ 1121.995886] env[69603]: _type = "Task" [ 1121.995886] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.003663] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528e9718-73fd-ad16-6344-7b904e77d0d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.100459] env[69603]: DEBUG oslo_vmware.api [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480674, 'name': PowerOffVM_Task, 'duration_secs': 0.231598} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.100576] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.100782] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.101359] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f76e29b3-7931-4854-98f8-0148a3142c8e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.130372] env[69603]: DEBUG nova.network.neutron [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.145685] env[69603]: DEBUG oslo_concurrency.lockutils [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] Releasing lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.145994] env[69603]: DEBUG nova.compute.manager [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Received event network-vif-plugged-0f1ce249-39a5-4cf4-b550-8577be8c0bb8 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.146213] env[69603]: DEBUG oslo_concurrency.lockutils [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] Acquiring lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.147060] env[69603]: DEBUG oslo_concurrency.lockutils [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] Lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.147060] env[69603]: DEBUG oslo_concurrency.lockutils [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] Lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.147060] env[69603]: DEBUG nova.compute.manager [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] No waiting events found dispatching network-vif-plugged-0f1ce249-39a5-4cf4-b550-8577be8c0bb8 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.147060] env[69603]: WARNING nova.compute.manager [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Received unexpected event network-vif-plugged-0f1ce249-39a5-4cf4-b550-8577be8c0bb8 for instance with vm_state building and task_state spawning. [ 1122.147358] env[69603]: DEBUG nova.compute.manager [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Received event network-changed-0f1ce249-39a5-4cf4-b550-8577be8c0bb8 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.147358] env[69603]: DEBUG nova.compute.manager [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Refreshing instance network info cache due to event network-changed-0f1ce249-39a5-4cf4-b550-8577be8c0bb8. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.147573] env[69603]: DEBUG oslo_concurrency.lockutils [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] Acquiring lock "refresh_cache-19aa4ef4-27a5-4795-b78e-3c68a362cdb0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.154872] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.155041] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.155280] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Deleting the datastore file [datastore1] b2b664e9-efb0-4c46-8232-4b9d0796ba6d {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.155579] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1502124-43fd-4872-9f78-da948982ca38 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.168116] env[69603]: DEBUG oslo_vmware.api [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for the task: (returnval){ [ 1122.168116] env[69603]: value = "task-3480676" [ 1122.168116] env[69603]: _type = "Task" [ 1122.168116] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.176590] env[69603]: DEBUG oslo_vmware.api [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.495940] env[69603]: DEBUG nova.scheduler.client.report [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.513627] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528e9718-73fd-ad16-6344-7b904e77d0d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012566} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.513982] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.514305] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.514552] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.514707] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.514885] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.515220] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f054234-b9a5-4330-be0f-5dd686d7f75c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.524941] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.525142] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.525869] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5959fdcc-3717-43a1-b441-f0055bdae020 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.531329] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1122.531329] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b6b09a-7c0f-d7f3-1abc-c95a1af02fe4" [ 1122.531329] env[69603]: _type = "Task" [ 1122.531329] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.538734] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b6b09a-7c0f-d7f3-1abc-c95a1af02fe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.681205] env[69603]: DEBUG oslo_vmware.api [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Task: {'id': task-3480676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116617} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.684953] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.685260] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.685529] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.685791] env[69603]: INFO nova.compute.manager [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1122.686134] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.686415] env[69603]: DEBUG nova.compute.manager [-] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.686551] env[69603]: DEBUG nova.network.neutron [-] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.703804] env[69603]: DEBUG nova.network.neutron [-] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.710395] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "ffd4f5e3-f189-4681-b1a8-67b291918703" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.710737] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "ffd4f5e3-f189-4681-b1a8-67b291918703" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.711042] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "ffd4f5e3-f189-4681-b1a8-67b291918703-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.711320] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "ffd4f5e3-f189-4681-b1a8-67b291918703-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.711573] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "ffd4f5e3-f189-4681-b1a8-67b291918703-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.714351] env[69603]: INFO nova.compute.manager [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Terminating instance [ 1122.760600] env[69603]: DEBUG nova.network.neutron [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Updating instance_info_cache with network_info: [{"id": "87559b8a-eae5-4103-93e5-3b8891e12f48", "address": "fa:16:3e:97:e4:be", "network": {"id": "3406c430-e910-475d-89e2-9a4d1bbd8167", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1043720758", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87559b8a-ea", "ovs_interfaceid": "87559b8a-eae5-4103-93e5-3b8891e12f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d3e85d8e-af60-40d6-9c64-0dfc0b915f2f", "address": "fa:16:3e:fe:2d:b0", "network": {"id": "4fd40d2b-ea56-4967-b220-ac8a73ad8717", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-887215023", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e85d8e-af", "ovs_interfaceid": "d3e85d8e-af60-40d6-9c64-0dfc0b915f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f1ce249-39a5-4cf4-b550-8577be8c0bb8", "address": "fa:16:3e:a5:42:07", "network": {"id": "3406c430-e910-475d-89e2-9a4d1bbd8167", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1043720758", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1ce249-39", "ovs_interfaceid": "0f1ce249-39a5-4cf4-b550-8577be8c0bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.778841] env[69603]: INFO nova.compute.manager [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Swapping old allocation on dict_keys(['4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039']) held by migration 0fc92a14-083d-4ff5-8ea5-725f11360662 for instance [ 1122.802512] env[69603]: DEBUG nova.scheduler.client.report [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Overwriting current allocation {'allocations': {'4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 145}}, 'project_id': '8198682609684cf3b6741806b7d5da40', 'user_id': '8bfceafe66d341449e5741e28cb57794', 'consumer_generation': 1} on consumer c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0 {{(pid=69603) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1122.902930] env[69603]: DEBUG oslo_concurrency.lockutils [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.903135] env[69603]: DEBUG oslo_concurrency.lockutils [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.903314] env[69603]: DEBUG nova.network.neutron [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.001646] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.007125] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.369s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.007125] env[69603]: DEBUG nova.objects.instance [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69603) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1123.021039] env[69603]: INFO nova.scheduler.client.report [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Deleted allocations for instance 3433dc9a-9274-4aa1-a43e-8d42da210e2c [ 1123.042833] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b6b09a-7c0f-d7f3-1abc-c95a1af02fe4, 'name': SearchDatastore_Task, 'duration_secs': 0.008647} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.043860] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebbc1641-52a8-4e90-8ab0-4d539a00dc78 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.049841] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1123.049841] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5232f1bf-9a7b-fc24-2e0d-d92ca4367849" [ 1123.049841] env[69603]: _type = "Task" [ 1123.049841] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.058054] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5232f1bf-9a7b-fc24-2e0d-d92ca4367849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.123137] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.123381] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquired lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.123607] env[69603]: DEBUG nova.network.neutron [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1123.207200] env[69603]: DEBUG nova.network.neutron [-] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.218783] env[69603]: DEBUG nova.compute.manager [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.218947] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.220043] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba123e4-796d-4ab6-91b5-a9a3efa238ea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.228073] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.228318] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8193030-e38c-4832-9f9e-444ee5fc1803 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.235472] env[69603]: DEBUG oslo_vmware.api [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1123.235472] env[69603]: value = "task-3480677" [ 1123.235472] env[69603]: _type = "Task" [ 1123.235472] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.245038] env[69603]: DEBUG oslo_vmware.api [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.263120] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Releasing lock "refresh_cache-19aa4ef4-27a5-4795-b78e-3c68a362cdb0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.263740] env[69603]: DEBUG nova.compute.manager [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Instance network_info: |[{"id": "87559b8a-eae5-4103-93e5-3b8891e12f48", "address": "fa:16:3e:97:e4:be", "network": {"id": "3406c430-e910-475d-89e2-9a4d1bbd8167", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1043720758", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87559b8a-ea", "ovs_interfaceid": "87559b8a-eae5-4103-93e5-3b8891e12f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d3e85d8e-af60-40d6-9c64-0dfc0b915f2f", "address": "fa:16:3e:fe:2d:b0", "network": {"id": "4fd40d2b-ea56-4967-b220-ac8a73ad8717", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-887215023", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e85d8e-af", "ovs_interfaceid": "d3e85d8e-af60-40d6-9c64-0dfc0b915f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f1ce249-39a5-4cf4-b550-8577be8c0bb8", "address": "fa:16:3e:a5:42:07", "network": {"id": "3406c430-e910-475d-89e2-9a4d1bbd8167", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1043720758", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1ce249-39", "ovs_interfaceid": "0f1ce249-39a5-4cf4-b550-8577be8c0bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.264060] env[69603]: DEBUG oslo_concurrency.lockutils [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] Acquired lock "refresh_cache-19aa4ef4-27a5-4795-b78e-3c68a362cdb0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.264494] env[69603]: DEBUG nova.network.neutron [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Refreshing network info cache for port 0f1ce249-39a5-4cf4-b550-8577be8c0bb8 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1123.266045] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:e4:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87559b8a-eae5-4103-93e5-3b8891e12f48', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:2d:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3e85d8e-af60-40d6-9c64-0dfc0b915f2f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:42:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f1ce249-39a5-4cf4-b550-8577be8c0bb8', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.277670] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Creating folder: Project (363a8f7f56ec4678953705e2fa123c9a). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1123.278868] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6f89bbb-5bba-4651-bf7f-ce58bd60af87 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.289209] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Created folder: Project (363a8f7f56ec4678953705e2fa123c9a) in parent group-v695567. [ 1123.289431] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Creating folder: Instances. Parent ref: group-v695856. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1123.290115] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6bd14d9-6f4e-4d5d-be74-cec9b589e2d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.298912] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Created folder: Instances in parent group-v695856. [ 1123.299185] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.299388] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.299611] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5919f608-3f77-42bb-b1b9-845dfad2cd04 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.324297] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.324297] env[69603]: value = "task-3480680" [ 1123.324297] env[69603]: _type = "Task" [ 1123.324297] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.335763] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480680, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.531553] env[69603]: DEBUG oslo_concurrency.lockutils [None req-fb04970e-2565-4527-9df6-e147242c7135 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "3433dc9a-9274-4aa1-a43e-8d42da210e2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.863s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.561343] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5232f1bf-9a7b-fc24-2e0d-d92ca4367849, 'name': SearchDatastore_Task, 'duration_secs': 0.010246} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.561600] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.561863] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] be93a717-f385-446f-93d8-06b462e7d449/be93a717-f385-446f-93d8-06b462e7d449.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1123.562210] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5076e69f-7d66-4c4f-a1ab-b5b747faa18d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.569034] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1123.569034] env[69603]: value = "task-3480681" [ 1123.569034] env[69603]: _type = "Task" [ 1123.569034] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.577096] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.710200] env[69603]: INFO nova.compute.manager [-] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Took 1.02 seconds to deallocate network for instance. [ 1123.748400] env[69603]: DEBUG oslo_vmware.api [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480677, 'name': PowerOffVM_Task, 'duration_secs': 0.186922} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.751614] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.751828] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.752180] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82f8cab1-c13f-468f-8637-2cbee36c724f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.825858] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.825858] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.826095] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Deleting the datastore file [datastore2] ffd4f5e3-f189-4681-b1a8-67b291918703 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.829688] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2835755a-1c25-434e-bd91-65885638ad4c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.837600] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480680, 'name': CreateVM_Task, 'duration_secs': 0.435325} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.841778] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.841986] env[69603]: DEBUG oslo_vmware.api [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1123.841986] env[69603]: value = "task-3480683" [ 1123.841986] env[69603]: _type = "Task" [ 1123.841986] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.843220] env[69603]: DEBUG nova.network.neutron [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance_info_cache with network_info: [{"id": "ca8f17fe-2f3c-431d-be75-6a4afe9ab298", "address": "fa:16:3e:a2:fc:ef", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca8f17fe-2f", "ovs_interfaceid": "ca8f17fe-2f3c-431d-be75-6a4afe9ab298", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.845168] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.845168] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.845542] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.846515] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0316853-0ab5-4771-8906-f923ffadadcd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.865466] env[69603]: DEBUG oslo_vmware.api [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.867741] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1123.867741] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d68092-6ab5-50ab-9f92-a6d2cff8003e" [ 1123.867741] env[69603]: _type = "Task" [ 1123.867741] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.881007] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d68092-6ab5-50ab-9f92-a6d2cff8003e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.939038] env[69603]: INFO nova.network.neutron [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Port 39f3aeb9-9feb-4225-90a5-401a6f1cf7ff from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1123.939411] env[69603]: DEBUG nova.network.neutron [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Updating instance_info_cache with network_info: [{"id": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "address": "fa:16:3e:d5:1f:f1", "network": {"id": "cec22ff4-98d2-4241-bf1e-0a13e1802df2", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1704189087-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e45969eb4ad041bab259e6c0a7e8cddf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90878b7b-ddb7-4f47-892b-d6e06f73475f", "external-id": "nsx-vlan-transportzone-849", "segmentation_id": 849, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57379ad-bc", "ovs_interfaceid": "a57379ad-bcf3-4c6a-8501-08806f25bfbe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.015834] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bd8452ed-8c5e-4a67-a28e-6ee15ccfab29 tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.080475] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464224} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.080866] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] be93a717-f385-446f-93d8-06b462e7d449/be93a717-f385-446f-93d8-06b462e7d449.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.081210] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.081583] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4f0b6fb-32cc-439b-be41-087a451b37eb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.090534] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1124.090534] env[69603]: value = "task-3480684" [ 1124.090534] env[69603]: _type = "Task" [ 1124.090534] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.102743] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.171034] env[69603]: DEBUG nova.network.neutron [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Updated VIF entry in instance network info cache for port 0f1ce249-39a5-4cf4-b550-8577be8c0bb8. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1124.171547] env[69603]: DEBUG nova.network.neutron [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Updating instance_info_cache with network_info: [{"id": "87559b8a-eae5-4103-93e5-3b8891e12f48", "address": "fa:16:3e:97:e4:be", "network": {"id": "3406c430-e910-475d-89e2-9a4d1bbd8167", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1043720758", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87559b8a-ea", "ovs_interfaceid": "87559b8a-eae5-4103-93e5-3b8891e12f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d3e85d8e-af60-40d6-9c64-0dfc0b915f2f", "address": "fa:16:3e:fe:2d:b0", "network": {"id": "4fd40d2b-ea56-4967-b220-ac8a73ad8717", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-887215023", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e85d8e-af", "ovs_interfaceid": "d3e85d8e-af60-40d6-9c64-0dfc0b915f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0f1ce249-39a5-4cf4-b550-8577be8c0bb8", "address": "fa:16:3e:a5:42:07", "network": {"id": "3406c430-e910-475d-89e2-9a4d1bbd8167", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1043720758", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.226", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1ce249-39", "ovs_interfaceid": "0f1ce249-39a5-4cf4-b550-8577be8c0bb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.218143] env[69603]: DEBUG oslo_concurrency.lockutils [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.220475] env[69603]: DEBUG oslo_concurrency.lockutils [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.220475] env[69603]: DEBUG nova.objects.instance [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Lazy-loading 'resources' on Instance uuid b2b664e9-efb0-4c46-8232-4b9d0796ba6d {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.349466] env[69603]: DEBUG oslo_concurrency.lockutils [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "refresh_cache-c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.353967] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80e3005-6c89-4300-8ab4-26da55b3ab7a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.365963] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71ccf87-554b-4750-9acd-d2a87dfa40db {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.368671] env[69603]: DEBUG oslo_vmware.api [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28014} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.369234] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.369430] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.369607] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.369773] env[69603]: INFO nova.compute.manager [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1124.369993] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.373779] env[69603]: DEBUG nova.compute.manager [-] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.373905] env[69603]: DEBUG nova.network.neutron [-] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.383320] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d68092-6ab5-50ab-9f92-a6d2cff8003e, 'name': SearchDatastore_Task, 'duration_secs': 0.064991} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.386619] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.386852] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.387091] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.387239] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.387419] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.390011] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d37207cf-80ed-4aa5-9cf5-8aac47ec9fb0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.399173] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.399371] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.400270] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d32a64f-27df-4eef-ad00-ecf9f01e42c6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.406142] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1124.406142] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5228c7cd-6cb6-191c-6d67-785fe46658ee" [ 1124.406142] env[69603]: _type = "Task" [ 1124.406142] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.415132] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5228c7cd-6cb6-191c-6d67-785fe46658ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.444545] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Releasing lock "refresh_cache-ffd4f5e3-f189-4681-b1a8-67b291918703" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.599706] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06906} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.599979] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1124.600765] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7686a099-ddc0-4a0e-b592-6fd51b70fc84 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.625521] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] be93a717-f385-446f-93d8-06b462e7d449/be93a717-f385-446f-93d8-06b462e7d449.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1124.626192] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f98aa1eb-3551-4752-bd67-6dc1d498d67d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.646223] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1124.646223] env[69603]: value = "task-3480685" [ 1124.646223] env[69603]: _type = "Task" [ 1124.646223] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.654634] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.675512] env[69603]: DEBUG oslo_concurrency.lockutils [req-16f58a90-f7ef-4231-a12f-bfa6e3096076 req-b50ef9ad-1113-4ac0-b812-d568e8c31d9a service nova] Releasing lock "refresh_cache-19aa4ef4-27a5-4795-b78e-3c68a362cdb0" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.854566] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.854848] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.888126] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464130a8-c401-4bc3-8313-175a2c022f4f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.895744] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb21933c-259e-43cc-bcee-6a5ea2543dab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.936462] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7c9ead-7216-43f6-bc88-59473585ee2e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.947680] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5228c7cd-6cb6-191c-6d67-785fe46658ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011986} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.951364] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3a1aee80-d611-437b-8ab8-6055f9f10592 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "interface-ffd4f5e3-f189-4681-b1a8-67b291918703-39f3aeb9-9feb-4225-90a5-401a6f1cf7ff" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.726s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.952540] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18dff0d7-4fa6-4446-8689-2602a40ea695 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.955833] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c90f1e-d550-47d0-bdeb-126e6596d822 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.963319] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1124.963319] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d76f73-cfc5-3266-7a90-7ff0f8dd73c0" [ 1124.963319] env[69603]: _type = "Task" [ 1124.963319] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.972197] env[69603]: DEBUG nova.compute.provider_tree [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.990214] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d76f73-cfc5-3266-7a90-7ff0f8dd73c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010042} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.990466] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.990720] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 19aa4ef4-27a5-4795-b78e-3c68a362cdb0/19aa4ef4-27a5-4795-b78e-3c68a362cdb0.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.991011] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-695e569c-0e59-4230-b517-d533972c02f2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.997045] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1124.997045] env[69603]: value = "task-3480686" [ 1124.997045] env[69603]: _type = "Task" [ 1124.997045] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.004813] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.158862] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480685, 'name': ReconfigVM_Task, 'duration_secs': 0.322843} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.159243] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Reconfigured VM instance instance-0000006b to attach disk [datastore1] be93a717-f385-446f-93d8-06b462e7d449/be93a717-f385-446f-93d8-06b462e7d449.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.159853] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1831d67-e850-41c4-92d9-f278552a068c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.169490] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1125.169490] env[69603]: value = "task-3480687" [ 1125.169490] env[69603]: _type = "Task" [ 1125.169490] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.179476] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480687, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.360732] env[69603]: INFO nova.compute.manager [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Detaching volume 5bb66a80-06e0-471a-a21d-203462c51520 [ 1125.411407] env[69603]: INFO nova.virt.block_device [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Attempting to driver detach volume 5bb66a80-06e0-471a-a21d-203462c51520 from mountpoint /dev/sdb [ 1125.411815] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1125.412254] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695825', 'volume_id': '5bb66a80-06e0-471a-a21d-203462c51520', 'name': 'volume-5bb66a80-06e0-471a-a21d-203462c51520', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc081a0f-3a65-4caa-8f4c-581ae6ef7ded', 'attached_at': '', 'detached_at': '', 'volume_id': '5bb66a80-06e0-471a-a21d-203462c51520', 'serial': '5bb66a80-06e0-471a-a21d-203462c51520'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1125.413490] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6489f228-c537-4a45-9e99-9332ab08dd18 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.444924] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c08fc0d-8d2c-425e-93d9-28ba1a590e69 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.458222] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb96994-bab7-494d-b0d7-64cf4923a5aa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.478669] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50f166a-a30b-4069-9221-a89259c63f67 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.483813] env[69603]: DEBUG nova.scheduler.client.report [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.487493] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.499315] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d52f84d6-9a36-4cd3-bba8-e891a418c805 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.504059] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] The volume has not been displaced from its original location: [datastore2] volume-5bb66a80-06e0-471a-a21d-203462c51520/volume-5bb66a80-06e0-471a-a21d-203462c51520.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1125.510322] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1125.512307] env[69603]: DEBUG nova.compute.manager [req-dbd33957-27c1-44c9-8623-068b4a560c57 req-bbc99e94-4ed9-44af-a39d-6750e95bc58d service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Received event network-vif-deleted-a57379ad-bcf3-4c6a-8501-08806f25bfbe {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.512502] env[69603]: INFO nova.compute.manager [req-dbd33957-27c1-44c9-8623-068b4a560c57 req-bbc99e94-4ed9-44af-a39d-6750e95bc58d service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Neutron deleted interface a57379ad-bcf3-4c6a-8501-08806f25bfbe; detaching it from the instance and deleting it from the info cache [ 1125.512675] env[69603]: DEBUG nova.network.neutron [req-dbd33957-27c1-44c9-8623-068b4a560c57 req-bbc99e94-4ed9-44af-a39d-6750e95bc58d service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.516772] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b38c09d-b856-445e-ad2a-713a7b315ddd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.540490] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455181} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.540869] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1125.540869] env[69603]: value = "task-3480688" [ 1125.540869] env[69603]: _type = "Task" [ 1125.540869] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.541923] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 19aa4ef4-27a5-4795-b78e-3c68a362cdb0/19aa4ef4-27a5-4795-b78e-3c68a362cdb0.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.542187] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.542600] env[69603]: DEBUG oslo_vmware.api [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1125.542600] env[69603]: value = "task-3480689" [ 1125.542600] env[69603]: _type = "Task" [ 1125.542600] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.542755] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c349982b-9b05-4293-a2e5-cd72819175c9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.557126] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.562744] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1125.562744] env[69603]: value = "task-3480690" [ 1125.562744] env[69603]: _type = "Task" [ 1125.562744] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.563105] env[69603]: DEBUG oslo_vmware.api [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480689, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.571446] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.680056] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480687, 'name': Rename_Task, 'duration_secs': 0.284905} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.680056] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.680343] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a9cdc84-da8e-4d12-9d52-51a5820625f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.686568] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1125.686568] env[69603]: value = "task-3480691" [ 1125.686568] env[69603]: _type = "Task" [ 1125.686568] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.694242] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.834922] env[69603]: DEBUG nova.network.neutron [-] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.951626] env[69603]: DEBUG oslo_concurrency.lockutils [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "14679a48-f442-4670-9a40-4c5b1df25055" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.951938] env[69603]: DEBUG oslo_concurrency.lockutils [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "14679a48-f442-4670-9a40-4c5b1df25055" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.952169] env[69603]: INFO nova.compute.manager [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Shelving [ 1125.999254] env[69603]: DEBUG oslo_concurrency.lockutils [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.018501] env[69603]: INFO nova.scheduler.client.report [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Deleted allocations for instance b2b664e9-efb0-4c46-8232-4b9d0796ba6d [ 1126.031677] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c9191ca1-8782-478e-89f6-decb87191994 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.041113] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127714d8-e330-4cc2-b015-25bd363098f3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.062938] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480688, 'name': PowerOffVM_Task, 'duration_secs': 0.282837} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.066456] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.067131] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.067380] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.067574] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.067764] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.067911] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.068067] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.068270] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.068428] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.068620] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.068803] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.068973] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.074038] env[69603]: DEBUG oslo_vmware.api [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480689, 'name': ReconfigVM_Task, 'duration_secs': 0.228187} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.084024] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f75979b-80c7-468c-97c8-13080fe7ae9a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.097430] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1126.101518] env[69603]: DEBUG nova.compute.manager [req-dbd33957-27c1-44c9-8623-068b4a560c57 req-bbc99e94-4ed9-44af-a39d-6750e95bc58d service nova] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Detach interface failed, port_id=a57379ad-bcf3-4c6a-8501-08806f25bfbe, reason: Instance ffd4f5e3-f189-4681-b1a8-67b291918703 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1126.102213] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1d4071e-41ec-452d-b2d3-ce23fd4b3d84 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.116765] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067396} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.118726] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1126.119071] env[69603]: DEBUG oslo_vmware.api [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1126.119071] env[69603]: value = "task-3480693" [ 1126.119071] env[69603]: _type = "Task" [ 1126.119071] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.119301] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1126.119301] env[69603]: value = "task-3480692" [ 1126.119301] env[69603]: _type = "Task" [ 1126.119301] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.120048] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b8b69a-00c0-4204-83fa-64098e119b34 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.151862] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 19aa4ef4-27a5-4795-b78e-3c68a362cdb0/19aa4ef4-27a5-4795-b78e-3c68a362cdb0.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1126.158541] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d365ddb-fd91-4ff6-89d8-cf3ccdf545b8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.173118] env[69603]: DEBUG oslo_vmware.api [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480693, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.173372] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.178095] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1126.178095] env[69603]: value = "task-3480694" [ 1126.178095] env[69603]: _type = "Task" [ 1126.178095] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.185941] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.194513] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.338084] env[69603]: INFO nova.compute.manager [-] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Took 1.96 seconds to deallocate network for instance. [ 1126.526402] env[69603]: DEBUG oslo_concurrency.lockutils [None req-277463cf-c8f2-4b3e-97b8-b7f9859c46eb tempest-ServerShowV254Test-2063434175 tempest-ServerShowV254Test-2063434175-project-member] Lock "b2b664e9-efb0-4c46-8232-4b9d0796ba6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.588s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.637597] env[69603]: DEBUG oslo_vmware.api [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480693, 'name': ReconfigVM_Task, 'duration_secs': 0.148822} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.637829] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480692, 'name': ReconfigVM_Task, 'duration_secs': 0.294448} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.638117] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695825', 'volume_id': '5bb66a80-06e0-471a-a21d-203462c51520', 'name': 'volume-5bb66a80-06e0-471a-a21d-203462c51520', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bc081a0f-3a65-4caa-8f4c-581ae6ef7ded', 'attached_at': '', 'detached_at': '', 'volume_id': '5bb66a80-06e0-471a-a21d-203462c51520', 'serial': '5bb66a80-06e0-471a-a21d-203462c51520'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1126.641009] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c65aa69-cbb3-4957-8734-e19cac395673 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.663896] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.664188] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.664342] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.664533] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.664679] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.664825] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.665042] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.665243] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.665430] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.665599] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.665772] env[69603]: DEBUG nova.virt.hardware [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.666886] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae629ac7-7507-445f-b258-1370c29a34f1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.673115] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1126.673115] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e0d2bf-3254-577c-92f2-019d9257562b" [ 1126.673115] env[69603]: _type = "Task" [ 1126.673115] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.681901] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e0d2bf-3254-577c-92f2-019d9257562b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.689768] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480694, 'name': ReconfigVM_Task, 'duration_secs': 0.30232} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.692922] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 19aa4ef4-27a5-4795-b78e-3c68a362cdb0/19aa4ef4-27a5-4795-b78e-3c68a362cdb0.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.693558] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d14b83d-ea77-47d8-9764-da562eac4d7d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.700923] env[69603]: DEBUG oslo_vmware.api [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480691, 'name': PowerOnVM_Task, 'duration_secs': 0.926387} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.702116] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.702330] env[69603]: INFO nova.compute.manager [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1126.702510] env[69603]: DEBUG nova.compute.manager [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.702854] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1126.702854] env[69603]: value = "task-3480695" [ 1126.702854] env[69603]: _type = "Task" [ 1126.702854] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.703492] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-111da481-ba95-4b73-905d-598742ad3e0f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.718495] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480695, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.845547] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.845850] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.846086] env[69603]: DEBUG nova.objects.instance [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lazy-loading 'resources' on Instance uuid ffd4f5e3-f189-4681-b1a8-67b291918703 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.961125] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.961466] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0abdb0f-fb08-423e-b686-78b383093365 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.969583] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1126.969583] env[69603]: value = "task-3480696" [ 1126.969583] env[69603]: _type = "Task" [ 1126.969583] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.977935] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.184771] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e0d2bf-3254-577c-92f2-019d9257562b, 'name': SearchDatastore_Task, 'duration_secs': 0.007781} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.190585] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Reconfiguring VM instance instance-0000005b to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.190898] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b5bca06-828c-4b0e-9c20-13afd595c1ec {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.206767] env[69603]: DEBUG nova.objects.instance [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lazy-loading 'flavor' on Instance uuid bc081a0f-3a65-4caa-8f4c-581ae6ef7ded {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1127.213518] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1127.213518] env[69603]: value = "task-3480697" [ 1127.213518] env[69603]: _type = "Task" [ 1127.213518] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.220610] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480695, 'name': Rename_Task, 'duration_secs': 0.148333} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.224033] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.226363] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b302c8d-d837-41d6-9fdb-dba3db6a79b7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.228122] env[69603]: INFO nova.compute.manager [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Took 19.97 seconds to build instance. [ 1127.234822] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.236253] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1127.236253] env[69603]: value = "task-3480698" [ 1127.236253] env[69603]: _type = "Task" [ 1127.236253] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.245078] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.464770] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1e217e-ea13-4989-9cd6-d52a81cf0e45 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.475517] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f8ad56-3232-444c-8e45-dc4438a0f120 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.482769] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480696, 'name': PowerOffVM_Task, 'duration_secs': 0.202156} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.508965] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.510405] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1648d9-ae1e-4000-99c1-83d15dcf2f4b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.513385] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe73c58-377a-4a1c-a78f-9830ba0a4bf5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.534768] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c41c9c-463f-4042-bc3b-e9df4c5d4517 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.539199] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f68a9e-fe7e-4a75-b2e7-bb8f71bf5378 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.558837] env[69603]: DEBUG nova.compute.provider_tree [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.727137] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480697, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.731031] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4861e7ad-3236-4b21-b9f2-1dc6a2378cc0 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "be93a717-f385-446f-93d8-06b462e7d449" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.480s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.745458] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.063161] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1128.063972] env[69603]: DEBUG nova.scheduler.client.report [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.067206] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d84e63a3-24c8-4c56-880b-9c8b7ce5cb9c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.075311] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1128.075311] env[69603]: value = "task-3480699" [ 1128.075311] env[69603]: _type = "Task" [ 1128.075311] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.085661] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480699, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.221018] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bc274252-0847-4cf8-b6f2-8afbdfa2d748 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.363s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.231086] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480697, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.247508] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.249657] env[69603]: DEBUG nova.compute.manager [req-ccb952e0-f5bc-4a20-ae05-9503ac6a89b4 req-158ca51a-21cc-4176-a712-9f530a4c9cb6 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Received event network-changed-8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.249981] env[69603]: DEBUG nova.compute.manager [req-ccb952e0-f5bc-4a20-ae05-9503ac6a89b4 req-158ca51a-21cc-4176-a712-9f530a4c9cb6 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Refreshing instance network info cache due to event network-changed-8e483696-119a-4c97-9a46-796a3a0f7404. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.250706] env[69603]: DEBUG oslo_concurrency.lockutils [req-ccb952e0-f5bc-4a20-ae05-9503ac6a89b4 req-158ca51a-21cc-4176-a712-9f530a4c9cb6 service nova] Acquiring lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.250706] env[69603]: DEBUG oslo_concurrency.lockutils [req-ccb952e0-f5bc-4a20-ae05-9503ac6a89b4 req-158ca51a-21cc-4176-a712-9f530a4c9cb6 service nova] Acquired lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.250706] env[69603]: DEBUG nova.network.neutron [req-ccb952e0-f5bc-4a20-ae05-9503ac6a89b4 req-158ca51a-21cc-4176-a712-9f530a4c9cb6 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Refreshing network info cache for port 8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.570663] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.584957] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480699, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.592963] env[69603]: INFO nova.scheduler.client.report [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Deleted allocations for instance ffd4f5e3-f189-4681-b1a8-67b291918703 [ 1128.737656] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480697, 'name': ReconfigVM_Task, 'duration_secs': 1.31568} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.737656] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Reconfigured VM instance instance-0000005b to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.737747] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39fa5ee5-993b-485d-9bf9-a377325a36bf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.776500] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0/c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.776829] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.777404] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f51ffbc9-dba3-4d1b-93ad-ac85c65d609b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.799207] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1128.799207] env[69603]: value = "task-3480700" [ 1128.799207] env[69603]: _type = "Task" [ 1128.799207] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.809713] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.087663] env[69603]: DEBUG nova.network.neutron [req-ccb952e0-f5bc-4a20-ae05-9503ac6a89b4 req-158ca51a-21cc-4176-a712-9f530a4c9cb6 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Updated VIF entry in instance network info cache for port 8e483696-119a-4c97-9a46-796a3a0f7404. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.088050] env[69603]: DEBUG nova.network.neutron [req-ccb952e0-f5bc-4a20-ae05-9503ac6a89b4 req-158ca51a-21cc-4176-a712-9f530a4c9cb6 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Updating instance_info_cache with network_info: [{"id": "8e483696-119a-4c97-9a46-796a3a0f7404", "address": "fa:16:3e:ac:42:4c", "network": {"id": "a8e16d58-954f-43ff-b5a6-1ab585c84806", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-185317985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ffe97edab646d9886fc4aea203a15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e483696-11", "ovs_interfaceid": "8e483696-119a-4c97-9a46-796a3a0f7404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.097227] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480699, 'name': CreateSnapshot_Task, 'duration_secs': 0.729922} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.100158] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76ae988d-fb0e-41ce-8e09-ffeaa2fb2c0d tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "ffd4f5e3-f189-4681-b1a8-67b291918703" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.389s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.101449] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1129.102843] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38822b4-9df0-447d-b869-4899ecb100ca {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.237417] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.237775] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.238010] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.238286] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.238527] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.241011] env[69603]: INFO nova.compute.manager [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Terminating instance [ 1129.253243] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480698, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.310087] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480700, 'name': ReconfigVM_Task, 'duration_secs': 0.447966} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.310437] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Reconfigured VM instance instance-0000005b to attach disk [datastore1] c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0/c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.311352] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a82cf9-762e-4eab-831e-c1121c29668a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.333878] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46b744b-c117-4b42-b556-d0e7fb856da2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.356254] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f138ba-8058-49ba-9b9b-f97dcaf3e96e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.380095] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f834d2-fc2a-44ff-a370-a9d359cca952 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.388286] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.388539] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e387030-7dfe-4c2b-90c2-2ddeb963cc00 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.396057] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1129.396057] env[69603]: value = "task-3480701" [ 1129.396057] env[69603]: _type = "Task" [ 1129.396057] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.404940] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.587437] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "a761e010-7d9f-4fc1-9788-7caedf5e382e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.587690] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "a761e010-7d9f-4fc1-9788-7caedf5e382e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.587903] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "a761e010-7d9f-4fc1-9788-7caedf5e382e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.588097] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "a761e010-7d9f-4fc1-9788-7caedf5e382e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.588346] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "a761e010-7d9f-4fc1-9788-7caedf5e382e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.590191] env[69603]: DEBUG oslo_concurrency.lockutils [req-ccb952e0-f5bc-4a20-ae05-9503ac6a89b4 req-158ca51a-21cc-4176-a712-9f530a4c9cb6 service nova] Releasing lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.590807] env[69603]: INFO nova.compute.manager [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Terminating instance [ 1129.624590] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1129.624855] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-71096f39-4f93-4560-8f01-2caf6381fe01 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.634764] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1129.634764] env[69603]: value = "task-3480702" [ 1129.634764] env[69603]: _type = "Task" [ 1129.634764] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.646174] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480702, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.748889] env[69603]: DEBUG nova.compute.manager [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.749226] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.750401] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33231705-b5b2-49dc-947b-41202efb12a7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.761662] env[69603]: DEBUG oslo_vmware.api [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480698, 'name': PowerOnVM_Task, 'duration_secs': 2.087515} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.764867] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.765268] env[69603]: INFO nova.compute.manager [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Took 15.24 seconds to spawn the instance on the hypervisor. [ 1129.765483] env[69603]: DEBUG nova.compute.manager [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1129.765936] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.767018] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3d69e0-2324-483c-b3c1-f1ea1f3b9e8f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.770751] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5890df1-38ad-47bd-957e-4df0d8cfd29c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.783517] env[69603]: DEBUG oslo_vmware.api [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1129.783517] env[69603]: value = "task-3480703" [ 1129.783517] env[69603]: _type = "Task" [ 1129.783517] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.795457] env[69603]: DEBUG oslo_vmware.api [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.906611] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.095021] env[69603]: DEBUG nova.compute.manager [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.095189] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.096297] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e49cde4-a194-4336-90fe-3b7da8c23225 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.105476] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.105739] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51f36ab4-979f-4f8d-99bb-95d699e5f6fd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.112867] env[69603]: DEBUG oslo_vmware.api [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1130.112867] env[69603]: value = "task-3480704" [ 1130.112867] env[69603]: _type = "Task" [ 1130.112867] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.121287] env[69603]: DEBUG oslo_vmware.api [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.146134] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480702, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.292924] env[69603]: INFO nova.compute.manager [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Took 24.58 seconds to build instance. [ 1130.304733] env[69603]: DEBUG oslo_vmware.api [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480703, 'name': PowerOffVM_Task, 'duration_secs': 0.21236} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.305019] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.305414] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.305530] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71ff9324-ce67-4362-86f1-76e2723d87e9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.384015] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.384393] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.384605] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Deleting the datastore file [datastore2] bc081a0f-3a65-4caa-8f4c-581ae6ef7ded {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.384910] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7be22a01-9d70-4f4d-bab8-34041ed6e08a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.394019] env[69603]: DEBUG oslo_vmware.api [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1130.394019] env[69603]: value = "task-3480706" [ 1130.394019] env[69603]: _type = "Task" [ 1130.394019] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.414020] env[69603]: DEBUG oslo_vmware.api [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.414346] env[69603]: DEBUG oslo_vmware.api [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480701, 'name': PowerOnVM_Task, 'duration_secs': 0.648795} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.414614] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.624299] env[69603]: DEBUG oslo_vmware.api [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480704, 'name': PowerOffVM_Task, 'duration_secs': 0.236159} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.624595] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.624765] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.625017] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec957b54-423e-496a-9fbf-6afae66b3ef7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.645514] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480702, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.695410] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.695635] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.695820] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Deleting the datastore file [datastore2] a761e010-7d9f-4fc1-9788-7caedf5e382e {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.696150] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-750f1aad-7ce3-40d2-9eb2-402397e37b3c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.703648] env[69603]: DEBUG oslo_vmware.api [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for the task: (returnval){ [ 1130.703648] env[69603]: value = "task-3480708" [ 1130.703648] env[69603]: _type = "Task" [ 1130.703648] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.713187] env[69603]: DEBUG oslo_vmware.api [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.795338] env[69603]: DEBUG oslo_concurrency.lockutils [None req-64afaeb1-da13-4b2b-b400-214e30a6efff tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.091s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.904195] env[69603]: DEBUG oslo_vmware.api [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14175} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.904195] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.904195] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.904195] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.904195] env[69603]: INFO nova.compute.manager [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1130.904687] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.904687] env[69603]: DEBUG nova.compute.manager [-] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.904751] env[69603]: DEBUG nova.network.neutron [-] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.908020] env[69603]: DEBUG oslo_concurrency.lockutils [None req-861d3d30-46bf-488f-ba6c-9a2ec4afbf42 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.908257] env[69603]: DEBUG oslo_concurrency.lockutils [None req-861d3d30-46bf-488f-ba6c-9a2ec4afbf42 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.908523] env[69603]: INFO nova.compute.manager [None req-861d3d30-46bf-488f-ba6c-9a2ec4afbf42 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Rebooting instance [ 1131.148215] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480702, 'name': CloneVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.214935] env[69603]: DEBUG oslo_vmware.api [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Task: {'id': task-3480708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169954} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.215185] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.215329] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.215510] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.215683] env[69603]: INFO nova.compute.manager [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1131.215924] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.216133] env[69603]: DEBUG nova.compute.manager [-] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.216233] env[69603]: DEBUG nova.network.neutron [-] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.431651] env[69603]: DEBUG oslo_concurrency.lockutils [None req-861d3d30-46bf-488f-ba6c-9a2ec4afbf42 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.431651] env[69603]: DEBUG oslo_concurrency.lockutils [None req-861d3d30-46bf-488f-ba6c-9a2ec4afbf42 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.431985] env[69603]: DEBUG nova.network.neutron [None req-861d3d30-46bf-488f-ba6c-9a2ec4afbf42 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.479587] env[69603]: INFO nova.compute.manager [None req-28cc1327-c73b-4267-9d5a-3300e5081faa tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance to original state: 'active' [ 1131.534625] env[69603]: DEBUG nova.compute.manager [req-2a5a286b-3d7a-4650-80bb-7f0b5b0cdb6c req-469a28c3-65fd-4e26-8c62-7bb4b32d3636 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Received event network-vif-deleted-97b5839e-3c6a-47e0-b07d-42e093e1317a {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.534625] env[69603]: INFO nova.compute.manager [req-2a5a286b-3d7a-4650-80bb-7f0b5b0cdb6c req-469a28c3-65fd-4e26-8c62-7bb4b32d3636 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Neutron deleted interface 97b5839e-3c6a-47e0-b07d-42e093e1317a; detaching it from the instance and deleting it from the info cache [ 1131.534625] env[69603]: DEBUG nova.network.neutron [req-2a5a286b-3d7a-4650-80bb-7f0b5b0cdb6c req-469a28c3-65fd-4e26-8c62-7bb4b32d3636 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.649636] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480702, 'name': CloneVM_Task, 'duration_secs': 1.544536} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.649933] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Created linked-clone VM from snapshot [ 1131.650806] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abb2969-00aa-49f5-b67a-bd8e32dbbcd1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.659326] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Uploading image 0c056e42-cb54-4101-86e9-720715de12ef {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1131.691631] env[69603]: DEBUG oslo_vmware.rw_handles [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1131.691631] env[69603]: value = "vm-695860" [ 1131.691631] env[69603]: _type = "VirtualMachine" [ 1131.691631] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1131.691943] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a8842bec-a405-4f00-98f7-117913b254d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.701381] env[69603]: DEBUG oslo_vmware.rw_handles [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lease: (returnval){ [ 1131.701381] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dc5ac8-a84b-a068-4bcf-9d992611ecbc" [ 1131.701381] env[69603]: _type = "HttpNfcLease" [ 1131.701381] env[69603]: } obtained for exporting VM: (result){ [ 1131.701381] env[69603]: value = "vm-695860" [ 1131.701381] env[69603]: _type = "VirtualMachine" [ 1131.701381] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1131.701786] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the lease: (returnval){ [ 1131.701786] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dc5ac8-a84b-a068-4bcf-9d992611ecbc" [ 1131.701786] env[69603]: _type = "HttpNfcLease" [ 1131.701786] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1131.709818] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1131.709818] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dc5ac8-a84b-a068-4bcf-9d992611ecbc" [ 1131.709818] env[69603]: _type = "HttpNfcLease" [ 1131.709818] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1131.985487] env[69603]: DEBUG nova.compute.manager [req-a74b5f29-2a34-46b6-bbe4-45dab0578a7d req-2b74d571-8f06-4631-9a75-153e4f295631 service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Received event network-vif-deleted-627fd008-77b0-4380-b850-a1c75f05cd3c {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.986572] env[69603]: INFO nova.compute.manager [req-a74b5f29-2a34-46b6-bbe4-45dab0578a7d req-2b74d571-8f06-4631-9a75-153e4f295631 service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Neutron deleted interface 627fd008-77b0-4380-b850-a1c75f05cd3c; detaching it from the instance and deleting it from the info cache [ 1131.986814] env[69603]: DEBUG nova.network.neutron [req-a74b5f29-2a34-46b6-bbe4-45dab0578a7d req-2b74d571-8f06-4631-9a75-153e4f295631 service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.992427] env[69603]: DEBUG nova.network.neutron [-] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.039854] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-641ec327-c474-4a16-8967-7e0a7800df2a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.052599] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7997e102-186d-4b85-90dc-a9e52fbdb9e0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.087199] env[69603]: DEBUG nova.compute.manager [req-2a5a286b-3d7a-4650-80bb-7f0b5b0cdb6c req-469a28c3-65fd-4e26-8c62-7bb4b32d3636 service nova] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Detach interface failed, port_id=97b5839e-3c6a-47e0-b07d-42e093e1317a, reason: Instance a761e010-7d9f-4fc1-9788-7caedf5e382e could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.127944] env[69603]: DEBUG oslo_concurrency.lockutils [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquiring lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.128233] env[69603]: DEBUG oslo_concurrency.lockutils [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.128550] env[69603]: DEBUG oslo_concurrency.lockutils [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquiring lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.128744] env[69603]: DEBUG oslo_concurrency.lockutils [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.128913] env[69603]: DEBUG oslo_concurrency.lockutils [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.133673] env[69603]: INFO nova.compute.manager [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Terminating instance [ 1132.197741] env[69603]: DEBUG nova.network.neutron [None req-861d3d30-46bf-488f-ba6c-9a2ec4afbf42 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance_info_cache with network_info: [{"id": "c21b1a45-a151-4579-b219-c1f8d78b84be", "address": "fa:16:3e:1d:80:30", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21b1a45-a1", "ovs_interfaceid": "c21b1a45-a151-4579-b219-c1f8d78b84be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.210461] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1132.210461] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dc5ac8-a84b-a068-4bcf-9d992611ecbc" [ 1132.210461] env[69603]: _type = "HttpNfcLease" [ 1132.210461] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1132.210838] env[69603]: DEBUG oslo_vmware.rw_handles [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1132.210838] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52dc5ac8-a84b-a068-4bcf-9d992611ecbc" [ 1132.210838] env[69603]: _type = "HttpNfcLease" [ 1132.210838] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1132.211498] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035618d3-2954-47c8-a4b1-f7a73f9bb1d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.219913] env[69603]: DEBUG oslo_vmware.rw_handles [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520dc030-941b-7339-762b-314ec862bb98/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1132.220097] env[69603]: DEBUG oslo_vmware.rw_handles [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520dc030-941b-7339-762b-314ec862bb98/disk-0.vmdk for reading. {{(pid=69603) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1132.318421] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9d5274ae-2694-4b8b-a988-22315c09fccf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.434019] env[69603]: DEBUG nova.network.neutron [-] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.496021] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a0d1967-a51c-4061-9caa-31b6611c54b6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.496021] env[69603]: INFO nova.compute.manager [-] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Took 1.28 seconds to deallocate network for instance. [ 1132.515169] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63a56b5-7b76-49ec-bc54-b0613df07541 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.551357] env[69603]: DEBUG nova.compute.manager [req-a74b5f29-2a34-46b6-bbe4-45dab0578a7d req-2b74d571-8f06-4631-9a75-153e4f295631 service nova] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Detach interface failed, port_id=627fd008-77b0-4380-b850-a1c75f05cd3c, reason: Instance bc081a0f-3a65-4caa-8f4c-581ae6ef7ded could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.637584] env[69603]: DEBUG nova.compute.manager [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.638209] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.638760] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de925b2-a8ec-47c9-942d-806a6fa22abd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.649269] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.649600] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cd7d141-56f6-4d67-b264-b73c5a9790bb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.658308] env[69603]: DEBUG oslo_vmware.api [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1132.658308] env[69603]: value = "task-3480710" [ 1132.658308] env[69603]: _type = "Task" [ 1132.658308] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.667681] env[69603]: DEBUG oslo_vmware.api [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.685867] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.686609] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.687253] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.687459] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.687807] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.691471] env[69603]: INFO nova.compute.manager [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Terminating instance [ 1132.700104] env[69603]: DEBUG oslo_concurrency.lockutils [None req-861d3d30-46bf-488f-ba6c-9a2ec4afbf42 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.935829] env[69603]: INFO nova.compute.manager [-] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Took 2.03 seconds to deallocate network for instance. [ 1133.009123] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.009816] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.010167] env[69603]: DEBUG nova.objects.instance [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lazy-loading 'resources' on Instance uuid a761e010-7d9f-4fc1-9788-7caedf5e382e {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.169019] env[69603]: DEBUG oslo_vmware.api [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480710, 'name': PowerOffVM_Task, 'duration_secs': 0.24433} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.169365] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.169653] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.170175] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b69f7cd-b389-418f-898b-adc7edba1cbd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.195946] env[69603]: DEBUG nova.compute.manager [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.196377] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.196760] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b639890-3e54-4bbb-803c-cf63146acb0d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.204935] env[69603]: DEBUG nova.compute.manager [None req-861d3d30-46bf-488f-ba6c-9a2ec4afbf42 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.205895] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4ab7c3-ed1e-4d37-90e1-6eb0e407dd60 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.209965] env[69603]: DEBUG oslo_vmware.api [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1133.209965] env[69603]: value = "task-3480712" [ 1133.209965] env[69603]: _type = "Task" [ 1133.209965] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.224970] env[69603]: DEBUG oslo_vmware.api [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.379200] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.379484] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.379774] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Deleting the datastore file [datastore1] 19aa4ef4-27a5-4795-b78e-3c68a362cdb0 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.380513] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ef49094-9c37-4639-a63e-73122fad374b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.389642] env[69603]: DEBUG oslo_vmware.api [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1133.389642] env[69603]: value = "task-3480713" [ 1133.389642] env[69603]: _type = "Task" [ 1133.389642] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.400883] env[69603]: DEBUG oslo_vmware.api [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480713, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.452384] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.620258] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e77ed2-2a91-4ffd-a6e9-a1586c2eafb7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.628465] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fac5a8f-2610-47e4-a76a-7a63c7c2eac7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.661620] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dfba86-698a-4f95-9a56-f34c1aaa21f9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.670622] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e877d90-a838-4437-b473-2157304fab0b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.685550] env[69603]: DEBUG nova.compute.provider_tree [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.724018] env[69603]: DEBUG oslo_vmware.api [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480712, 'name': PowerOffVM_Task, 'duration_secs': 0.322191} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.724581] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.724842] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1133.725159] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695846', 'volume_id': '68ba9c0f-b1cd-41bc-ab41-a1bb950846b6', 'name': 'volume-68ba9c0f-b1cd-41bc-ab41-a1bb950846b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0', 'attached_at': '2025-04-17T15:20:02.000000', 'detached_at': '', 'volume_id': '68ba9c0f-b1cd-41bc-ab41-a1bb950846b6', 'serial': '68ba9c0f-b1cd-41bc-ab41-a1bb950846b6'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1133.726118] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2222ba-09d8-4813-80ce-7b8363d8c05b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.750044] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f319533-9928-438e-93c4-a47cbdd4d78f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.760233] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51685db5-592f-476e-b58b-13c7d89bbc9a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.785455] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8aafeb-2f3e-41c2-a47c-925aad1ff912 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.803474] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] The volume has not been displaced from its original location: [datastore2] volume-68ba9c0f-b1cd-41bc-ab41-a1bb950846b6/volume-68ba9c0f-b1cd-41bc-ab41-a1bb950846b6.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1133.808398] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1133.808755] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-038a1679-da69-4b1b-a8d9-420c0f0f0cc0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.828132] env[69603]: DEBUG oslo_vmware.api [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1133.828132] env[69603]: value = "task-3480714" [ 1133.828132] env[69603]: _type = "Task" [ 1133.828132] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.837116] env[69603]: DEBUG oslo_vmware.api [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480714, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.900781] env[69603]: DEBUG oslo_vmware.api [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480713, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213387} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.901529] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1133.901798] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1133.902075] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1133.902344] env[69603]: INFO nova.compute.manager [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1133.902651] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.902881] env[69603]: DEBUG nova.compute.manager [-] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1133.903133] env[69603]: DEBUG nova.network.neutron [-] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.220276] env[69603]: ERROR nova.scheduler.client.report [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] [req-616f6da9-68c3-4b5e-86ac-5b2c9334b896] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-616f6da9-68c3-4b5e-86ac-5b2c9334b896"}]} [ 1134.230019] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f885fac7-7692-453a-905a-b23209714ceb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.239023] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-861d3d30-46bf-488f-ba6c-9a2ec4afbf42 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Doing hard reboot of VM {{(pid=69603) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1134.241709] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-9f25dc61-de76-4d5c-bed7-e97cab3c522d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.245468] env[69603]: DEBUG nova.scheduler.client.report [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1134.253071] env[69603]: DEBUG oslo_vmware.api [None req-861d3d30-46bf-488f-ba6c-9a2ec4afbf42 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1134.253071] env[69603]: value = "task-3480715" [ 1134.253071] env[69603]: _type = "Task" [ 1134.253071] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.262504] env[69603]: DEBUG oslo_vmware.api [None req-861d3d30-46bf-488f-ba6c-9a2ec4afbf42 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480715, 'name': ResetVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.267643] env[69603]: DEBUG nova.compute.manager [req-6042c5c8-0237-4122-a0b7-1a88bec0ce01 req-84f13dc7-2ea3-4fd1-b770-9e51e4c93c80 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Received event network-vif-deleted-0f1ce249-39a5-4cf4-b550-8577be8c0bb8 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.268046] env[69603]: INFO nova.compute.manager [req-6042c5c8-0237-4122-a0b7-1a88bec0ce01 req-84f13dc7-2ea3-4fd1-b770-9e51e4c93c80 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Neutron deleted interface 0f1ce249-39a5-4cf4-b550-8577be8c0bb8; detaching it from the instance and deleting it from the info cache [ 1134.268466] env[69603]: DEBUG nova.network.neutron [req-6042c5c8-0237-4122-a0b7-1a88bec0ce01 req-84f13dc7-2ea3-4fd1-b770-9e51e4c93c80 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Updating instance_info_cache with network_info: [{"id": "87559b8a-eae5-4103-93e5-3b8891e12f48", "address": "fa:16:3e:97:e4:be", "network": {"id": "3406c430-e910-475d-89e2-9a4d1bbd8167", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1043720758", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87559b8a-ea", "ovs_interfaceid": "87559b8a-eae5-4103-93e5-3b8891e12f48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d3e85d8e-af60-40d6-9c64-0dfc0b915f2f", "address": "fa:16:3e:fe:2d:b0", "network": {"id": "4fd40d2b-ea56-4967-b220-ac8a73ad8717", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-887215023", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e85d8e-af", "ovs_interfaceid": "d3e85d8e-af60-40d6-9c64-0dfc0b915f2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.270919] env[69603]: DEBUG nova.scheduler.client.report [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1134.271327] env[69603]: DEBUG nova.compute.provider_tree [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.291029] env[69603]: DEBUG nova.scheduler.client.report [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1134.309781] env[69603]: DEBUG nova.scheduler.client.report [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1134.346383] env[69603]: DEBUG oslo_vmware.api [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480714, 'name': ReconfigVM_Task, 'duration_secs': 0.344541} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.351582] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.355784] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65445609-c039-435e-9db7-f0066bc9c3f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.375980] env[69603]: DEBUG oslo_vmware.api [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1134.375980] env[69603]: value = "task-3480716" [ 1134.375980] env[69603]: _type = "Task" [ 1134.375980] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.382899] env[69603]: DEBUG oslo_vmware.api [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.459162] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b5567b-f8ab-42c8-83a7-ff28cb2771b1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.467998] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb226774-3c2d-40b2-9231-0aea89dd3cd8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.504300] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5abd5ae-96ab-407e-9b85-4575a8f8d887 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.514387] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e587eed-911a-46f1-ba07-4bceccd35c9b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.531818] env[69603]: DEBUG nova.compute.provider_tree [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.763295] env[69603]: DEBUG oslo_vmware.api [None req-861d3d30-46bf-488f-ba6c-9a2ec4afbf42 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480715, 'name': ResetVM_Task, 'duration_secs': 0.11114} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.763295] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-861d3d30-46bf-488f-ba6c-9a2ec4afbf42 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Did hard reboot of VM {{(pid=69603) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1134.763533] env[69603]: DEBUG nova.compute.manager [None req-861d3d30-46bf-488f-ba6c-9a2ec4afbf42 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1134.764297] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9537d407-1c2a-4829-a59b-84e6e3b68378 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.777101] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c9110dd-d1fc-47f6-9cff-b8a2e98ad2d7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.799236] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1359070f-e52a-4a36-9cad-a7f766dddcd9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.831230] env[69603]: DEBUG nova.compute.manager [req-6042c5c8-0237-4122-a0b7-1a88bec0ce01 req-84f13dc7-2ea3-4fd1-b770-9e51e4c93c80 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Detach interface failed, port_id=0f1ce249-39a5-4cf4-b550-8577be8c0bb8, reason: Instance 19aa4ef4-27a5-4795-b78e-3c68a362cdb0 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1134.886300] env[69603]: DEBUG oslo_vmware.api [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480716, 'name': ReconfigVM_Task, 'duration_secs': 0.21323} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.886726] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695846', 'volume_id': '68ba9c0f-b1cd-41bc-ab41-a1bb950846b6', 'name': 'volume-68ba9c0f-b1cd-41bc-ab41-a1bb950846b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0', 'attached_at': '2025-04-17T15:20:02.000000', 'detached_at': '', 'volume_id': '68ba9c0f-b1cd-41bc-ab41-a1bb950846b6', 'serial': '68ba9c0f-b1cd-41bc-ab41-a1bb950846b6'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1134.887092] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.887988] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9541f0df-9de6-46cf-a4e7-d310a5f9ad08 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.897650] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.897941] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16b690fe-2678-4033-9da2-0b38a47b8701 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.979299] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.979542] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.979770] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Deleting the datastore file [datastore1] c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.980062] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-178f22d1-5ba1-48a7-907b-f4f09e7284bc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.988516] env[69603]: DEBUG oslo_vmware.api [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1134.988516] env[69603]: value = "task-3480718" [ 1134.988516] env[69603]: _type = "Task" [ 1134.988516] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.998836] env[69603]: DEBUG oslo_vmware.api [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.073240] env[69603]: DEBUG nova.scheduler.client.report [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1135.073498] env[69603]: DEBUG nova.compute.provider_tree [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 146 to 147 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1135.073701] env[69603]: DEBUG nova.compute.provider_tree [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1135.173359] env[69603]: DEBUG nova.network.neutron [-] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.278271] env[69603]: DEBUG oslo_concurrency.lockutils [None req-861d3d30-46bf-488f-ba6c-9a2ec4afbf42 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.370s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.501353] env[69603]: DEBUG oslo_vmware.api [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211319} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.501353] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.501353] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.501767] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.501767] env[69603]: INFO nova.compute.manager [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1135.501920] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.502068] env[69603]: DEBUG nova.compute.manager [-] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.502186] env[69603]: DEBUG nova.network.neutron [-] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.578666] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.569s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.581459] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.129s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.581459] env[69603]: DEBUG nova.objects.instance [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lazy-loading 'resources' on Instance uuid bc081a0f-3a65-4caa-8f4c-581ae6ef7ded {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.606984] env[69603]: INFO nova.scheduler.client.report [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Deleted allocations for instance a761e010-7d9f-4fc1-9788-7caedf5e382e [ 1135.675826] env[69603]: INFO nova.compute.manager [-] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Took 1.77 seconds to deallocate network for instance. [ 1136.121225] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9bc7f72b-c682-4734-bb8f-aaa3cde74582 tempest-AttachInterfacesTestJSON-1802622032 tempest-AttachInterfacesTestJSON-1802622032-project-member] Lock "a761e010-7d9f-4fc1-9788-7caedf5e382e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.533s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.183178] env[69603]: DEBUG oslo_concurrency.lockutils [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.187637] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b00d119-0f20-400c-beda-a83d8a929102 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.197214] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e3e689-298a-4d59-889a-3e28104ec10a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.232570] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e7ccca-fd0f-4241-aa45-51a4129a1f87 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.241740] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7be12f-1cf1-4767-a188-184c1f1bb6b5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.257311] env[69603]: DEBUG nova.compute.provider_tree [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.301663] env[69603]: DEBUG nova.compute.manager [req-d0974d32-b64e-43c5-8445-a282e6fd1781 req-41090e81-5705-4bb3-b5cb-a55a77669b37 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Received event network-vif-deleted-87559b8a-eae5-4103-93e5-3b8891e12f48 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.301879] env[69603]: DEBUG nova.compute.manager [req-d0974d32-b64e-43c5-8445-a282e6fd1781 req-41090e81-5705-4bb3-b5cb-a55a77669b37 service nova] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Received event network-vif-deleted-d3e85d8e-af60-40d6-9c64-0dfc0b915f2f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.302256] env[69603]: DEBUG nova.compute.manager [req-d0974d32-b64e-43c5-8445-a282e6fd1781 req-41090e81-5705-4bb3-b5cb-a55a77669b37 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Received event network-vif-deleted-ca8f17fe-2f3c-431d-be75-6a4afe9ab298 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.302617] env[69603]: INFO nova.compute.manager [req-d0974d32-b64e-43c5-8445-a282e6fd1781 req-41090e81-5705-4bb3-b5cb-a55a77669b37 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Neutron deleted interface ca8f17fe-2f3c-431d-be75-6a4afe9ab298; detaching it from the instance and deleting it from the info cache [ 1136.302617] env[69603]: DEBUG nova.network.neutron [req-d0974d32-b64e-43c5-8445-a282e6fd1781 req-41090e81-5705-4bb3-b5cb-a55a77669b37 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.559583] env[69603]: DEBUG nova.network.neutron [-] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.763026] env[69603]: DEBUG nova.scheduler.client.report [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.808072] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28eb0aff-734e-43f2-9113-a2a9e604d205 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.818803] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3063bed8-a2e2-478a-8674-065098e45700 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.855019] env[69603]: DEBUG nova.compute.manager [req-d0974d32-b64e-43c5-8445-a282e6fd1781 req-41090e81-5705-4bb3-b5cb-a55a77669b37 service nova] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Detach interface failed, port_id=ca8f17fe-2f3c-431d-be75-6a4afe9ab298, reason: Instance c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1137.063114] env[69603]: INFO nova.compute.manager [-] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Took 1.56 seconds to deallocate network for instance. [ 1137.266384] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.269035] env[69603]: DEBUG oslo_concurrency.lockutils [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.086s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.269483] env[69603]: DEBUG nova.objects.instance [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lazy-loading 'resources' on Instance uuid 19aa4ef4-27a5-4795-b78e-3c68a362cdb0 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.291066] env[69603]: INFO nova.scheduler.client.report [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Deleted allocations for instance bc081a0f-3a65-4caa-8f4c-581ae6ef7ded [ 1137.612462] env[69603]: INFO nova.compute.manager [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Took 0.55 seconds to detach 1 volumes for instance. [ 1137.800582] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9285c71b-ddec-47a0-b3de-6d4f1b36e510 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "bc081a0f-3a65-4caa-8f4c-581ae6ef7ded" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.562s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.877223] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382ab343-621c-4138-a8d5-4cc715aa7df3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.888270] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125d2827-8c57-41a5-b5c0-a42b9ad78f44 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.924505] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33574283-c58c-433e-9c1c-feafdeaedda2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.933019] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fa0eb1-2677-4943-9707-6af0017b8292 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.949253] env[69603]: DEBUG nova.compute.provider_tree [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.118384] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.453019] env[69603]: DEBUG nova.scheduler.client.report [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.924420] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.925156] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.925156] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.925273] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.925752] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.926296] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.926296] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.926296] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69603) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1138.926472] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager.update_available_resource {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.960380] env[69603]: DEBUG oslo_concurrency.lockutils [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.961631] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.843s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.962216] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.985715] env[69603]: INFO nova.scheduler.client.report [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Deleted allocations for instance 19aa4ef4-27a5-4795-b78e-3c68a362cdb0 [ 1138.989148] env[69603]: INFO nova.scheduler.client.report [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Deleted allocations for instance c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0 [ 1139.401940] env[69603]: DEBUG oslo_vmware.rw_handles [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520dc030-941b-7339-762b-314ec862bb98/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1139.403547] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2773f2e9-918a-4f99-a38c-502191383246 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.416059] env[69603]: DEBUG oslo_vmware.rw_handles [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520dc030-941b-7339-762b-314ec862bb98/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1139.416059] env[69603]: ERROR oslo_vmware.rw_handles [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520dc030-941b-7339-762b-314ec862bb98/disk-0.vmdk due to incomplete transfer. [ 1139.416059] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9f0b450c-fd40-48d9-a96e-be57ccaccfd5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.425695] env[69603]: DEBUG oslo_vmware.rw_handles [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/520dc030-941b-7339-762b-314ec862bb98/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1139.426041] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Uploaded image 0c056e42-cb54-4101-86e9-720715de12ef to the Glance image server {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1139.431547] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1139.432689] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.433070] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.433354] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.433620] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1139.433936] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a31ca54-d79d-477d-9a46-ff2e2fdfe671 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.436558] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a3272b-0d09-412a-af60-aa0b5a135629 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.448041] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019ab7a8-3cce-4608-915d-2e0253ef1437 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.451495] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1139.451495] env[69603]: value = "task-3480719" [ 1139.451495] env[69603]: _type = "Task" [ 1139.451495] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.466181] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2600103-8052-42bd-a77c-9ca0fd8c9dbe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.471073] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480719, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.476641] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696e9e9f-6f72-4fba-91fe-89defe114041 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.511819] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179234MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1139.512041] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.512219] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.513798] env[69603]: DEBUG oslo_concurrency.lockutils [None req-365bd08e-185c-42f7-834f-8dac239e7585 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "19aa4ef4-27a5-4795-b78e-3c68a362cdb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.386s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.514925] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6ef1b95e-d227-4bf2-bb4b-b5d4a036d5df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.829s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.963727] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480719, 'name': Destroy_Task, 'duration_secs': 0.372208} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.964150] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Destroyed the VM [ 1139.964368] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1139.964702] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5f840c62-808c-4ca2-a6d7-1e90f2e2f565 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.972623] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1139.972623] env[69603]: value = "task-3480720" [ 1139.972623] env[69603]: _type = "Task" [ 1139.972623] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.982058] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480720, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.161057] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "122aa051-36e7-4db6-a418-b45e04c878af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.161057] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "122aa051-36e7-4db6-a418-b45e04c878af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.484006] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480720, 'name': RemoveSnapshot_Task, 'duration_secs': 0.366298} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.484628] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1140.485199] env[69603]: DEBUG nova.compute.manager [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.486258] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e73550-5fc0-4e28-8a7d-9dc60081cc6b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.558077] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 592c1a53-bfd4-4afb-8bf3-cef1aef284df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1140.558256] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 14679a48-f442-4670-9a40-4c5b1df25055 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1140.558383] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance be93a717-f385-446f-93d8-06b462e7d449 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1140.665955] env[69603]: DEBUG nova.compute.manager [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.004643] env[69603]: INFO nova.compute.manager [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Shelve offloading [ 1141.062014] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 122aa051-36e7-4db6-a418-b45e04c878af has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1141.062789] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1141.062789] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1141.161250] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b16e25b-da90-4542-a017-44852fcdc43b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.173494] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f67160-4308-4ce4-95d4-c9652aa4e12d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.211760] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.212639] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416b5b57-80c7-47ff-a214-37a3e65728d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.221503] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018326be-0149-4535-9fe6-9d2ffdb3e90b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.236488] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.464515] env[69603]: DEBUG oslo_concurrency.lockutils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.464713] env[69603]: DEBUG oslo_concurrency.lockutils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.507989] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1141.508357] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5273fd7d-bdb0-43e4-9b7e-f9d8a53c8c8d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.519969] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1141.519969] env[69603]: value = "task-3480721" [ 1141.519969] env[69603]: _type = "Task" [ 1141.519969] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.529534] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] VM already powered off {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1141.529763] env[69603]: DEBUG nova.compute.manager [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.530868] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae8d75d-cfa9-4917-92be-5f36ba420634 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.537402] env[69603]: DEBUG oslo_concurrency.lockutils [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.537448] env[69603]: DEBUG oslo_concurrency.lockutils [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquired lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.537624] env[69603]: DEBUG nova.network.neutron [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.739667] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.967607] env[69603]: DEBUG nova.compute.manager [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.244719] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1142.244997] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.733s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.245213] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.034s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.246777] env[69603]: INFO nova.compute.claims [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.252163] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1142.252332] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Cleaning up deleted instances with incomplete migration {{(pid=69603) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1142.347412] env[69603]: DEBUG nova.network.neutron [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Updating instance_info_cache with network_info: [{"id": "d04150d1-3cb0-4e0c-8022-8d531467069f", "address": "fa:16:3e:8c:19:eb", "network": {"id": "7a64cca1-edf1-46c7-9cb6-14a6d7a4423d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028146117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edecefa7632b4ca68b7af43ed344878a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd04150d1-3c", "ovs_interfaceid": "d04150d1-3cb0-4e0c-8022-8d531467069f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.486191] env[69603]: DEBUG oslo_concurrency.lockutils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.785138] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquiring lock "4a97fbec-99fb-440c-8da0-f51ea5308e0f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.785387] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "4a97fbec-99fb-440c-8da0-f51ea5308e0f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.850223] env[69603]: DEBUG oslo_concurrency.lockutils [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Releasing lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.163837] env[69603]: DEBUG nova.compute.manager [req-2b357c79-dd79-4833-8ec6-208e40cdbadb req-813fa916-814a-485c-ada0-695e416295b3 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Received event network-vif-unplugged-d04150d1-3cb0-4e0c-8022-8d531467069f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.164196] env[69603]: DEBUG oslo_concurrency.lockutils [req-2b357c79-dd79-4833-8ec6-208e40cdbadb req-813fa916-814a-485c-ada0-695e416295b3 service nova] Acquiring lock "14679a48-f442-4670-9a40-4c5b1df25055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.164588] env[69603]: DEBUG oslo_concurrency.lockutils [req-2b357c79-dd79-4833-8ec6-208e40cdbadb req-813fa916-814a-485c-ada0-695e416295b3 service nova] Lock "14679a48-f442-4670-9a40-4c5b1df25055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.164864] env[69603]: DEBUG oslo_concurrency.lockutils [req-2b357c79-dd79-4833-8ec6-208e40cdbadb req-813fa916-814a-485c-ada0-695e416295b3 service nova] Lock "14679a48-f442-4670-9a40-4c5b1df25055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.165161] env[69603]: DEBUG nova.compute.manager [req-2b357c79-dd79-4833-8ec6-208e40cdbadb req-813fa916-814a-485c-ada0-695e416295b3 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] No waiting events found dispatching network-vif-unplugged-d04150d1-3cb0-4e0c-8022-8d531467069f {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.165464] env[69603]: WARNING nova.compute.manager [req-2b357c79-dd79-4833-8ec6-208e40cdbadb req-813fa916-814a-485c-ada0-695e416295b3 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Received unexpected event network-vif-unplugged-d04150d1-3cb0-4e0c-8022-8d531467069f for instance with vm_state shelved and task_state shelving_offloading. [ 1143.187259] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.188232] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060153ca-b2b8-449e-bf48-ec0895848e4d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.200034] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.200323] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d3bf2ce-e5b0-4b8b-af16-27491c87858b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.272856] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.273138] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.273400] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Deleting the datastore file [datastore1] 14679a48-f442-4670-9a40-4c5b1df25055 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.274024] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0995dcfe-61f6-45d3-a56e-2ba228ce54ea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.281373] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1143.281373] env[69603]: value = "task-3480726" [ 1143.281373] env[69603]: _type = "Task" [ 1143.281373] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.288122] env[69603]: DEBUG nova.compute.manager [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1143.293978] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.359723] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a002ec7-3865-48ec-bd2a-1a14a6b7d6c3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.368654] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f67ab7-9702-43b8-9c58-8d966cd97340 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.399755] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd22a88c-5570-4569-8037-fa3ac465d37b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.407310] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9877ede-c099-4c6e-b3e2-c6daba87aba9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.420778] env[69603]: DEBUG nova.compute.provider_tree [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.792732] env[69603]: DEBUG oslo_vmware.api [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138341} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.792732] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.792906] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.793058] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.808904] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.810222] env[69603]: INFO nova.scheduler.client.report [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Deleted allocations for instance 14679a48-f442-4670-9a40-4c5b1df25055 [ 1143.923687] env[69603]: DEBUG nova.scheduler.client.report [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.927181] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.927455] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.927616] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.927768] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.927912] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.928056] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69603) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1143.928201] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager.update_available_resource {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1144.314195] env[69603]: DEBUG oslo_concurrency.lockutils [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.428330] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.428871] env[69603]: DEBUG nova.compute.manager [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.431630] env[69603]: DEBUG oslo_concurrency.lockutils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.946s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.433583] env[69603]: INFO nova.compute.claims [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1144.436760] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.939166] env[69603]: DEBUG nova.compute.utils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.942702] env[69603]: DEBUG nova.compute.manager [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.942978] env[69603]: DEBUG nova.network.neutron [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.982563] env[69603]: DEBUG nova.policy [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '237ce145bc4549ef9823adff7b07ab1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9712796541f64c579b948f5ddae92fec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.202853] env[69603]: DEBUG nova.compute.manager [req-93c9afa5-2fa6-400b-975f-87af07ab3da6 req-25e3fa4f-5ca6-4362-9aed-db0e46b3967b service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Received event network-changed-d04150d1-3cb0-4e0c-8022-8d531467069f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.204667] env[69603]: DEBUG nova.compute.manager [req-93c9afa5-2fa6-400b-975f-87af07ab3da6 req-25e3fa4f-5ca6-4362-9aed-db0e46b3967b service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Refreshing instance network info cache due to event network-changed-d04150d1-3cb0-4e0c-8022-8d531467069f. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.204667] env[69603]: DEBUG oslo_concurrency.lockutils [req-93c9afa5-2fa6-400b-975f-87af07ab3da6 req-25e3fa4f-5ca6-4362-9aed-db0e46b3967b service nova] Acquiring lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.204667] env[69603]: DEBUG oslo_concurrency.lockutils [req-93c9afa5-2fa6-400b-975f-87af07ab3da6 req-25e3fa4f-5ca6-4362-9aed-db0e46b3967b service nova] Acquired lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.205154] env[69603]: DEBUG nova.network.neutron [req-93c9afa5-2fa6-400b-975f-87af07ab3da6 req-25e3fa4f-5ca6-4362-9aed-db0e46b3967b service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Refreshing network info cache for port d04150d1-3cb0-4e0c-8022-8d531467069f {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.299048] env[69603]: DEBUG nova.network.neutron [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Successfully created port: 6dbdda11-860f-4def-aeda-3bd149dc701a {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.443719] env[69603]: DEBUG nova.compute.manager [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.539269] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef14b76-b86a-4b1f-a904-8a624f909c4e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.542196] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "14679a48-f442-4670-9a40-4c5b1df25055" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.548070] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab988ff7-796a-4ced-a3a0-303f13341158 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.586213] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31f8276-ccf1-4d5f-aabe-e3eccfee0c5d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.596389] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8ce18f-d6e1-4da8-a515-7de7a2ee00fa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.612113] env[69603]: DEBUG nova.compute.provider_tree [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.913216] env[69603]: DEBUG nova.network.neutron [req-93c9afa5-2fa6-400b-975f-87af07ab3da6 req-25e3fa4f-5ca6-4362-9aed-db0e46b3967b service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Updated VIF entry in instance network info cache for port d04150d1-3cb0-4e0c-8022-8d531467069f. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.913644] env[69603]: DEBUG nova.network.neutron [req-93c9afa5-2fa6-400b-975f-87af07ab3da6 req-25e3fa4f-5ca6-4362-9aed-db0e46b3967b service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Updating instance_info_cache with network_info: [{"id": "d04150d1-3cb0-4e0c-8022-8d531467069f", "address": "fa:16:3e:8c:19:eb", "network": {"id": "7a64cca1-edf1-46c7-9cb6-14a6d7a4423d", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1028146117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edecefa7632b4ca68b7af43ed344878a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd04150d1-3c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.115379] env[69603]: DEBUG nova.scheduler.client.report [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.416272] env[69603]: DEBUG oslo_concurrency.lockutils [req-93c9afa5-2fa6-400b-975f-87af07ab3da6 req-25e3fa4f-5ca6-4362-9aed-db0e46b3967b service nova] Releasing lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.454867] env[69603]: DEBUG nova.compute.manager [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.480693] env[69603]: DEBUG nova.virt.hardware [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.480981] env[69603]: DEBUG nova.virt.hardware [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.481111] env[69603]: DEBUG nova.virt.hardware [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.481275] env[69603]: DEBUG nova.virt.hardware [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.481419] env[69603]: DEBUG nova.virt.hardware [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.481569] env[69603]: DEBUG nova.virt.hardware [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.481772] env[69603]: DEBUG nova.virt.hardware [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.481930] env[69603]: DEBUG nova.virt.hardware [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.482174] env[69603]: DEBUG nova.virt.hardware [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.482266] env[69603]: DEBUG nova.virt.hardware [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.482437] env[69603]: DEBUG nova.virt.hardware [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.483325] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e7f298-2e79-4189-8f25-1e6ccc315b79 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.491576] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904df91d-359c-4571-b0fb-c90395585b7c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.621177] env[69603]: DEBUG oslo_concurrency.lockutils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.189s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.621740] env[69603]: DEBUG nova.compute.manager [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1146.625054] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.816s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.626538] env[69603]: INFO nova.compute.claims [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.804136] env[69603]: DEBUG nova.network.neutron [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Successfully updated port: 6dbdda11-860f-4def-aeda-3bd149dc701a {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.126595] env[69603]: DEBUG nova.compute.utils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1147.128093] env[69603]: DEBUG nova.compute.manager [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1147.128266] env[69603]: DEBUG nova.network.neutron [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1147.168165] env[69603]: DEBUG nova.policy [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8bfceafe66d341449e5741e28cb57794', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8198682609684cf3b6741806b7d5da40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1147.235273] env[69603]: DEBUG nova.compute.manager [req-22ecafd4-8a3e-4a95-9d9e-885168afa4d6 req-4db6b8d9-c7f1-4db3-ad7c-5f44b290eeea service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Received event network-vif-plugged-6dbdda11-860f-4def-aeda-3bd149dc701a {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.235468] env[69603]: DEBUG oslo_concurrency.lockutils [req-22ecafd4-8a3e-4a95-9d9e-885168afa4d6 req-4db6b8d9-c7f1-4db3-ad7c-5f44b290eeea service nova] Acquiring lock "122aa051-36e7-4db6-a418-b45e04c878af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.235709] env[69603]: DEBUG oslo_concurrency.lockutils [req-22ecafd4-8a3e-4a95-9d9e-885168afa4d6 req-4db6b8d9-c7f1-4db3-ad7c-5f44b290eeea service nova] Lock "122aa051-36e7-4db6-a418-b45e04c878af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.235891] env[69603]: DEBUG oslo_concurrency.lockutils [req-22ecafd4-8a3e-4a95-9d9e-885168afa4d6 req-4db6b8d9-c7f1-4db3-ad7c-5f44b290eeea service nova] Lock "122aa051-36e7-4db6-a418-b45e04c878af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.236055] env[69603]: DEBUG nova.compute.manager [req-22ecafd4-8a3e-4a95-9d9e-885168afa4d6 req-4db6b8d9-c7f1-4db3-ad7c-5f44b290eeea service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] No waiting events found dispatching network-vif-plugged-6dbdda11-860f-4def-aeda-3bd149dc701a {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.236224] env[69603]: WARNING nova.compute.manager [req-22ecafd4-8a3e-4a95-9d9e-885168afa4d6 req-4db6b8d9-c7f1-4db3-ad7c-5f44b290eeea service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Received unexpected event network-vif-plugged-6dbdda11-860f-4def-aeda-3bd149dc701a for instance with vm_state building and task_state spawning. [ 1147.236405] env[69603]: DEBUG nova.compute.manager [req-22ecafd4-8a3e-4a95-9d9e-885168afa4d6 req-4db6b8d9-c7f1-4db3-ad7c-5f44b290eeea service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Received event network-changed-6dbdda11-860f-4def-aeda-3bd149dc701a {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.236594] env[69603]: DEBUG nova.compute.manager [req-22ecafd4-8a3e-4a95-9d9e-885168afa4d6 req-4db6b8d9-c7f1-4db3-ad7c-5f44b290eeea service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Refreshing instance network info cache due to event network-changed-6dbdda11-860f-4def-aeda-3bd149dc701a. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.236917] env[69603]: DEBUG oslo_concurrency.lockutils [req-22ecafd4-8a3e-4a95-9d9e-885168afa4d6 req-4db6b8d9-c7f1-4db3-ad7c-5f44b290eeea service nova] Acquiring lock "refresh_cache-122aa051-36e7-4db6-a418-b45e04c878af" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.237103] env[69603]: DEBUG oslo_concurrency.lockutils [req-22ecafd4-8a3e-4a95-9d9e-885168afa4d6 req-4db6b8d9-c7f1-4db3-ad7c-5f44b290eeea service nova] Acquired lock "refresh_cache-122aa051-36e7-4db6-a418-b45e04c878af" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.237295] env[69603]: DEBUG nova.network.neutron [req-22ecafd4-8a3e-4a95-9d9e-885168afa4d6 req-4db6b8d9-c7f1-4db3-ad7c-5f44b290eeea service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Refreshing network info cache for port 6dbdda11-860f-4def-aeda-3bd149dc701a {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1147.312465] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "refresh_cache-122aa051-36e7-4db6-a418-b45e04c878af" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.505228] env[69603]: DEBUG nova.network.neutron [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Successfully created port: 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1147.631530] env[69603]: DEBUG nova.compute.manager [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1147.731603] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25b3028-05e3-4bf5-ad20-cee2348271fe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.742497] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9d07c9-2567-4004-8701-3cd72aedd416 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.774393] env[69603]: DEBUG nova.network.neutron [req-22ecafd4-8a3e-4a95-9d9e-885168afa4d6 req-4db6b8d9-c7f1-4db3-ad7c-5f44b290eeea service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.776796] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd21a69-4957-48f3-ab9e-8d8482d597e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.788461] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b034cf-ff64-4a91-b845-d6b5a20feb67 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.803505] env[69603]: DEBUG nova.compute.provider_tree [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.853239] env[69603]: DEBUG nova.network.neutron [req-22ecafd4-8a3e-4a95-9d9e-885168afa4d6 req-4db6b8d9-c7f1-4db3-ad7c-5f44b290eeea service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.307440] env[69603]: DEBUG nova.scheduler.client.report [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.355825] env[69603]: DEBUG oslo_concurrency.lockutils [req-22ecafd4-8a3e-4a95-9d9e-885168afa4d6 req-4db6b8d9-c7f1-4db3-ad7c-5f44b290eeea service nova] Releasing lock "refresh_cache-122aa051-36e7-4db6-a418-b45e04c878af" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.356218] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquired lock "refresh_cache-122aa051-36e7-4db6-a418-b45e04c878af" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.356380] env[69603]: DEBUG nova.network.neutron [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.643671] env[69603]: DEBUG nova.compute.manager [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1148.672064] env[69603]: DEBUG nova.virt.hardware [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1148.672435] env[69603]: DEBUG nova.virt.hardware [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1148.672667] env[69603]: DEBUG nova.virt.hardware [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1148.672951] env[69603]: DEBUG nova.virt.hardware [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1148.673188] env[69603]: DEBUG nova.virt.hardware [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1148.673411] env[69603]: DEBUG nova.virt.hardware [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1148.673728] env[69603]: DEBUG nova.virt.hardware [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1148.673978] env[69603]: DEBUG nova.virt.hardware [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1148.674255] env[69603]: DEBUG nova.virt.hardware [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1148.674516] env[69603]: DEBUG nova.virt.hardware [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1148.674781] env[69603]: DEBUG nova.virt.hardware [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1148.676023] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86d0c9e-78be-419d-9eaf-bff3040fadce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.685497] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e1d540-3fbc-45f6-a4b1-51dbbefc9f36 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.812356] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.187s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.812957] env[69603]: DEBUG nova.compute.manager [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.815850] env[69603]: DEBUG oslo_concurrency.lockutils [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.502s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.816137] env[69603]: DEBUG nova.objects.instance [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lazy-loading 'resources' on Instance uuid 14679a48-f442-4670-9a40-4c5b1df25055 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.888026] env[69603]: DEBUG nova.network.neutron [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.998549] env[69603]: DEBUG nova.network.neutron [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Successfully updated port: 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1149.030124] env[69603]: DEBUG nova.network.neutron [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Updating instance_info_cache with network_info: [{"id": "6dbdda11-860f-4def-aeda-3bd149dc701a", "address": "fa:16:3e:ff:be:fd", "network": {"id": "d76c62a5-83eb-45c2-bdc1-a976e6132e5c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1298507185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9712796541f64c579b948f5ddae92fec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbdda11-86", "ovs_interfaceid": "6dbdda11-860f-4def-aeda-3bd149dc701a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.261740] env[69603]: DEBUG nova.compute.manager [req-2bcbc471-b19e-4abf-bf0d-2cf38e859482 req-4bd44e67-d735-4dda-b7df-bdad8314f2ac service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Received event network-vif-plugged-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.261975] env[69603]: DEBUG oslo_concurrency.lockutils [req-2bcbc471-b19e-4abf-bf0d-2cf38e859482 req-4bd44e67-d735-4dda-b7df-bdad8314f2ac service nova] Acquiring lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.262270] env[69603]: DEBUG oslo_concurrency.lockutils [req-2bcbc471-b19e-4abf-bf0d-2cf38e859482 req-4bd44e67-d735-4dda-b7df-bdad8314f2ac service nova] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.262506] env[69603]: DEBUG oslo_concurrency.lockutils [req-2bcbc471-b19e-4abf-bf0d-2cf38e859482 req-4bd44e67-d735-4dda-b7df-bdad8314f2ac service nova] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.262728] env[69603]: DEBUG nova.compute.manager [req-2bcbc471-b19e-4abf-bf0d-2cf38e859482 req-4bd44e67-d735-4dda-b7df-bdad8314f2ac service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] No waiting events found dispatching network-vif-plugged-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.262944] env[69603]: WARNING nova.compute.manager [req-2bcbc471-b19e-4abf-bf0d-2cf38e859482 req-4bd44e67-d735-4dda-b7df-bdad8314f2ac service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Received unexpected event network-vif-plugged-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc for instance with vm_state building and task_state spawning. [ 1149.263167] env[69603]: DEBUG nova.compute.manager [req-2bcbc471-b19e-4abf-bf0d-2cf38e859482 req-4bd44e67-d735-4dda-b7df-bdad8314f2ac service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Received event network-changed-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.263371] env[69603]: DEBUG nova.compute.manager [req-2bcbc471-b19e-4abf-bf0d-2cf38e859482 req-4bd44e67-d735-4dda-b7df-bdad8314f2ac service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Refreshing instance network info cache due to event network-changed-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.263602] env[69603]: DEBUG oslo_concurrency.lockutils [req-2bcbc471-b19e-4abf-bf0d-2cf38e859482 req-4bd44e67-d735-4dda-b7df-bdad8314f2ac service nova] Acquiring lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.263784] env[69603]: DEBUG oslo_concurrency.lockutils [req-2bcbc471-b19e-4abf-bf0d-2cf38e859482 req-4bd44e67-d735-4dda-b7df-bdad8314f2ac service nova] Acquired lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.263990] env[69603]: DEBUG nova.network.neutron [req-2bcbc471-b19e-4abf-bf0d-2cf38e859482 req-4bd44e67-d735-4dda-b7df-bdad8314f2ac service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Refreshing network info cache for port 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.319366] env[69603]: DEBUG nova.compute.utils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.321208] env[69603]: DEBUG nova.objects.instance [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lazy-loading 'numa_topology' on Instance uuid 14679a48-f442-4670-9a40-4c5b1df25055 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.322827] env[69603]: DEBUG nova.compute.manager [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.323070] env[69603]: DEBUG nova.network.neutron [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.362195] env[69603]: DEBUG nova.policy [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6049b26692f64fb0ad676fdb57850d44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '363a8f7f56ec4678953705e2fa123c9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.500504] env[69603]: DEBUG oslo_concurrency.lockutils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.532908] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Releasing lock "refresh_cache-122aa051-36e7-4db6-a418-b45e04c878af" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.533269] env[69603]: DEBUG nova.compute.manager [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Instance network_info: |[{"id": "6dbdda11-860f-4def-aeda-3bd149dc701a", "address": "fa:16:3e:ff:be:fd", "network": {"id": "d76c62a5-83eb-45c2-bdc1-a976e6132e5c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1298507185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9712796541f64c579b948f5ddae92fec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbdda11-86", "ovs_interfaceid": "6dbdda11-860f-4def-aeda-3bd149dc701a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.533708] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:be:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6dbdda11-860f-4def-aeda-3bd149dc701a', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.541230] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.541441] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.541694] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e65754c-9f5b-48f2-b6ce-0bd8d417f8ca {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.563023] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.563023] env[69603]: value = "task-3480729" [ 1149.563023] env[69603]: _type = "Task" [ 1149.563023] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.574124] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480729, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.616430] env[69603]: DEBUG nova.network.neutron [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Successfully created port: 27ee3a20-9fdf-4601-8302-186572ee4feb {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.814954] env[69603]: DEBUG nova.network.neutron [req-2bcbc471-b19e-4abf-bf0d-2cf38e859482 req-4bd44e67-d735-4dda-b7df-bdad8314f2ac service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1149.824772] env[69603]: DEBUG nova.compute.manager [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.832327] env[69603]: DEBUG nova.objects.base [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Object Instance<14679a48-f442-4670-9a40-4c5b1df25055> lazy-loaded attributes: resources,numa_topology {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1149.892626] env[69603]: DEBUG nova.network.neutron [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Successfully created port: 9766b5a7-9093-4ddd-a198-775477236d90 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.913550] env[69603]: DEBUG nova.network.neutron [req-2bcbc471-b19e-4abf-bf0d-2cf38e859482 req-4bd44e67-d735-4dda-b7df-bdad8314f2ac service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.021413] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350d8fd2-1c2e-41ec-bf97-520b827dbd0b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.035946] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1cf6a7-dbff-47d6-9b65-8c77a8e92404 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.074618] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a156b1-75cc-434f-aca2-286495069fdb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.086526] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c60e39d-2fdd-4684-a32c-35486c7a5ce6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.090740] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480729, 'name': CreateVM_Task, 'duration_secs': 0.339512} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.090973] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.092135] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.092322] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.092673] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.092933] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176d9fb0-018f-4fb7-a185-f2edcdcbb084 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.103047] env[69603]: DEBUG nova.compute.provider_tree [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.108022] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1150.108022] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f384dc-be43-9610-762f-e7d6848839b0" [ 1150.108022] env[69603]: _type = "Task" [ 1150.108022] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.118223] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f384dc-be43-9610-762f-e7d6848839b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.416861] env[69603]: DEBUG oslo_concurrency.lockutils [req-2bcbc471-b19e-4abf-bf0d-2cf38e859482 req-4bd44e67-d735-4dda-b7df-bdad8314f2ac service nova] Releasing lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.417108] env[69603]: DEBUG oslo_concurrency.lockutils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.417272] env[69603]: DEBUG nova.network.neutron [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.606242] env[69603]: DEBUG nova.scheduler.client.report [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.619834] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f384dc-be43-9610-762f-e7d6848839b0, 'name': SearchDatastore_Task, 'duration_secs': 0.01451} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.620686] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.620941] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.621191] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.621335] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.621516] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.622513] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94a60a46-831c-49be-a65b-6a1e424adbbf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.631789] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.632011] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.632675] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed82de0-49aa-471d-bc15-917096547ba8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.637777] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1150.637777] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522465d7-e2e1-2d16-9237-e16bbb284138" [ 1150.637777] env[69603]: _type = "Task" [ 1150.637777] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.645751] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522465d7-e2e1-2d16-9237-e16bbb284138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.842000] env[69603]: DEBUG nova.compute.manager [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.872049] env[69603]: DEBUG nova.virt.hardware [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.872049] env[69603]: DEBUG nova.virt.hardware [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.872049] env[69603]: DEBUG nova.virt.hardware [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.872049] env[69603]: DEBUG nova.virt.hardware [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.872049] env[69603]: DEBUG nova.virt.hardware [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.872049] env[69603]: DEBUG nova.virt.hardware [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.872049] env[69603]: DEBUG nova.virt.hardware [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.872049] env[69603]: DEBUG nova.virt.hardware [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.872049] env[69603]: DEBUG nova.virt.hardware [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.872049] env[69603]: DEBUG nova.virt.hardware [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.872049] env[69603]: DEBUG nova.virt.hardware [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.872509] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d04635-995f-4bfa-a6ad-235a3536702f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.881143] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b572cc46-54e9-4324-a366-f8da27a4480b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.957438] env[69603]: DEBUG nova.network.neutron [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1151.094031] env[69603]: DEBUG nova.network.neutron [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Updating instance_info_cache with network_info: [{"id": "8b6a2b94-1baf-4337-a80c-00ea3a66a2cc", "address": "fa:16:3e:60:a1:75", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6a2b94-1b", "ovs_interfaceid": "8b6a2b94-1baf-4337-a80c-00ea3a66a2cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.114208] env[69603]: DEBUG oslo_concurrency.lockutils [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.116596] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.680s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.116825] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.116994] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1151.118327] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689baec4-6439-4f73-a37e-538c1933cbda {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.127797] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a2314a-9ebf-4a86-af89-fb96b1cafb1b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.145076] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7fb58d-b37c-40cc-a45c-cb28793e04b2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.155231] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522465d7-e2e1-2d16-9237-e16bbb284138, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.156852] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf96fe9e-03be-45f7-a73f-54e816c1331c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.160561] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a1a0b81-1142-48a3-be8e-413145e60e3a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.167170] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1151.167170] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d71d87-bf79-bfc9-aba8-307ae3a31e73" [ 1151.167170] env[69603]: _type = "Task" [ 1151.167170] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.193223] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179931MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1151.193395] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.193574] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.205511] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d71d87-bf79-bfc9-aba8-307ae3a31e73, 'name': SearchDatastore_Task, 'duration_secs': 0.012815} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.205511] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.205712] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 122aa051-36e7-4db6-a418-b45e04c878af/122aa051-36e7-4db6-a418-b45e04c878af.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.206060] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa8cbfeb-8e7d-4822-acaa-c72e8f424bee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.215741] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1151.215741] env[69603]: value = "task-3480731" [ 1151.215741] env[69603]: _type = "Task" [ 1151.215741] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.226086] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.286040] env[69603]: DEBUG nova.compute.manager [req-df6da54a-443f-44f2-b97c-1f1cde86c3ff req-8a2ccd0f-aaaa-4966-b96a-ad69a1ba54fd service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Received event network-vif-plugged-27ee3a20-9fdf-4601-8302-186572ee4feb {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.287151] env[69603]: DEBUG oslo_concurrency.lockutils [req-df6da54a-443f-44f2-b97c-1f1cde86c3ff req-8a2ccd0f-aaaa-4966-b96a-ad69a1ba54fd service nova] Acquiring lock "4a97fbec-99fb-440c-8da0-f51ea5308e0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.287151] env[69603]: DEBUG oslo_concurrency.lockutils [req-df6da54a-443f-44f2-b97c-1f1cde86c3ff req-8a2ccd0f-aaaa-4966-b96a-ad69a1ba54fd service nova] Lock "4a97fbec-99fb-440c-8da0-f51ea5308e0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.287151] env[69603]: DEBUG oslo_concurrency.lockutils [req-df6da54a-443f-44f2-b97c-1f1cde86c3ff req-8a2ccd0f-aaaa-4966-b96a-ad69a1ba54fd service nova] Lock "4a97fbec-99fb-440c-8da0-f51ea5308e0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.287478] env[69603]: DEBUG nova.compute.manager [req-df6da54a-443f-44f2-b97c-1f1cde86c3ff req-8a2ccd0f-aaaa-4966-b96a-ad69a1ba54fd service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] No waiting events found dispatching network-vif-plugged-27ee3a20-9fdf-4601-8302-186572ee4feb {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1151.287827] env[69603]: WARNING nova.compute.manager [req-df6da54a-443f-44f2-b97c-1f1cde86c3ff req-8a2ccd0f-aaaa-4966-b96a-ad69a1ba54fd service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Received unexpected event network-vif-plugged-27ee3a20-9fdf-4601-8302-186572ee4feb for instance with vm_state building and task_state spawning. [ 1151.368912] env[69603]: DEBUG nova.network.neutron [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Successfully updated port: 27ee3a20-9fdf-4601-8302-186572ee4feb {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.596574] env[69603]: DEBUG oslo_concurrency.lockutils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.596939] env[69603]: DEBUG nova.compute.manager [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Instance network_info: |[{"id": "8b6a2b94-1baf-4337-a80c-00ea3a66a2cc", "address": "fa:16:3e:60:a1:75", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6a2b94-1b", "ovs_interfaceid": "8b6a2b94-1baf-4337-a80c-00ea3a66a2cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1151.597404] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:a1:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b6a2b94-1baf-4337-a80c-00ea3a66a2cc', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1151.606222] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.606486] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1151.606757] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99cb4b52-e1d0-4a9e-9774-90b8c36f0b3f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.626471] env[69603]: DEBUG oslo_concurrency.lockutils [None req-03dba371-d963-49e2-9247-46eea507f544 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "14679a48-f442-4670-9a40-4c5b1df25055" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.674s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.627075] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "14679a48-f442-4670-9a40-4c5b1df25055" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.085s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.627713] env[69603]: INFO nova.compute.manager [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Unshelving [ 1151.631114] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1151.631114] env[69603]: value = "task-3480732" [ 1151.631114] env[69603]: _type = "Task" [ 1151.631114] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.641204] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480732, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.727474] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438164} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.727694] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 122aa051-36e7-4db6-a418-b45e04c878af/122aa051-36e7-4db6-a418-b45e04c878af.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.727907] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.728186] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-188e60ee-0a1d-4087-82c9-f232ef5303df {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.735627] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1151.735627] env[69603]: value = "task-3480733" [ 1151.735627] env[69603]: _type = "Task" [ 1151.735627] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.747427] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.146264] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480732, 'name': CreateVM_Task, 'duration_secs': 0.354583} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.146499] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1152.147114] env[69603]: DEBUG oslo_concurrency.lockutils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.147295] env[69603]: DEBUG oslo_concurrency.lockutils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.147612] env[69603]: DEBUG oslo_concurrency.lockutils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.147874] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f691f758-eef2-4f8e-8bd1-db13899b4a35 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.152870] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1152.152870] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52986b17-2a55-9d69-c8ec-699a14f0d30d" [ 1152.152870] env[69603]: _type = "Task" [ 1152.152870] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.162723] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52986b17-2a55-9d69-c8ec-699a14f0d30d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.226482] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 592c1a53-bfd4-4afb-8bf3-cef1aef284df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1152.226482] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance be93a717-f385-446f-93d8-06b462e7d449 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1152.226482] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 122aa051-36e7-4db6-a418-b45e04c878af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1152.226482] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1152.226482] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 4a97fbec-99fb-440c-8da0-f51ea5308e0f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1152.248679] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100897} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.249496] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.249928] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85125f5a-57f0-416e-8076-88cf61e78418 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.274987] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 122aa051-36e7-4db6-a418-b45e04c878af/122aa051-36e7-4db6-a418-b45e04c878af.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.275165] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1769329-b50b-411b-abef-f5562d71f93d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.297104] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1152.297104] env[69603]: value = "task-3480735" [ 1152.297104] env[69603]: _type = "Task" [ 1152.297104] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.309468] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.651684] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.664086] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52986b17-2a55-9d69-c8ec-699a14f0d30d, 'name': SearchDatastore_Task, 'duration_secs': 0.010978} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.664382] env[69603]: DEBUG oslo_concurrency.lockutils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.664643] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1152.664876] env[69603]: DEBUG oslo_concurrency.lockutils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.665035] env[69603]: DEBUG oslo_concurrency.lockutils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.665220] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1152.665496] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8de41aa-9a9c-4621-9b67-478412d3bea1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.673823] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1152.673998] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1152.674725] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-247c4955-1328-4f35-8392-0d18aab14539 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.679708] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1152.679708] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527e989b-3efd-34ee-c46c-a53009815da5" [ 1152.679708] env[69603]: _type = "Task" [ 1152.679708] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.687711] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527e989b-3efd-34ee-c46c-a53009815da5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.729039] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 14679a48-f442-4670-9a40-4c5b1df25055 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1152.729191] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1152.729245] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1152.807928] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480735, 'name': ReconfigVM_Task, 'duration_secs': 0.309664} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.810654] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 122aa051-36e7-4db6-a418-b45e04c878af/122aa051-36e7-4db6-a418-b45e04c878af.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1152.811528] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13286676-c795-423a-989e-029de148424e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.819334] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1152.819334] env[69603]: value = "task-3480736" [ 1152.819334] env[69603]: _type = "Task" [ 1152.819334] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.823824] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9384d7f1-aef0-4f8d-a058-5945d32681da {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.833037] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480736, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.836048] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5278be-0fbc-493e-a14c-0303985b1399 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.870649] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06697e92-0790-4d2d-b365-a9f61a1cc916 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.879068] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d749d20-4406-4997-88fb-643e2d0278a4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.893773] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.190475] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527e989b-3efd-34ee-c46c-a53009815da5, 'name': SearchDatastore_Task, 'duration_secs': 0.009128} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.191304] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd8647f-f809-45f7-8e58-c9526f484cd4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.196820] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1153.196820] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5219a7f2-55cd-6086-c66b-26b07023e2e8" [ 1153.196820] env[69603]: _type = "Task" [ 1153.196820] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.205794] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5219a7f2-55cd-6086-c66b-26b07023e2e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.313665] env[69603]: DEBUG nova.compute.manager [req-bef3ff9d-35b6-407a-a2b7-d55bea48acca req-f59a02b2-8512-4469-8882-fa76c7e70f7d service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Received event network-changed-27ee3a20-9fdf-4601-8302-186572ee4feb {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.313853] env[69603]: DEBUG nova.compute.manager [req-bef3ff9d-35b6-407a-a2b7-d55bea48acca req-f59a02b2-8512-4469-8882-fa76c7e70f7d service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Refreshing instance network info cache due to event network-changed-27ee3a20-9fdf-4601-8302-186572ee4feb. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.314083] env[69603]: DEBUG oslo_concurrency.lockutils [req-bef3ff9d-35b6-407a-a2b7-d55bea48acca req-f59a02b2-8512-4469-8882-fa76c7e70f7d service nova] Acquiring lock "refresh_cache-4a97fbec-99fb-440c-8da0-f51ea5308e0f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.314218] env[69603]: DEBUG oslo_concurrency.lockutils [req-bef3ff9d-35b6-407a-a2b7-d55bea48acca req-f59a02b2-8512-4469-8882-fa76c7e70f7d service nova] Acquired lock "refresh_cache-4a97fbec-99fb-440c-8da0-f51ea5308e0f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.314374] env[69603]: DEBUG nova.network.neutron [req-bef3ff9d-35b6-407a-a2b7-d55bea48acca req-f59a02b2-8512-4469-8882-fa76c7e70f7d service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Refreshing network info cache for port 27ee3a20-9fdf-4601-8302-186572ee4feb {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.330932] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480736, 'name': Rename_Task, 'duration_secs': 0.158538} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.331217] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1153.331461] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed0a0c24-a877-4d04-98d5-b381b05ed1c8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.339061] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1153.339061] env[69603]: value = "task-3480737" [ 1153.339061] env[69603]: _type = "Task" [ 1153.339061] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.347484] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.356880] env[69603]: DEBUG nova.network.neutron [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Successfully updated port: 9766b5a7-9093-4ddd-a198-775477236d90 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.397401] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.708251] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5219a7f2-55cd-6086-c66b-26b07023e2e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009874} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.708251] env[69603]: DEBUG oslo_concurrency.lockutils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.708435] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba/39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1153.708631] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61f9f43f-bebc-41f4-9d88-62f31d0e418a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.715580] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1153.715580] env[69603]: value = "task-3480738" [ 1153.715580] env[69603]: _type = "Task" [ 1153.715580] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.723846] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.850795] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480737, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.854941] env[69603]: DEBUG nova.network.neutron [req-bef3ff9d-35b6-407a-a2b7-d55bea48acca req-f59a02b2-8512-4469-8882-fa76c7e70f7d service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1153.859906] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquiring lock "refresh_cache-4a97fbec-99fb-440c-8da0-f51ea5308e0f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.906420] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1153.906622] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.713s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.906952] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.255s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.907194] env[69603]: DEBUG nova.objects.instance [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lazy-loading 'pci_requests' on Instance uuid 14679a48-f442-4670-9a40-4c5b1df25055 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.908301] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.908453] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Cleaning up deleted instances {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1153.951471] env[69603]: DEBUG nova.network.neutron [req-bef3ff9d-35b6-407a-a2b7-d55bea48acca req-f59a02b2-8512-4469-8882-fa76c7e70f7d service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.226817] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450874} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.227158] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba/39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1154.228780] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1154.228780] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e08899e-035e-4b21-9e69-f393fb51f272 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.235655] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1154.235655] env[69603]: value = "task-3480740" [ 1154.235655] env[69603]: _type = "Task" [ 1154.235655] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.245239] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.349782] env[69603]: DEBUG oslo_vmware.api [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480737, 'name': PowerOnVM_Task, 'duration_secs': 0.636604} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.350070] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.350275] env[69603]: INFO nova.compute.manager [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Took 7.90 seconds to spawn the instance on the hypervisor. [ 1154.350468] env[69603]: DEBUG nova.compute.manager [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1154.351256] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23810401-c70a-4bef-ba49-1fba593a632f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.412880] env[69603]: DEBUG nova.objects.instance [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lazy-loading 'numa_topology' on Instance uuid 14679a48-f442-4670-9a40-4c5b1df25055 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.431078] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] There are 66 instances to clean {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1154.431078] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 19aa4ef4-27a5-4795-b78e-3c68a362cdb0] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.432999] env[69603]: INFO nova.compute.claims [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1154.454251] env[69603]: DEBUG oslo_concurrency.lockutils [req-bef3ff9d-35b6-407a-a2b7-d55bea48acca req-f59a02b2-8512-4469-8882-fa76c7e70f7d service nova] Releasing lock "refresh_cache-4a97fbec-99fb-440c-8da0-f51ea5308e0f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.454524] env[69603]: DEBUG nova.compute.manager [req-bef3ff9d-35b6-407a-a2b7-d55bea48acca req-f59a02b2-8512-4469-8882-fa76c7e70f7d service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Received event network-vif-plugged-9766b5a7-9093-4ddd-a198-775477236d90 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.454738] env[69603]: DEBUG oslo_concurrency.lockutils [req-bef3ff9d-35b6-407a-a2b7-d55bea48acca req-f59a02b2-8512-4469-8882-fa76c7e70f7d service nova] Acquiring lock "4a97fbec-99fb-440c-8da0-f51ea5308e0f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.454949] env[69603]: DEBUG oslo_concurrency.lockutils [req-bef3ff9d-35b6-407a-a2b7-d55bea48acca req-f59a02b2-8512-4469-8882-fa76c7e70f7d service nova] Lock "4a97fbec-99fb-440c-8da0-f51ea5308e0f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.455132] env[69603]: DEBUG oslo_concurrency.lockutils [req-bef3ff9d-35b6-407a-a2b7-d55bea48acca req-f59a02b2-8512-4469-8882-fa76c7e70f7d service nova] Lock "4a97fbec-99fb-440c-8da0-f51ea5308e0f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.455306] env[69603]: DEBUG nova.compute.manager [req-bef3ff9d-35b6-407a-a2b7-d55bea48acca req-f59a02b2-8512-4469-8882-fa76c7e70f7d service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] No waiting events found dispatching network-vif-plugged-9766b5a7-9093-4ddd-a198-775477236d90 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1154.455568] env[69603]: WARNING nova.compute.manager [req-bef3ff9d-35b6-407a-a2b7-d55bea48acca req-f59a02b2-8512-4469-8882-fa76c7e70f7d service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Received unexpected event network-vif-plugged-9766b5a7-9093-4ddd-a198-775477236d90 for instance with vm_state building and task_state spawning. [ 1154.456137] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquired lock "refresh_cache-4a97fbec-99fb-440c-8da0-f51ea5308e0f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.456297] env[69603]: DEBUG nova.network.neutron [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.746139] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.309194} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.746406] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1154.747165] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdc142a-8ed0-438e-adfa-8230a08c618c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.768700] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba/39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.768918] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77eedf37-72b8-4130-b1c0-4243524b847f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.788707] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1154.788707] env[69603]: value = "task-3480741" [ 1154.788707] env[69603]: _type = "Task" [ 1154.788707] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.796700] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.868154] env[69603]: INFO nova.compute.manager [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Took 13.70 seconds to build instance. [ 1154.936593] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: b2b664e9-efb0-4c46-8232-4b9d0796ba6d] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1154.998818] env[69603]: DEBUG nova.network.neutron [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.257075] env[69603]: DEBUG nova.network.neutron [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Updating instance_info_cache with network_info: [{"id": "27ee3a20-9fdf-4601-8302-186572ee4feb", "address": "fa:16:3e:84:4b:05", "network": {"id": "47669a0b-f620-428f-9ba5-aca8af80be9f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-206628233", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ee3a20-9f", "ovs_interfaceid": "27ee3a20-9fdf-4601-8302-186572ee4feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9766b5a7-9093-4ddd-a198-775477236d90", "address": "fa:16:3e:16:da:6a", "network": {"id": "f9f0c8f4-84db-43c9-9f96-1a425004c7d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-222768708", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9766b5a7-90", "ovs_interfaceid": "9766b5a7-9093-4ddd-a198-775477236d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.299658] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480741, 'name': ReconfigVM_Task, 'duration_secs': 0.309171} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.299961] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba/39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.300597] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-666562f3-4b27-4cbb-8b8b-658c0808393b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.308845] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1155.308845] env[69603]: value = "task-3480742" [ 1155.308845] env[69603]: _type = "Task" [ 1155.308845] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.318720] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480742, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.370556] env[69603]: DEBUG oslo_concurrency.lockutils [None req-f2399177-5ecc-40f4-aa48-5a0e4c57dd01 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "122aa051-36e7-4db6-a418-b45e04c878af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.211s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.386825] env[69603]: DEBUG nova.compute.manager [req-fa2fb5ed-8370-412a-a0fb-5b62a3032f2d req-a29a9401-1363-4e7a-99a8-606ad09c1ff0 service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Received event network-changed-9766b5a7-9093-4ddd-a198-775477236d90 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.387039] env[69603]: DEBUG nova.compute.manager [req-fa2fb5ed-8370-412a-a0fb-5b62a3032f2d req-a29a9401-1363-4e7a-99a8-606ad09c1ff0 service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Refreshing instance network info cache due to event network-changed-9766b5a7-9093-4ddd-a198-775477236d90. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.387240] env[69603]: DEBUG oslo_concurrency.lockutils [req-fa2fb5ed-8370-412a-a0fb-5b62a3032f2d req-a29a9401-1363-4e7a-99a8-606ad09c1ff0 service nova] Acquiring lock "refresh_cache-4a97fbec-99fb-440c-8da0-f51ea5308e0f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.445144] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: bb770ee3-fd84-4b31-ba9d-99bb2331f775] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1155.549839] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227c42fa-ef22-44d7-aa9b-45f4eafb1bcd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.557457] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa105259-f734-41c6-9380-450d58e370b5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.587048] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ee6900-3731-466c-9202-f7c0997ae510 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.595293] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a773529-d5b7-40e6-91f5-38e4a74663e2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.610308] env[69603]: DEBUG nova.compute.provider_tree [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1155.760200] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Releasing lock "refresh_cache-4a97fbec-99fb-440c-8da0-f51ea5308e0f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.760583] env[69603]: DEBUG nova.compute.manager [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Instance network_info: |[{"id": "27ee3a20-9fdf-4601-8302-186572ee4feb", "address": "fa:16:3e:84:4b:05", "network": {"id": "47669a0b-f620-428f-9ba5-aca8af80be9f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-206628233", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ee3a20-9f", "ovs_interfaceid": "27ee3a20-9fdf-4601-8302-186572ee4feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9766b5a7-9093-4ddd-a198-775477236d90", "address": "fa:16:3e:16:da:6a", "network": {"id": "f9f0c8f4-84db-43c9-9f96-1a425004c7d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-222768708", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9766b5a7-90", "ovs_interfaceid": "9766b5a7-9093-4ddd-a198-775477236d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.760895] env[69603]: DEBUG oslo_concurrency.lockutils [req-fa2fb5ed-8370-412a-a0fb-5b62a3032f2d req-a29a9401-1363-4e7a-99a8-606ad09c1ff0 service nova] Acquired lock "refresh_cache-4a97fbec-99fb-440c-8da0-f51ea5308e0f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.761086] env[69603]: DEBUG nova.network.neutron [req-fa2fb5ed-8370-412a-a0fb-5b62a3032f2d req-a29a9401-1363-4e7a-99a8-606ad09c1ff0 service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Refreshing network info cache for port 9766b5a7-9093-4ddd-a198-775477236d90 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.762443] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:4b:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '74c816b2-b8b0-432e-baac-662ed8ea0417', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27ee3a20-9fdf-4601-8302-186572ee4feb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:da:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e59b364d-b7f6-499d-b7dc-82b8a819aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9766b5a7-9093-4ddd-a198-775477236d90', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.772125] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.772703] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.773043] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d32b177-bb76-4134-92b2-9ed1035f5139 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.798599] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.798599] env[69603]: value = "task-3480743" [ 1155.798599] env[69603]: _type = "Task" [ 1155.798599] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.811824] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480743, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.820326] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480742, 'name': Rename_Task, 'duration_secs': 0.158387} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.820611] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.820860] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a26a3608-5331-4c4a-9589-b1b04655696c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.829385] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1155.829385] env[69603]: value = "task-3480744" [ 1155.829385] env[69603]: _type = "Task" [ 1155.829385] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.840899] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480744, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.951804] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: e2e0183b-1b9a-4e1c-ba33-cc91285f6471] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.132454] env[69603]: ERROR nova.scheduler.client.report [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [req-125b1ec7-9ef0-4e4a-8b04-5d969a1d607e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-125b1ec7-9ef0-4e4a-8b04-5d969a1d607e"}]} [ 1156.151244] env[69603]: DEBUG nova.scheduler.client.report [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1156.167107] env[69603]: DEBUG nova.scheduler.client.report [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1156.167424] env[69603]: DEBUG nova.compute.provider_tree [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.181964] env[69603]: DEBUG nova.scheduler.client.report [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1156.202137] env[69603]: DEBUG nova.scheduler.client.report [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1156.291044] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ecad8bf-8ba8-4357-98f2-52ddd37542d9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.303119] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5013b7-c5c0-4cd1-b415-2468fada9fe6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.312654] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480743, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.343476] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b758a8-01ec-43e7-ab9d-9b9efab353da {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.356207] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e0c559-529c-4ce2-865d-f305086d59c2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.360024] env[69603]: DEBUG oslo_vmware.api [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480744, 'name': PowerOnVM_Task, 'duration_secs': 0.497269} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.360323] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.360510] env[69603]: INFO nova.compute.manager [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1156.360681] env[69603]: DEBUG nova.compute.manager [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.361922] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc3fa1e-382e-4abc-85ed-5c357df66c61 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.372382] env[69603]: DEBUG nova.compute.provider_tree [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.456100] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 0ad64046-fd31-42c5-a46f-df71d202f5e6] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1156.531089] env[69603]: DEBUG nova.network.neutron [req-fa2fb5ed-8370-412a-a0fb-5b62a3032f2d req-a29a9401-1363-4e7a-99a8-606ad09c1ff0 service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Updated VIF entry in instance network info cache for port 9766b5a7-9093-4ddd-a198-775477236d90. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.531089] env[69603]: DEBUG nova.network.neutron [req-fa2fb5ed-8370-412a-a0fb-5b62a3032f2d req-a29a9401-1363-4e7a-99a8-606ad09c1ff0 service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Updating instance_info_cache with network_info: [{"id": "27ee3a20-9fdf-4601-8302-186572ee4feb", "address": "fa:16:3e:84:4b:05", "network": {"id": "47669a0b-f620-428f-9ba5-aca8af80be9f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-206628233", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "74c816b2-b8b0-432e-baac-662ed8ea0417", "external-id": "nsx-vlan-transportzone-776", "segmentation_id": 776, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27ee3a20-9f", "ovs_interfaceid": "27ee3a20-9fdf-4601-8302-186572ee4feb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9766b5a7-9093-4ddd-a198-775477236d90", "address": "fa:16:3e:16:da:6a", "network": {"id": "f9f0c8f4-84db-43c9-9f96-1a425004c7d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-222768708", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9766b5a7-90", "ovs_interfaceid": "9766b5a7-9093-4ddd-a198-775477236d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.809526] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480743, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.890689] env[69603]: INFO nova.compute.manager [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Took 14.42 seconds to build instance. [ 1156.907019] env[69603]: DEBUG nova.scheduler.client.report [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1156.907019] env[69603]: DEBUG nova.compute.provider_tree [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 151 to 152 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1156.907019] env[69603]: DEBUG nova.compute.provider_tree [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.959131] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 643bcb9d-cda1-4f87-84a1-540a1da3b9b2] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.034130] env[69603]: DEBUG oslo_concurrency.lockutils [req-fa2fb5ed-8370-412a-a0fb-5b62a3032f2d req-a29a9401-1363-4e7a-99a8-606ad09c1ff0 service nova] Releasing lock "refresh_cache-4a97fbec-99fb-440c-8da0-f51ea5308e0f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.309690] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480743, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.392553] env[69603]: DEBUG oslo_concurrency.lockutils [None req-90e5238c-ee9a-4c86-a368-40a8bcba6980 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.928s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.411921] env[69603]: DEBUG nova.compute.manager [req-e3d5b511-e2db-4c41-ae65-c7e92d8a2f47 req-4040421e-8c12-4106-a9be-7031927aed35 service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Received event network-changed-6dbdda11-860f-4def-aeda-3bd149dc701a {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.411921] env[69603]: DEBUG nova.compute.manager [req-e3d5b511-e2db-4c41-ae65-c7e92d8a2f47 req-4040421e-8c12-4106-a9be-7031927aed35 service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Refreshing instance network info cache due to event network-changed-6dbdda11-860f-4def-aeda-3bd149dc701a. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1157.412022] env[69603]: DEBUG oslo_concurrency.lockutils [req-e3d5b511-e2db-4c41-ae65-c7e92d8a2f47 req-4040421e-8c12-4106-a9be-7031927aed35 service nova] Acquiring lock "refresh_cache-122aa051-36e7-4db6-a418-b45e04c878af" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.412158] env[69603]: DEBUG oslo_concurrency.lockutils [req-e3d5b511-e2db-4c41-ae65-c7e92d8a2f47 req-4040421e-8c12-4106-a9be-7031927aed35 service nova] Acquired lock "refresh_cache-122aa051-36e7-4db6-a418-b45e04c878af" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.412300] env[69603]: DEBUG nova.network.neutron [req-e3d5b511-e2db-4c41-ae65-c7e92d8a2f47 req-4040421e-8c12-4106-a9be-7031927aed35 service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Refreshing network info cache for port 6dbdda11-860f-4def-aeda-3bd149dc701a {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.413979] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.507s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.442634] env[69603]: INFO nova.network.neutron [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Updating port d04150d1-3cb0-4e0c-8022-8d531467069f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1157.462568] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: ffd4f5e3-f189-4681-b1a8-67b291918703] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1157.810754] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480743, 'name': CreateVM_Task, 'duration_secs': 1.555406} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.812604] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.812604] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.812604] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.812604] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.812976] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18193f74-6529-4182-9096-9eb1524d87b1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.818675] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1157.818675] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e3e796-54b5-1fac-9779-178d87ae95d8" [ 1157.818675] env[69603]: _type = "Task" [ 1157.818675] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.826900] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e3e796-54b5-1fac-9779-178d87ae95d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.968023] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 3433dc9a-9274-4aa1-a43e-8d42da210e2c] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.218362] env[69603]: DEBUG nova.network.neutron [req-e3d5b511-e2db-4c41-ae65-c7e92d8a2f47 req-4040421e-8c12-4106-a9be-7031927aed35 service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Updated VIF entry in instance network info cache for port 6dbdda11-860f-4def-aeda-3bd149dc701a. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.218816] env[69603]: DEBUG nova.network.neutron [req-e3d5b511-e2db-4c41-ae65-c7e92d8a2f47 req-4040421e-8c12-4106-a9be-7031927aed35 service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Updating instance_info_cache with network_info: [{"id": "6dbdda11-860f-4def-aeda-3bd149dc701a", "address": "fa:16:3e:ff:be:fd", "network": {"id": "d76c62a5-83eb-45c2-bdc1-a976e6132e5c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1298507185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9712796541f64c579b948f5ddae92fec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6dbdda11-86", "ovs_interfaceid": "6dbdda11-860f-4def-aeda-3bd149dc701a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.329775] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e3e796-54b5-1fac-9779-178d87ae95d8, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.330171] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.330321] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.330553] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.330698] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.330875] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.331153] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec826437-2dcd-420d-ab3e-162c1d5afca7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.339681] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.339851] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.340541] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-889b60a0-8e23-49a1-a9f0-89fee81d7c07 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.345705] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1158.345705] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5235fbb7-1322-5ff8-52ef-0365425bc012" [ 1158.345705] env[69603]: _type = "Task" [ 1158.345705] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.353075] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5235fbb7-1322-5ff8-52ef-0365425bc012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.469684] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 7bb5f88e-319f-4269-9147-acf3b989b255] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1158.723713] env[69603]: DEBUG oslo_concurrency.lockutils [req-e3d5b511-e2db-4c41-ae65-c7e92d8a2f47 req-4040421e-8c12-4106-a9be-7031927aed35 service nova] Releasing lock "refresh_cache-122aa051-36e7-4db6-a418-b45e04c878af" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.858592] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5235fbb7-1322-5ff8-52ef-0365425bc012, 'name': SearchDatastore_Task, 'duration_secs': 0.008932} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.858592] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1b0525c-59d5-4e5c-b57c-b1d692a0fb02 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.865214] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1158.865214] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525a953d-4b95-1df7-5878-20ea3cab6544" [ 1158.865214] env[69603]: _type = "Task" [ 1158.865214] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.872634] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525a953d-4b95-1df7-5878-20ea3cab6544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.873487] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.873637] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquired lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.873829] env[69603]: DEBUG nova.network.neutron [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.972712] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 750037cd-14e1-4c09-aded-8ed0cdbb635a] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.374729] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525a953d-4b95-1df7-5878-20ea3cab6544, 'name': SearchDatastore_Task, 'duration_secs': 0.011286} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.375119] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.375216] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 4a97fbec-99fb-440c-8da0-f51ea5308e0f/4a97fbec-99fb-440c-8da0-f51ea5308e0f.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.375495] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57a9771a-c452-4c18-94ef-3085c03014d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.384533] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1159.384533] env[69603]: value = "task-3480747" [ 1159.384533] env[69603]: _type = "Task" [ 1159.384533] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.392999] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.443733] env[69603]: DEBUG nova.compute.manager [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Received event network-changed-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.443733] env[69603]: DEBUG nova.compute.manager [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Refreshing instance network info cache due to event network-changed-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.443733] env[69603]: DEBUG oslo_concurrency.lockutils [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] Acquiring lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.443733] env[69603]: DEBUG oslo_concurrency.lockutils [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] Acquired lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.443733] env[69603]: DEBUG nova.network.neutron [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Refreshing network info cache for port 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.476594] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: ea56e050-bc0d-48f9-91ac-c70f5806fdfb] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1159.602039] env[69603]: DEBUG nova.network.neutron [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Updating instance_info_cache with network_info: [{"id": "d04150d1-3cb0-4e0c-8022-8d531467069f", "address": "fa:16:3e:8c:19:eb", "network": {"id": "7a64cca1-edf1-46c7-9cb6-14a6d7a4423d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028146117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edecefa7632b4ca68b7af43ed344878a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd04150d1-3c", "ovs_interfaceid": "d04150d1-3cb0-4e0c-8022-8d531467069f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.896266] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488438} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.896553] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 4a97fbec-99fb-440c-8da0-f51ea5308e0f/4a97fbec-99fb-440c-8da0-f51ea5308e0f.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.896805] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.897079] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dcb8ad4-7ad7-482e-8e85-388e0313adae {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.904296] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1159.904296] env[69603]: value = "task-3480748" [ 1159.904296] env[69603]: _type = "Task" [ 1159.904296] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.914403] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.979733] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 086e632b-dc22-48cf-96e4-592a9f2ec15c] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.104452] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Releasing lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.131485] env[69603]: DEBUG nova.virt.hardware [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='37dea7204d4cb43fe5a5d73302206ca8',container_format='bare',created_at=2025-04-17T15:20:03Z,direct_url=,disk_format='vmdk',id=0c056e42-cb54-4101-86e9-720715de12ef,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-693871427-shelved',owner='edecefa7632b4ca68b7af43ed344878a',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-17T15:20:17Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.131763] env[69603]: DEBUG nova.virt.hardware [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.131918] env[69603]: DEBUG nova.virt.hardware [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.132110] env[69603]: DEBUG nova.virt.hardware [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.132257] env[69603]: DEBUG nova.virt.hardware [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.132420] env[69603]: DEBUG nova.virt.hardware [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.132649] env[69603]: DEBUG nova.virt.hardware [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.132813] env[69603]: DEBUG nova.virt.hardware [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.132977] env[69603]: DEBUG nova.virt.hardware [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.133151] env[69603]: DEBUG nova.virt.hardware [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.133319] env[69603]: DEBUG nova.virt.hardware [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.134456] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61603330-13fd-4ea1-8734-704216230dc8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.137487] env[69603]: DEBUG nova.network.neutron [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Updated VIF entry in instance network info cache for port 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.137811] env[69603]: DEBUG nova.network.neutron [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Updating instance_info_cache with network_info: [{"id": "8b6a2b94-1baf-4337-a80c-00ea3a66a2cc", "address": "fa:16:3e:60:a1:75", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6a2b94-1b", "ovs_interfaceid": "8b6a2b94-1baf-4337-a80c-00ea3a66a2cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.144954] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efad3a9f-6b31-4333-832a-1f646649db05 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.158647] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:19:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd04150d1-3cb0-4e0c-8022-8d531467069f', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.166083] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.166527] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.166735] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4c72d6f-e601-4bea-9643-be7475aee3e7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.186671] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.186671] env[69603]: value = "task-3480749" [ 1160.186671] env[69603]: _type = "Task" [ 1160.186671] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.194475] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480749, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.414336] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06922} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.414637] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.415452] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263d79b3-bf30-4982-b070-374c27781ed7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.441027] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 4a97fbec-99fb-440c-8da0-f51ea5308e0f/4a97fbec-99fb-440c-8da0-f51ea5308e0f.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.441323] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1dc4b72-bdba-4243-afeb-1955ab764c67 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.462076] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1160.462076] env[69603]: value = "task-3480750" [ 1160.462076] env[69603]: _type = "Task" [ 1160.462076] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.470729] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.482775] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: a761e010-7d9f-4fc1-9788-7caedf5e382e] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1160.640651] env[69603]: DEBUG oslo_concurrency.lockutils [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] Releasing lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.640932] env[69603]: DEBUG nova.compute.manager [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Received event network-vif-plugged-d04150d1-3cb0-4e0c-8022-8d531467069f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.641170] env[69603]: DEBUG oslo_concurrency.lockutils [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] Acquiring lock "14679a48-f442-4670-9a40-4c5b1df25055-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.641388] env[69603]: DEBUG oslo_concurrency.lockutils [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] Lock "14679a48-f442-4670-9a40-4c5b1df25055-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.641553] env[69603]: DEBUG oslo_concurrency.lockutils [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] Lock "14679a48-f442-4670-9a40-4c5b1df25055-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.641724] env[69603]: DEBUG nova.compute.manager [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] No waiting events found dispatching network-vif-plugged-d04150d1-3cb0-4e0c-8022-8d531467069f {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1160.642077] env[69603]: WARNING nova.compute.manager [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Received unexpected event network-vif-plugged-d04150d1-3cb0-4e0c-8022-8d531467069f for instance with vm_state shelved_offloaded and task_state spawning. [ 1160.642263] env[69603]: DEBUG nova.compute.manager [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Received event network-changed-d04150d1-3cb0-4e0c-8022-8d531467069f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.642430] env[69603]: DEBUG nova.compute.manager [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Refreshing instance network info cache due to event network-changed-d04150d1-3cb0-4e0c-8022-8d531467069f. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1160.642673] env[69603]: DEBUG oslo_concurrency.lockutils [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] Acquiring lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.642782] env[69603]: DEBUG oslo_concurrency.lockutils [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] Acquired lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.642944] env[69603]: DEBUG nova.network.neutron [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Refreshing network info cache for port d04150d1-3cb0-4e0c-8022-8d531467069f {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1160.696713] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480749, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.975255] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.986243] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: c6b5dc2f-3f26-46c6-b754-6b92d8df9fa0] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.196540] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480749, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.319678] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Acquiring lock "59321589-1b26-4d60-b168-943805c03146" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.319934] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Lock "59321589-1b26-4d60-b168-943805c03146" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.344474] env[69603]: DEBUG nova.network.neutron [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Updated VIF entry in instance network info cache for port d04150d1-3cb0-4e0c-8022-8d531467069f. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1161.344892] env[69603]: DEBUG nova.network.neutron [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Updating instance_info_cache with network_info: [{"id": "d04150d1-3cb0-4e0c-8022-8d531467069f", "address": "fa:16:3e:8c:19:eb", "network": {"id": "7a64cca1-edf1-46c7-9cb6-14a6d7a4423d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028146117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edecefa7632b4ca68b7af43ed344878a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd04150d1-3c", "ovs_interfaceid": "d04150d1-3cb0-4e0c-8022-8d531467069f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.473665] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480750, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.489879] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 46ff79c2-7071-4b85-9e5e-27dbd8eb4f4a] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1161.698736] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480749, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.822211] env[69603]: DEBUG nova.compute.manager [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.847851] env[69603]: DEBUG oslo_concurrency.lockutils [req-63650205-73f4-4f59-a4c1-80f9bc9087ea req-99434c58-da57-4ac8-ad66-b869409f1d46 service nova] Releasing lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.973987] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480750, 'name': ReconfigVM_Task, 'duration_secs': 1.067348} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.974309] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 4a97fbec-99fb-440c-8da0-f51ea5308e0f/4a97fbec-99fb-440c-8da0-f51ea5308e0f.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.975028] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e2b4ff1-beb4-4850-8bf5-ba57471884cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.983418] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1161.983418] env[69603]: value = "task-3480751" [ 1161.983418] env[69603]: _type = "Task" [ 1161.983418] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.992045] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480751, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.992425] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 20a32402-3ce0-448d-a523-e70f37dc8f82] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.198551] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480749, 'name': CreateVM_Task, 'duration_secs': 1.88091} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.198768] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.199394] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0c056e42-cb54-4101-86e9-720715de12ef" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.199561] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0c056e42-cb54-4101-86e9-720715de12ef" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.199939] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/0c056e42-cb54-4101-86e9-720715de12ef" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.200206] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d41b5a9-a614-45fd-83d5-c0b81f6dcf70 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.205055] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1162.205055] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a3528a-8802-ff7b-0241-047dfab48d72" [ 1162.205055] env[69603]: _type = "Task" [ 1162.205055] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.213586] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a3528a-8802-ff7b-0241-047dfab48d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.343468] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.343758] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.345359] env[69603]: INFO nova.compute.claims [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.495465] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 51281140-ec89-41be-8546-1065bfeaed63] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1162.497248] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480751, 'name': Rename_Task, 'duration_secs': 0.174931} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.497706] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.497979] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-870a674a-51e9-4b70-921c-2b0a5dff33e1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.505696] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1162.505696] env[69603]: value = "task-3480752" [ 1162.505696] env[69603]: _type = "Task" [ 1162.505696] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.514407] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.716054] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0c056e42-cb54-4101-86e9-720715de12ef" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.716328] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Processing image 0c056e42-cb54-4101-86e9-720715de12ef {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.716653] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/0c056e42-cb54-4101-86e9-720715de12ef/0c056e42-cb54-4101-86e9-720715de12ef.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.716825] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/0c056e42-cb54-4101-86e9-720715de12ef/0c056e42-cb54-4101-86e9-720715de12ef.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.717049] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.717337] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54c4adcf-b0a5-4728-bb40-bc9c020ff594 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.726382] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.726609] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.727278] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78f948ea-d6b8-4724-b3d0-5f9e8f2d7e6b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.732390] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1162.732390] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52947cc1-05c4-6fa1-4e11-a05588b501ef" [ 1162.732390] env[69603]: _type = "Task" [ 1162.732390] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.739576] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52947cc1-05c4-6fa1-4e11-a05588b501ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.998886] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 83d0ed90-f1d0-4dc8-8b4a-c186212c8cef] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.016438] env[69603]: DEBUG oslo_vmware.api [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480752, 'name': PowerOnVM_Task, 'duration_secs': 0.441042} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.016692] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.016891] env[69603]: INFO nova.compute.manager [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Took 12.17 seconds to spawn the instance on the hypervisor. [ 1163.017111] env[69603]: DEBUG nova.compute.manager [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.017892] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aed0f22-ed96-4bd3-a93d-885f41cd58a2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.243194] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Preparing fetch location {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1163.243478] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Fetch image to [datastore2] OSTACK_IMG_6e00db26-4bc2-47dc-a733-86b7fb6e7912/OSTACK_IMG_6e00db26-4bc2-47dc-a733-86b7fb6e7912.vmdk {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1163.243588] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Downloading stream optimized image 0c056e42-cb54-4101-86e9-720715de12ef to [datastore2] OSTACK_IMG_6e00db26-4bc2-47dc-a733-86b7fb6e7912/OSTACK_IMG_6e00db26-4bc2-47dc-a733-86b7fb6e7912.vmdk on the data store datastore2 as vApp {{(pid=69603) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1163.243733] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Downloading image file data 0c056e42-cb54-4101-86e9-720715de12ef to the ESX as VM named 'OSTACK_IMG_6e00db26-4bc2-47dc-a733-86b7fb6e7912' {{(pid=69603) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1163.319644] env[69603]: DEBUG oslo_vmware.rw_handles [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1163.319644] env[69603]: value = "resgroup-9" [ 1163.319644] env[69603]: _type = "ResourcePool" [ 1163.319644] env[69603]: }. {{(pid=69603) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1163.320331] env[69603]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e2f70cf6-d797-4fcb-a500-bb6882ac73cb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.342595] env[69603]: DEBUG oslo_vmware.rw_handles [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lease: (returnval){ [ 1163.342595] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c4fcfb-56e0-d4b8-a57e-7079bd37a6fc" [ 1163.342595] env[69603]: _type = "HttpNfcLease" [ 1163.342595] env[69603]: } obtained for vApp import into resource pool (val){ [ 1163.342595] env[69603]: value = "resgroup-9" [ 1163.342595] env[69603]: _type = "ResourcePool" [ 1163.342595] env[69603]: }. {{(pid=69603) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1163.342961] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the lease: (returnval){ [ 1163.342961] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c4fcfb-56e0-d4b8-a57e-7079bd37a6fc" [ 1163.342961] env[69603]: _type = "HttpNfcLease" [ 1163.342961] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1163.349336] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1163.349336] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c4fcfb-56e0-d4b8-a57e-7079bd37a6fc" [ 1163.349336] env[69603]: _type = "HttpNfcLease" [ 1163.349336] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1163.461641] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08479491-fe43-47a0-9832-67e933b71cee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.470879] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b66468-8696-47bc-904a-399574e3fe14 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.505310] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 4eb8c461-4203-47a2-bc6f-bb5690d70f21] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1163.508398] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a8b5c1-ae44-4c14-bc4d-92ba07aa7959 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.517394] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b40afbb-8801-4f8f-aa92-3c4432b869de {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.536936] env[69603]: DEBUG nova.compute.provider_tree [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.540956] env[69603]: INFO nova.compute.manager [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Took 19.74 seconds to build instance. [ 1163.854390] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1163.854390] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c4fcfb-56e0-d4b8-a57e-7079bd37a6fc" [ 1163.854390] env[69603]: _type = "HttpNfcLease" [ 1163.854390] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1163.854785] env[69603]: DEBUG oslo_vmware.rw_handles [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1163.854785] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c4fcfb-56e0-d4b8-a57e-7079bd37a6fc" [ 1163.854785] env[69603]: _type = "HttpNfcLease" [ 1163.854785] env[69603]: }. {{(pid=69603) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1163.855701] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee6385e-5467-4d32-81f0-ed8566764f98 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.864586] env[69603]: DEBUG oslo_vmware.rw_handles [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524b1444-e6a3-cedd-a460-aa93239f93ec/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1163.864806] env[69603]: DEBUG oslo_vmware.rw_handles [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524b1444-e6a3-cedd-a460-aa93239f93ec/disk-0.vmdk. {{(pid=69603) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1163.932792] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-452d417b-cd79-4cf9-b063-2c67e428283f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.008406] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: a3dbf08a-c0c8-4c49-ae4f-5a06cba859d1] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.043106] env[69603]: DEBUG nova.scheduler.client.report [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.046596] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e04b3407-b4f4-420e-a081-209f2005c910 tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "4a97fbec-99fb-440c-8da0-f51ea5308e0f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.261s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.430238] env[69603]: DEBUG oslo_concurrency.lockutils [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquiring lock "4a97fbec-99fb-440c-8da0-f51ea5308e0f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.430548] env[69603]: DEBUG oslo_concurrency.lockutils [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "4a97fbec-99fb-440c-8da0-f51ea5308e0f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.430774] env[69603]: DEBUG oslo_concurrency.lockutils [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquiring lock "4a97fbec-99fb-440c-8da0-f51ea5308e0f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.430957] env[69603]: DEBUG oslo_concurrency.lockutils [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "4a97fbec-99fb-440c-8da0-f51ea5308e0f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.431142] env[69603]: DEBUG oslo_concurrency.lockutils [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "4a97fbec-99fb-440c-8da0-f51ea5308e0f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.435057] env[69603]: INFO nova.compute.manager [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Terminating instance [ 1164.511920] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 56d26598-ca7b-41c2-88c0-d7dee437d683] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1164.548047] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.548415] env[69603]: DEBUG nova.compute.manager [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.938419] env[69603]: DEBUG nova.compute.manager [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.938826] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.939867] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd963ea8-2868-45a1-b02a-fc7a306a485c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.950849] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.951135] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f6e087c-4157-47af-a382-b96d6e41383e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.962508] env[69603]: DEBUG oslo_vmware.api [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1164.962508] env[69603]: value = "task-3480754" [ 1164.962508] env[69603]: _type = "Task" [ 1164.962508] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.972390] env[69603]: DEBUG oslo_vmware.api [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.015193] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 5152571a-0816-4125-946a-c6180350ccfe] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.054435] env[69603]: DEBUG nova.compute.utils [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.056141] env[69603]: DEBUG nova.compute.manager [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.056328] env[69603]: DEBUG nova.network.neutron [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.059652] env[69603]: DEBUG oslo_vmware.rw_handles [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Completed reading data from the image iterator. {{(pid=69603) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1165.059847] env[69603]: DEBUG oslo_vmware.rw_handles [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524b1444-e6a3-cedd-a460-aa93239f93ec/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1165.063467] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089f1aa1-60a0-4806-a35e-4b209893b3bf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.074028] env[69603]: DEBUG oslo_vmware.rw_handles [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524b1444-e6a3-cedd-a460-aa93239f93ec/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1165.074028] env[69603]: DEBUG oslo_vmware.rw_handles [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524b1444-e6a3-cedd-a460-aa93239f93ec/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1165.074028] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0292ba85-f458-45a9-8af5-fb78c0d349b4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.113415] env[69603]: DEBUG nova.policy [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1e508bf161941e9a0a81d61a44d67aa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a48b1909df364266ab4db6cfa14b5ba9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.255250] env[69603]: DEBUG oslo_vmware.rw_handles [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524b1444-e6a3-cedd-a460-aa93239f93ec/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1165.255476] env[69603]: INFO nova.virt.vmwareapi.images [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Downloaded image file data 0c056e42-cb54-4101-86e9-720715de12ef [ 1165.256422] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba86407-09b3-4492-9617-6bf50dd738b5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.273869] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ca397d6-b5b6-4d98-8f71-f0d99bfd71de {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.308376] env[69603]: INFO nova.virt.vmwareapi.images [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] The imported VM was unregistered [ 1165.311154] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Caching image {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1165.311577] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Creating directory with path [datastore2] devstack-image-cache_base/0c056e42-cb54-4101-86e9-720715de12ef {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.311874] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-730f6dd5-e855-4b8c-a897-0f223a8430fe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.322778] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Created directory with path [datastore2] devstack-image-cache_base/0c056e42-cb54-4101-86e9-720715de12ef {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.322977] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6e00db26-4bc2-47dc-a733-86b7fb6e7912/OSTACK_IMG_6e00db26-4bc2-47dc-a733-86b7fb6e7912.vmdk to [datastore2] devstack-image-cache_base/0c056e42-cb54-4101-86e9-720715de12ef/0c056e42-cb54-4101-86e9-720715de12ef.vmdk. {{(pid=69603) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1165.323254] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-49eeada3-9cbf-4116-b12a-312337ab2785 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.330466] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1165.330466] env[69603]: value = "task-3480756" [ 1165.330466] env[69603]: _type = "Task" [ 1165.330466] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.339436] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480756, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.398672] env[69603]: DEBUG nova.network.neutron [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Successfully created port: 306e777f-5bcc-4926-b7af-4db5fcf17e40 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.472950] env[69603]: DEBUG oslo_vmware.api [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480754, 'name': PowerOffVM_Task, 'duration_secs': 0.232852} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.473519] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.473844] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.474243] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a1b1e9f-adfd-48ff-b9ff-635856bd8f19 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.521393] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: bc081a0f-3a65-4caa-8f4c-581ae6ef7ded] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1165.566024] env[69603]: DEBUG nova.compute.manager [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.594029] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.594029] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.594029] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Deleting the datastore file [datastore1] 4a97fbec-99fb-440c-8da0-f51ea5308e0f {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.594029] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a93ebd1-e126-4b29-984c-19aa1474398c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.604341] env[69603]: DEBUG oslo_vmware.api [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for the task: (returnval){ [ 1165.604341] env[69603]: value = "task-3480758" [ 1165.604341] env[69603]: _type = "Task" [ 1165.604341] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.613658] env[69603]: DEBUG oslo_vmware.api [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.842585] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480756, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.023971] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: bfebc583-9fcd-467f-89f1-a1fa5a10b0a9] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.070177] env[69603]: INFO nova.virt.block_device [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Booting with volume 3d8bac99-f181-4c7d-b719-d731ab54245c at /dev/sda [ 1166.109060] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd73b9c4-8895-4545-95c5-e1884b51b49f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.114837] env[69603]: DEBUG oslo_vmware.api [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Task: {'id': task-3480758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312176} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.115609] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.115965] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.116158] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.116158] env[69603]: INFO nova.compute.manager [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1166.116881] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.116881] env[69603]: DEBUG nova.compute.manager [-] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.116881] env[69603]: DEBUG nova.network.neutron [-] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.125982] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798a7a57-8857-45ad-888f-bed70a56110b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.161322] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b027650c-ea4a-40b3-9f0f-8b315e8e33cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.173855] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b68de6-d255-4e41-a996-853c6f575e63 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.207048] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d31981-71c1-49ad-9091-1f81f0d98ac1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.218027] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b4f40b-81b0-4f8b-94ff-05cf83dcb38b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.243671] env[69603]: DEBUG nova.virt.block_device [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Updating existing volume attachment record: db3adcd5-2a02-46b3-8d18-4872f8b16059 {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1166.344252] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480756, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.436073] env[69603]: DEBUG nova.compute.manager [req-cac8831d-9ad4-446e-94c0-02c7de3c56e7 req-3123a890-c958-45bb-9e06-f351e7456a6b service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Received event network-vif-deleted-27ee3a20-9fdf-4601-8302-186572ee4feb {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.436286] env[69603]: INFO nova.compute.manager [req-cac8831d-9ad4-446e-94c0-02c7de3c56e7 req-3123a890-c958-45bb-9e06-f351e7456a6b service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Neutron deleted interface 27ee3a20-9fdf-4601-8302-186572ee4feb; detaching it from the instance and deleting it from the info cache [ 1166.436543] env[69603]: DEBUG nova.network.neutron [req-cac8831d-9ad4-446e-94c0-02c7de3c56e7 req-3123a890-c958-45bb-9e06-f351e7456a6b service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Updating instance_info_cache with network_info: [{"id": "9766b5a7-9093-4ddd-a198-775477236d90", "address": "fa:16:3e:16:da:6a", "network": {"id": "f9f0c8f4-84db-43c9-9f96-1a425004c7d0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-222768708", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "363a8f7f56ec4678953705e2fa123c9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e59b364d-b7f6-499d-b7dc-82b8a819aa12", "external-id": "nsx-vlan-transportzone-731", "segmentation_id": 731, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9766b5a7-90", "ovs_interfaceid": "9766b5a7-9093-4ddd-a198-775477236d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.527916] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 8687c616-c6be-4e03-8e8b-c035b889cd53] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1166.797027] env[69603]: DEBUG nova.compute.manager [req-538b5a5a-a152-4f01-843a-51f63a981aa4 req-057c7e48-506b-49f6-b1bc-c78b41f6330e service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Received event network-vif-plugged-306e777f-5bcc-4926-b7af-4db5fcf17e40 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.797284] env[69603]: DEBUG oslo_concurrency.lockutils [req-538b5a5a-a152-4f01-843a-51f63a981aa4 req-057c7e48-506b-49f6-b1bc-c78b41f6330e service nova] Acquiring lock "59321589-1b26-4d60-b168-943805c03146-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.797500] env[69603]: DEBUG oslo_concurrency.lockutils [req-538b5a5a-a152-4f01-843a-51f63a981aa4 req-057c7e48-506b-49f6-b1bc-c78b41f6330e service nova] Lock "59321589-1b26-4d60-b168-943805c03146-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.797665] env[69603]: DEBUG oslo_concurrency.lockutils [req-538b5a5a-a152-4f01-843a-51f63a981aa4 req-057c7e48-506b-49f6-b1bc-c78b41f6330e service nova] Lock "59321589-1b26-4d60-b168-943805c03146-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.797853] env[69603]: DEBUG nova.compute.manager [req-538b5a5a-a152-4f01-843a-51f63a981aa4 req-057c7e48-506b-49f6-b1bc-c78b41f6330e service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] No waiting events found dispatching network-vif-plugged-306e777f-5bcc-4926-b7af-4db5fcf17e40 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.798125] env[69603]: WARNING nova.compute.manager [req-538b5a5a-a152-4f01-843a-51f63a981aa4 req-057c7e48-506b-49f6-b1bc-c78b41f6330e service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Received unexpected event network-vif-plugged-306e777f-5bcc-4926-b7af-4db5fcf17e40 for instance with vm_state building and task_state block_device_mapping. [ 1166.848482] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480756, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.889692] env[69603]: DEBUG nova.network.neutron [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Successfully updated port: 306e777f-5bcc-4926-b7af-4db5fcf17e40 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.939284] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1368e56a-70d7-4d44-a541-ae91e1a27e45 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.952282] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f03a40-d149-4cae-8ec7-f692ce1e626c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.986419] env[69603]: DEBUG nova.compute.manager [req-cac8831d-9ad4-446e-94c0-02c7de3c56e7 req-3123a890-c958-45bb-9e06-f351e7456a6b service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Detach interface failed, port_id=27ee3a20-9fdf-4601-8302-186572ee4feb, reason: Instance 4a97fbec-99fb-440c-8da0-f51ea5308e0f could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1167.030866] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: b06cfbd1-f216-4546-bc09-977ac624daac] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.088353] env[69603]: DEBUG nova.network.neutron [-] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.346763] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480756, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.393827] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Acquiring lock "refresh_cache-59321589-1b26-4d60-b168-943805c03146" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.393827] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Acquired lock "refresh_cache-59321589-1b26-4d60-b168-943805c03146" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.393827] env[69603]: DEBUG nova.network.neutron [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.534064] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: abc26817-43b9-4f0b-a8e7-915eb46039cb] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1167.591324] env[69603]: INFO nova.compute.manager [-] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Took 1.47 seconds to deallocate network for instance. [ 1167.846681] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480756, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.932257] env[69603]: DEBUG nova.network.neutron [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.037462] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: bfe464e2-d734-4c83-80df-56b94c7a0681] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.060949] env[69603]: DEBUG nova.network.neutron [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Updating instance_info_cache with network_info: [{"id": "306e777f-5bcc-4926-b7af-4db5fcf17e40", "address": "fa:16:3e:57:ec:82", "network": {"id": "80ffa49c-2911-4934-b253-a4261b20fa3b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-196615047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48b1909df364266ab4db6cfa14b5ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306e777f-5b", "ovs_interfaceid": "306e777f-5bcc-4926-b7af-4db5fcf17e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.097927] env[69603]: DEBUG oslo_concurrency.lockutils [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.098231] env[69603]: DEBUG oslo_concurrency.lockutils [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.098469] env[69603]: DEBUG nova.objects.instance [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lazy-loading 'resources' on Instance uuid 4a97fbec-99fb-440c-8da0-f51ea5308e0f {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.124060] env[69603]: DEBUG oslo_concurrency.lockutils [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "be93a717-f385-446f-93d8-06b462e7d449" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.124352] env[69603]: DEBUG oslo_concurrency.lockutils [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "be93a717-f385-446f-93d8-06b462e7d449" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.124468] env[69603]: INFO nova.compute.manager [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Shelving [ 1168.341588] env[69603]: DEBUG nova.compute.manager [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.342078] env[69603]: DEBUG nova.virt.hardware [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.342290] env[69603]: DEBUG nova.virt.hardware [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.342487] env[69603]: DEBUG nova.virt.hardware [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.342740] env[69603]: DEBUG nova.virt.hardware [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.342902] env[69603]: DEBUG nova.virt.hardware [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.343063] env[69603]: DEBUG nova.virt.hardware [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.343267] env[69603]: DEBUG nova.virt.hardware [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.343422] env[69603]: DEBUG nova.virt.hardware [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.343583] env[69603]: DEBUG nova.virt.hardware [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.343739] env[69603]: DEBUG nova.virt.hardware [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.343908] env[69603]: DEBUG nova.virt.hardware [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.344724] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8097c8-5463-4498-be44-162e2d374143 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.352447] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480756, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.355490] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65313c0a-5f59-441d-9c25-752c17ac98fc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.467280] env[69603]: DEBUG nova.compute.manager [req-91c7554e-cca5-499b-ad28-992d950e286f req-67d2e935-f687-4d7c-90b2-26075fc493b5 service nova] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Received event network-vif-deleted-9766b5a7-9093-4ddd-a198-775477236d90 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.541045] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 56ff390c-947b-4d5d-8a47-91c2ed6ef8cc] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1168.563112] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Releasing lock "refresh_cache-59321589-1b26-4d60-b168-943805c03146" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.563433] env[69603]: DEBUG nova.compute.manager [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Instance network_info: |[{"id": "306e777f-5bcc-4926-b7af-4db5fcf17e40", "address": "fa:16:3e:57:ec:82", "network": {"id": "80ffa49c-2911-4934-b253-a4261b20fa3b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-196615047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48b1909df364266ab4db6cfa14b5ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306e777f-5b", "ovs_interfaceid": "306e777f-5bcc-4926-b7af-4db5fcf17e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.563829] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:ec:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '306e777f-5bcc-4926-b7af-4db5fcf17e40', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.571397] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Creating folder: Project (a48b1909df364266ab4db6cfa14b5ba9). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1168.571908] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9120a57f-e0c2-40b6-a1b9-0f47652419c9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.586703] env[69603]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1168.586869] env[69603]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69603) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1168.587395] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Folder already exists: Project (a48b1909df364266ab4db6cfa14b5ba9). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1168.587582] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Creating folder: Instances. Parent ref: group-v695861. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1168.587812] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97f5048b-9618-426f-8ff1-eb458172a5b2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.598142] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Created folder: Instances in parent group-v695861. [ 1168.598367] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.598549] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59321589-1b26-4d60-b168-943805c03146] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.598747] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf345f73-fedd-4e3f-be50-d2fddf925a1f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.619826] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.619826] env[69603]: value = "task-3480761" [ 1168.619826] env[69603]: _type = "Task" [ 1168.619826] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.630168] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480761, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.720610] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1e0e98-d096-4f68-9745-78f9687e7ea4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.729082] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2a207c-c3ce-4cd8-be8d-f14c96e3412e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.763431] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f734b81-2099-4cf0-b7a1-492f16601c80 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.771511] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f820599c-8562-4b55-a41b-c2b28d5bf8bc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.786551] env[69603]: DEBUG nova.compute.provider_tree [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.828153] env[69603]: DEBUG nova.compute.manager [req-4c26c392-9b92-4aea-892a-b9b35ceee863 req-712ac547-6929-4629-af9f-592e8e735fca service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Received event network-changed-306e777f-5bcc-4926-b7af-4db5fcf17e40 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.828363] env[69603]: DEBUG nova.compute.manager [req-4c26c392-9b92-4aea-892a-b9b35ceee863 req-712ac547-6929-4629-af9f-592e8e735fca service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Refreshing instance network info cache due to event network-changed-306e777f-5bcc-4926-b7af-4db5fcf17e40. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.828666] env[69603]: DEBUG oslo_concurrency.lockutils [req-4c26c392-9b92-4aea-892a-b9b35ceee863 req-712ac547-6929-4629-af9f-592e8e735fca service nova] Acquiring lock "refresh_cache-59321589-1b26-4d60-b168-943805c03146" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.828877] env[69603]: DEBUG oslo_concurrency.lockutils [req-4c26c392-9b92-4aea-892a-b9b35ceee863 req-712ac547-6929-4629-af9f-592e8e735fca service nova] Acquired lock "refresh_cache-59321589-1b26-4d60-b168-943805c03146" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.829103] env[69603]: DEBUG nova.network.neutron [req-4c26c392-9b92-4aea-892a-b9b35ceee863 req-712ac547-6929-4629-af9f-592e8e735fca service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Refreshing network info cache for port 306e777f-5bcc-4926-b7af-4db5fcf17e40 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.851276] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480756, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.413632} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.851615] env[69603]: INFO nova.virt.vmwareapi.ds_util [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6e00db26-4bc2-47dc-a733-86b7fb6e7912/OSTACK_IMG_6e00db26-4bc2-47dc-a733-86b7fb6e7912.vmdk to [datastore2] devstack-image-cache_base/0c056e42-cb54-4101-86e9-720715de12ef/0c056e42-cb54-4101-86e9-720715de12ef.vmdk. [ 1168.851763] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Cleaning up location [datastore2] OSTACK_IMG_6e00db26-4bc2-47dc-a733-86b7fb6e7912 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1168.851988] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6e00db26-4bc2-47dc-a733-86b7fb6e7912 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.852538] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c519f6e2-9e49-4d0a-b6a9-31c7adc8d66c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.859758] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1168.859758] env[69603]: value = "task-3480762" [ 1168.859758] env[69603]: _type = "Task" [ 1168.859758] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.868889] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.045154] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: bb676803-6fae-4484-a7cb-d65b3bcce373] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.130076] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480761, 'name': CreateVM_Task, 'duration_secs': 0.393877} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.130076] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59321589-1b26-4d60-b168-943805c03146] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.130810] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'db3adcd5-2a02-46b3-8d18-4872f8b16059', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695866', 'volume_id': '3d8bac99-f181-4c7d-b719-d731ab54245c', 'name': 'volume-3d8bac99-f181-4c7d-b719-d731ab54245c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '59321589-1b26-4d60-b168-943805c03146', 'attached_at': '', 'detached_at': '', 'volume_id': '3d8bac99-f181-4c7d-b719-d731ab54245c', 'serial': '3d8bac99-f181-4c7d-b719-d731ab54245c'}, 'boot_index': 0, 'disk_bus': None, 'device_type': None, 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69603) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1169.131033] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Root volume attach. Driver type: vmdk {{(pid=69603) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1169.131815] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51792df1-bc16-42ca-a85f-20ad8c90c54a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.139221] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.139477] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77658553-70f8-4f2b-9244-d385d1e0d04d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.141285] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c315b588-20c3-4f80-8039-1ddb50b219ff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.148061] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9ad979-57bf-4710-a758-999bf67a3e55 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.151267] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1169.151267] env[69603]: value = "task-3480763" [ 1169.151267] env[69603]: _type = "Task" [ 1169.151267] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.156940] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-377e51d8-2bb5-48ca-b61c-a4919b4a1600 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.164624] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.167322] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Waiting for the task: (returnval){ [ 1169.167322] env[69603]: value = "task-3480764" [ 1169.167322] env[69603]: _type = "Task" [ 1169.167322] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.177565] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480764, 'name': RelocateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.290549] env[69603]: DEBUG nova.scheduler.client.report [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.375170] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101718} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.375417] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.375594] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/0c056e42-cb54-4101-86e9-720715de12ef/0c056e42-cb54-4101-86e9-720715de12ef.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.375960] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/0c056e42-cb54-4101-86e9-720715de12ef/0c056e42-cb54-4101-86e9-720715de12ef.vmdk to [datastore2] 14679a48-f442-4670-9a40-4c5b1df25055/14679a48-f442-4670-9a40-4c5b1df25055.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.376139] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ef2af7e-23bc-46e5-b98c-15cf73f401a3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.385519] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1169.385519] env[69603]: value = "task-3480765" [ 1169.385519] env[69603]: _type = "Task" [ 1169.385519] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.395614] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.548623] env[69603]: DEBUG nova.network.neutron [req-4c26c392-9b92-4aea-892a-b9b35ceee863 req-712ac547-6929-4629-af9f-592e8e735fca service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Updated VIF entry in instance network info cache for port 306e777f-5bcc-4926-b7af-4db5fcf17e40. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.549029] env[69603]: DEBUG nova.network.neutron [req-4c26c392-9b92-4aea-892a-b9b35ceee863 req-712ac547-6929-4629-af9f-592e8e735fca service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Updating instance_info_cache with network_info: [{"id": "306e777f-5bcc-4926-b7af-4db5fcf17e40", "address": "fa:16:3e:57:ec:82", "network": {"id": "80ffa49c-2911-4934-b253-a4261b20fa3b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-196615047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48b1909df364266ab4db6cfa14b5ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306e777f-5b", "ovs_interfaceid": "306e777f-5bcc-4926-b7af-4db5fcf17e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.550431] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: a76d04aa-a60d-44b8-8428-18ab9158985c] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1169.665042] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480763, 'name': PowerOffVM_Task, 'duration_secs': 0.201769} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.665276] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.666207] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fbb374-427b-4634-b47c-32b42be5a835 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.681035] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480764, 'name': RelocateVM_Task} progress is 42%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.695403] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57307c32-f3b3-45bd-abde-a89062e21107 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.796322] env[69603]: DEBUG oslo_concurrency.lockutils [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.818559] env[69603]: INFO nova.scheduler.client.report [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Deleted allocations for instance 4a97fbec-99fb-440c-8da0-f51ea5308e0f [ 1169.899285] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480765, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.054153] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 5d11acbf-a910-4d1e-b768-a0c0d154eacc] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.056261] env[69603]: DEBUG oslo_concurrency.lockutils [req-4c26c392-9b92-4aea-892a-b9b35ceee863 req-712ac547-6929-4629-af9f-592e8e735fca service nova] Releasing lock "refresh_cache-59321589-1b26-4d60-b168-943805c03146" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.182142] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480764, 'name': RelocateVM_Task} progress is 56%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.209612] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1170.210060] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0e160810-b7f9-4884-af47-938e79c71fe4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.222640] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1170.222640] env[69603]: value = "task-3480766" [ 1170.222640] env[69603]: _type = "Task" [ 1170.222640] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.234553] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480766, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.327719] env[69603]: DEBUG oslo_concurrency.lockutils [None req-206d9110-8a2b-4d09-bb61-e2f3f01f14ab tempest-ServersTestMultiNic-399005869 tempest-ServersTestMultiNic-399005869-project-member] Lock "4a97fbec-99fb-440c-8da0-f51ea5308e0f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.897s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.399344] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480765, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.558725] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 49ef22ae-a1b0-4c69-ad65-ef364f2674f0] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.685758] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480764, 'name': RelocateVM_Task} progress is 71%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.738759] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480766, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.900523] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480765, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.062579] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 447ccf7b-11b7-4976-aa30-fe3b124d968a] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.185452] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480764, 'name': RelocateVM_Task} progress is 84%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.239382] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480766, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.402896] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480765, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.570902] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 8cea6bf3-631f-46f8-b763-ea05ad905f21] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.684228] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480764, 'name': RelocateVM_Task} progress is 97%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.745028] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480766, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.899710] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480765, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.389317} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.900201] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/0c056e42-cb54-4101-86e9-720715de12ef/0c056e42-cb54-4101-86e9-720715de12ef.vmdk to [datastore2] 14679a48-f442-4670-9a40-4c5b1df25055/14679a48-f442-4670-9a40-4c5b1df25055.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.901142] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ae6f6e-8cd8-4e18-a7a4-682c8421aa1e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.925329] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 14679a48-f442-4670-9a40-4c5b1df25055/14679a48-f442-4670-9a40-4c5b1df25055.vmdk or device None with type streamOptimized {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.925892] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-006341c9-3e84-457d-9463-b907623b5525 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.948884] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1171.948884] env[69603]: value = "task-3480767" [ 1171.948884] env[69603]: _type = "Task" [ 1171.948884] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.958059] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.075765] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 606bcda3-d2fe-4560-8b8a-dbb7a2d14553] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.183542] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480764, 'name': RelocateVM_Task} progress is 98%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.237669] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480766, 'name': CreateSnapshot_Task, 'duration_secs': 1.535904} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.238801] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1172.239410] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dc3d0e-fddc-401d-aaf0-1a50a7a0e7fd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.460207] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.577545] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 33ef9ae9-b645-4130-96e7-8042d7366c99] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.691617] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480764, 'name': RelocateVM_Task, 'duration_secs': 3.229934} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.692035] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1172.692335] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695866', 'volume_id': '3d8bac99-f181-4c7d-b719-d731ab54245c', 'name': 'volume-3d8bac99-f181-4c7d-b719-d731ab54245c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '59321589-1b26-4d60-b168-943805c03146', 'attached_at': '', 'detached_at': '', 'volume_id': '3d8bac99-f181-4c7d-b719-d731ab54245c', 'serial': '3d8bac99-f181-4c7d-b719-d731ab54245c'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1172.693515] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a696157a-3e43-4950-acd0-1bf269c9f728 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.712423] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab0b55d-56ea-42e3-8569-3a8dcad90444 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.739903] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-3d8bac99-f181-4c7d-b719-d731ab54245c/volume-3d8bac99-f181-4c7d-b719-d731ab54245c.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.740573] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e85dc37-5c7a-4c8d-a9ec-d8e47bb144c0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.763045] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1172.763347] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-de6fe3ae-b905-437a-ab94-ae5c704a179c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.772188] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Waiting for the task: (returnval){ [ 1172.772188] env[69603]: value = "task-3480769" [ 1172.772188] env[69603]: _type = "Task" [ 1172.772188] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.776575] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1172.776575] env[69603]: value = "task-3480768" [ 1172.776575] env[69603]: _type = "Task" [ 1172.776575] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.798542] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.801997] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480768, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.965343] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480767, 'name': ReconfigVM_Task, 'duration_secs': 0.925305} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.965692] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 14679a48-f442-4670-9a40-4c5b1df25055/14679a48-f442-4670-9a40-4c5b1df25055.vmdk or device None with type streamOptimized {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.967250] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d037cba2-7c3b-468f-accc-fe2e400ca608 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.977568] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1172.977568] env[69603]: value = "task-3480770" [ 1172.977568] env[69603]: _type = "Task" [ 1172.977568] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.992056] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480770, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.051457] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "00789eec-b5f7-4f68-97f4-91e458e085e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.051687] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "00789eec-b5f7-4f68-97f4-91e458e085e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.082268] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 0c2033f6-5205-42b3-a1cc-9d8b37e409c1] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.290417] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480769, 'name': ReconfigVM_Task, 'duration_secs': 0.350344} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.290690] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480768, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.290987] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-3d8bac99-f181-4c7d-b719-d731ab54245c/volume-3d8bac99-f181-4c7d-b719-d731ab54245c.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.296269] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e703e52b-a8b3-429f-9cb3-0488fc6de312 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.315048] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Waiting for the task: (returnval){ [ 1173.315048] env[69603]: value = "task-3480771" [ 1173.315048] env[69603]: _type = "Task" [ 1173.315048] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.324415] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.487828] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480770, 'name': Rename_Task, 'duration_secs': 0.439494} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.487982] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.488352] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-149d5315-126c-400a-9890-9baa092911e9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.496581] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1173.496581] env[69603]: value = "task-3480772" [ 1173.496581] env[69603]: _type = "Task" [ 1173.496581] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.506871] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.557729] env[69603]: DEBUG nova.compute.manager [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.584380] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 260435ee-6f06-4d91-92d8-c1a045ebed2b] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.791993] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480768, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.825975] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480771, 'name': ReconfigVM_Task, 'duration_secs': 0.16617} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.826434] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695866', 'volume_id': '3d8bac99-f181-4c7d-b719-d731ab54245c', 'name': 'volume-3d8bac99-f181-4c7d-b719-d731ab54245c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '59321589-1b26-4d60-b168-943805c03146', 'attached_at': '', 'detached_at': '', 'volume_id': '3d8bac99-f181-4c7d-b719-d731ab54245c', 'serial': '3d8bac99-f181-4c7d-b719-d731ab54245c'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1173.827101] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae33d6d6-e4c1-4eea-a63b-022d65b04fc6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.835852] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Waiting for the task: (returnval){ [ 1173.835852] env[69603]: value = "task-3480773" [ 1173.835852] env[69603]: _type = "Task" [ 1173.835852] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.846270] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480773, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.010200] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480772, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.085181] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.085492] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.087333] env[69603]: INFO nova.compute.claims [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.090405] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: f5c27a8f-04f6-4c2b-879b-10c0284c4eb4] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.289192] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480768, 'name': CloneVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.346335] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480773, 'name': Rename_Task, 'duration_secs': 0.144616} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.346606] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.346898] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed70ff3f-a015-4422-a448-555e95bd95eb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.354064] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Waiting for the task: (returnval){ [ 1174.354064] env[69603]: value = "task-3480774" [ 1174.354064] env[69603]: _type = "Task" [ 1174.354064] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.362454] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.509500] env[69603]: DEBUG oslo_vmware.api [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480772, 'name': PowerOnVM_Task, 'duration_secs': 0.607677} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.509789] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.595887] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 8fefa346-59ab-4209-b87f-dc96b800b58e] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.630855] env[69603]: DEBUG nova.compute.manager [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.631784] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497e7dcc-0b21-4294-9233-7e6f0b52ebe5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.789613] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480768, 'name': CloneVM_Task, 'duration_secs': 1.527242} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.789961] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Created linked-clone VM from snapshot [ 1174.790740] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182c7c03-2e19-47c8-80d2-06984fab1791 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.800055] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Uploading image ca76d93a-3331-4d55-b1ba-5d677b4cd564 {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1174.823160] env[69603]: DEBUG oslo_vmware.rw_handles [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1174.823160] env[69603]: value = "vm-695873" [ 1174.823160] env[69603]: _type = "VirtualMachine" [ 1174.823160] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1174.823449] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6a876768-b72c-4faf-8290-07d186734a34 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.832496] env[69603]: DEBUG oslo_vmware.rw_handles [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lease: (returnval){ [ 1174.832496] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528e06b7-0f15-71d5-d7cb-5a6e0a443476" [ 1174.832496] env[69603]: _type = "HttpNfcLease" [ 1174.832496] env[69603]: } obtained for exporting VM: (result){ [ 1174.832496] env[69603]: value = "vm-695873" [ 1174.832496] env[69603]: _type = "VirtualMachine" [ 1174.832496] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1174.833023] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the lease: (returnval){ [ 1174.833023] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528e06b7-0f15-71d5-d7cb-5a6e0a443476" [ 1174.833023] env[69603]: _type = "HttpNfcLease" [ 1174.833023] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1174.840561] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.840561] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528e06b7-0f15-71d5-d7cb-5a6e0a443476" [ 1174.840561] env[69603]: _type = "HttpNfcLease" [ 1174.840561] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1174.865529] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480774, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.104567] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 42b3ef81-b45d-42d2-8b89-1864f227e7cf] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.151657] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9f722abe-3392-4915-a89e-59aa6d3b20ca tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "14679a48-f442-4670-9a40-4c5b1df25055" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.525s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.242173] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03e6d8e-6399-46fa-9239-919f8069dc65 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.260022] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ef3d56-3944-4617-b000-08fd863b14d8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.291548] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bc27b6-c429-4bd1-9cd7-f374ef97acd9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.300959] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b635d461-5bed-4fec-a707-1c30d9d87248 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.318770] env[69603]: DEBUG nova.compute.provider_tree [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.343155] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1175.343155] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528e06b7-0f15-71d5-d7cb-5a6e0a443476" [ 1175.343155] env[69603]: _type = "HttpNfcLease" [ 1175.343155] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1175.343654] env[69603]: DEBUG oslo_vmware.rw_handles [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1175.343654] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528e06b7-0f15-71d5-d7cb-5a6e0a443476" [ 1175.343654] env[69603]: _type = "HttpNfcLease" [ 1175.343654] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1175.344759] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d195bbaa-f90a-4458-a539-bca9c7cd407a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.356660] env[69603]: DEBUG oslo_vmware.rw_handles [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d51cb6-4c54-84bb-d134-f1a6b2e68da1/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1175.357136] env[69603]: DEBUG oslo_vmware.rw_handles [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d51cb6-4c54-84bb-d134-f1a6b2e68da1/disk-0.vmdk for reading. {{(pid=69603) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1175.447836] env[69603]: DEBUG oslo_vmware.api [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480774, 'name': PowerOnVM_Task, 'duration_secs': 0.642087} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.449277] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.449539] env[69603]: INFO nova.compute.manager [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1175.449768] env[69603]: DEBUG nova.compute.manager [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.450704] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6208d21f-6dbf-45a9-ac5c-71d97b0f8e80 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.492182] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5b605702-87cd-4911-b3f6-643021cd6c8c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.608522] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: df0970e4-5938-4bba-bd70-71c66963c55c] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.820637] env[69603]: DEBUG nova.scheduler.client.report [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.977186] env[69603]: INFO nova.compute.manager [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Took 13.65 seconds to build instance. [ 1176.111778] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 4f8791ac-90cc-439e-8e5d-86f42dafb9aa] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.325689] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.329835] env[69603]: DEBUG nova.compute.manager [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.431635] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356e840e-ba94-4390-9ba2-8e04da7f3618 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.439666] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcb3a51-0a86-4c8b-8d38-0f6aa69e3741 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Suspending the VM {{(pid=69603) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1176.439666] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-dec68bd9-c43f-4f95-9e43-bf222ba9fad6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.447950] env[69603]: DEBUG oslo_vmware.api [None req-ffcb3a51-0a86-4c8b-8d38-0f6aa69e3741 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1176.447950] env[69603]: value = "task-3480776" [ 1176.447950] env[69603]: _type = "Task" [ 1176.447950] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.458938] env[69603]: DEBUG oslo_vmware.api [None req-ffcb3a51-0a86-4c8b-8d38-0f6aa69e3741 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480776, 'name': SuspendVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.480617] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c7f69355-59b4-48eb-ac58-6c5dafe1961f tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Lock "59321589-1b26-4d60-b168-943805c03146" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.161s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.615740] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 7ce6c4cc-0b8c-4a4f-832b-db655d41c647] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.761137] env[69603]: DEBUG oslo_concurrency.lockutils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "a16083d5-c260-461e-9102-48cce981145d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.761488] env[69603]: DEBUG oslo_concurrency.lockutils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "a16083d5-c260-461e-9102-48cce981145d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.837841] env[69603]: DEBUG nova.compute.utils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.841864] env[69603]: DEBUG nova.compute.manager [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1176.841864] env[69603]: DEBUG nova.network.neutron [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1176.915896] env[69603]: DEBUG nova.policy [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca4fca8c0c204cb4a4d3b21718b76e13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11001e899e7b4b58b303857dc8ee681f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1176.959835] env[69603]: DEBUG oslo_vmware.api [None req-ffcb3a51-0a86-4c8b-8d38-0f6aa69e3741 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480776, 'name': SuspendVM_Task} progress is 54%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.121347] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 26d81b16-cbe1-4520-8b1b-4881dd90b633] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.162906] env[69603]: DEBUG nova.compute.manager [req-d658a89b-1533-4e10-bb64-50406d228052 req-4b5b76bb-c68f-443d-889b-c2bf338f412e service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Received event network-changed-306e777f-5bcc-4926-b7af-4db5fcf17e40 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.162906] env[69603]: DEBUG nova.compute.manager [req-d658a89b-1533-4e10-bb64-50406d228052 req-4b5b76bb-c68f-443d-889b-c2bf338f412e service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Refreshing instance network info cache due to event network-changed-306e777f-5bcc-4926-b7af-4db5fcf17e40. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.163878] env[69603]: DEBUG oslo_concurrency.lockutils [req-d658a89b-1533-4e10-bb64-50406d228052 req-4b5b76bb-c68f-443d-889b-c2bf338f412e service nova] Acquiring lock "refresh_cache-59321589-1b26-4d60-b168-943805c03146" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.164192] env[69603]: DEBUG oslo_concurrency.lockutils [req-d658a89b-1533-4e10-bb64-50406d228052 req-4b5b76bb-c68f-443d-889b-c2bf338f412e service nova] Acquired lock "refresh_cache-59321589-1b26-4d60-b168-943805c03146" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.164511] env[69603]: DEBUG nova.network.neutron [req-d658a89b-1533-4e10-bb64-50406d228052 req-4b5b76bb-c68f-443d-889b-c2bf338f412e service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Refreshing network info cache for port 306e777f-5bcc-4926-b7af-4db5fcf17e40 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.266095] env[69603]: DEBUG nova.compute.manager [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.343561] env[69603]: DEBUG nova.compute.manager [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.386060] env[69603]: DEBUG nova.network.neutron [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Successfully created port: 6a7c349c-2de2-429a-8aae-2f38a779de58 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1177.459859] env[69603]: DEBUG oslo_vmware.api [None req-ffcb3a51-0a86-4c8b-8d38-0f6aa69e3741 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480776, 'name': SuspendVM_Task, 'duration_secs': 0.902774} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.460242] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcb3a51-0a86-4c8b-8d38-0f6aa69e3741 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Suspended the VM {{(pid=69603) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1177.460390] env[69603]: DEBUG nova.compute.manager [None req-ffcb3a51-0a86-4c8b-8d38-0f6aa69e3741 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1177.461369] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8403d4c4-4588-457e-870d-00a39b35e80d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.625702] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: bf94f8d3-935e-49bb-9006-257f9023f9da] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.791110] env[69603]: DEBUG oslo_concurrency.lockutils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.791407] env[69603]: DEBUG oslo_concurrency.lockutils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.792946] env[69603]: INFO nova.compute.claims [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1178.010194] env[69603]: DEBUG nova.network.neutron [req-d658a89b-1533-4e10-bb64-50406d228052 req-4b5b76bb-c68f-443d-889b-c2bf338f412e service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Updated VIF entry in instance network info cache for port 306e777f-5bcc-4926-b7af-4db5fcf17e40. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.010586] env[69603]: DEBUG nova.network.neutron [req-d658a89b-1533-4e10-bb64-50406d228052 req-4b5b76bb-c68f-443d-889b-c2bf338f412e service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Updating instance_info_cache with network_info: [{"id": "306e777f-5bcc-4926-b7af-4db5fcf17e40", "address": "fa:16:3e:57:ec:82", "network": {"id": "80ffa49c-2911-4934-b253-a4261b20fa3b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-196615047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a48b1909df364266ab4db6cfa14b5ba9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap306e777f-5b", "ovs_interfaceid": "306e777f-5bcc-4926-b7af-4db5fcf17e40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.135611] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 48890667-e6b2-4aeb-a7fd-5063c6fe79b2] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.359018] env[69603]: DEBUG nova.compute.manager [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.399021] env[69603]: DEBUG nova.virt.hardware [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.399021] env[69603]: DEBUG nova.virt.hardware [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.399021] env[69603]: DEBUG nova.virt.hardware [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.399021] env[69603]: DEBUG nova.virt.hardware [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.399021] env[69603]: DEBUG nova.virt.hardware [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.399021] env[69603]: DEBUG nova.virt.hardware [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.399021] env[69603]: DEBUG nova.virt.hardware [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.399021] env[69603]: DEBUG nova.virt.hardware [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.399021] env[69603]: DEBUG nova.virt.hardware [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.399021] env[69603]: DEBUG nova.virt.hardware [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.399021] env[69603]: DEBUG nova.virt.hardware [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.399021] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d070f085-fae1-4e89-91bf-9d48c8ef26a3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.409145] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e960865f-d01d-4038-aa1e-823860d03cf6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.513310] env[69603]: DEBUG oslo_concurrency.lockutils [req-d658a89b-1533-4e10-bb64-50406d228052 req-4b5b76bb-c68f-443d-889b-c2bf338f412e service nova] Releasing lock "refresh_cache-59321589-1b26-4d60-b168-943805c03146" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.638664] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: d295f7c6-ce16-42d6-ab06-c4e0d62c98e6] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.871823] env[69603]: DEBUG nova.network.neutron [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Successfully updated port: 6a7c349c-2de2-429a-8aae-2f38a779de58 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1178.934764] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85227b64-fb90-4668-8efb-aadcb32093c5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.943520] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b79d546-842d-4044-a10e-f5f36a3fbc1d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.949720] env[69603]: INFO nova.compute.manager [None req-8438911b-ea78-4192-a834-845b7ff99191 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Resuming [ 1178.950403] env[69603]: DEBUG nova.objects.instance [None req-8438911b-ea78-4192-a834-845b7ff99191 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lazy-loading 'flavor' on Instance uuid 14679a48-f442-4670-9a40-4c5b1df25055 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.980364] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a2a7d2-3602-491a-9d3b-329ee28caa51 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.990489] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ece26e-e520-4693-b5d1-3bafaf3e5df3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.006130] env[69603]: DEBUG nova.compute.provider_tree [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.141744] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: f002f41b-ad9f-437e-9b52-52885f6e2a1c] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.194790] env[69603]: DEBUG nova.compute.manager [req-1cf1f2fe-2823-4d46-9861-99a75a4be352 req-9372e463-7ed3-496b-a011-f0cc2701f2cc service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Received event network-vif-plugged-6a7c349c-2de2-429a-8aae-2f38a779de58 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.195100] env[69603]: DEBUG oslo_concurrency.lockutils [req-1cf1f2fe-2823-4d46-9861-99a75a4be352 req-9372e463-7ed3-496b-a011-f0cc2701f2cc service nova] Acquiring lock "00789eec-b5f7-4f68-97f4-91e458e085e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.195297] env[69603]: DEBUG oslo_concurrency.lockutils [req-1cf1f2fe-2823-4d46-9861-99a75a4be352 req-9372e463-7ed3-496b-a011-f0cc2701f2cc service nova] Lock "00789eec-b5f7-4f68-97f4-91e458e085e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.195442] env[69603]: DEBUG oslo_concurrency.lockutils [req-1cf1f2fe-2823-4d46-9861-99a75a4be352 req-9372e463-7ed3-496b-a011-f0cc2701f2cc service nova] Lock "00789eec-b5f7-4f68-97f4-91e458e085e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.195583] env[69603]: DEBUG nova.compute.manager [req-1cf1f2fe-2823-4d46-9861-99a75a4be352 req-9372e463-7ed3-496b-a011-f0cc2701f2cc service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] No waiting events found dispatching network-vif-plugged-6a7c349c-2de2-429a-8aae-2f38a779de58 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1179.195765] env[69603]: WARNING nova.compute.manager [req-1cf1f2fe-2823-4d46-9861-99a75a4be352 req-9372e463-7ed3-496b-a011-f0cc2701f2cc service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Received unexpected event network-vif-plugged-6a7c349c-2de2-429a-8aae-2f38a779de58 for instance with vm_state building and task_state spawning. [ 1179.195965] env[69603]: DEBUG nova.compute.manager [req-1cf1f2fe-2823-4d46-9861-99a75a4be352 req-9372e463-7ed3-496b-a011-f0cc2701f2cc service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Received event network-changed-6a7c349c-2de2-429a-8aae-2f38a779de58 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.196592] env[69603]: DEBUG nova.compute.manager [req-1cf1f2fe-2823-4d46-9861-99a75a4be352 req-9372e463-7ed3-496b-a011-f0cc2701f2cc service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Refreshing instance network info cache due to event network-changed-6a7c349c-2de2-429a-8aae-2f38a779de58. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1179.196829] env[69603]: DEBUG oslo_concurrency.lockutils [req-1cf1f2fe-2823-4d46-9861-99a75a4be352 req-9372e463-7ed3-496b-a011-f0cc2701f2cc service nova] Acquiring lock "refresh_cache-00789eec-b5f7-4f68-97f4-91e458e085e7" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.197045] env[69603]: DEBUG oslo_concurrency.lockutils [req-1cf1f2fe-2823-4d46-9861-99a75a4be352 req-9372e463-7ed3-496b-a011-f0cc2701f2cc service nova] Acquired lock "refresh_cache-00789eec-b5f7-4f68-97f4-91e458e085e7" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.197167] env[69603]: DEBUG nova.network.neutron [req-1cf1f2fe-2823-4d46-9861-99a75a4be352 req-9372e463-7ed3-496b-a011-f0cc2701f2cc service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Refreshing network info cache for port 6a7c349c-2de2-429a-8aae-2f38a779de58 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1179.375375] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "refresh_cache-00789eec-b5f7-4f68-97f4-91e458e085e7" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.509414] env[69603]: DEBUG nova.scheduler.client.report [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.646024] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: bb4fb498-78da-43d5-a20c-cf38a94b2efa] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.732856] env[69603]: DEBUG nova.network.neutron [req-1cf1f2fe-2823-4d46-9861-99a75a4be352 req-9372e463-7ed3-496b-a011-f0cc2701f2cc service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1179.802823] env[69603]: DEBUG nova.network.neutron [req-1cf1f2fe-2823-4d46-9861-99a75a4be352 req-9372e463-7ed3-496b-a011-f0cc2701f2cc service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.987719] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8438911b-ea78-4192-a834-845b7ff99191 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.987951] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8438911b-ea78-4192-a834-845b7ff99191 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquired lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.988102] env[69603]: DEBUG nova.network.neutron [None req-8438911b-ea78-4192-a834-845b7ff99191 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.013582] env[69603]: DEBUG oslo_concurrency.lockutils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.014100] env[69603]: DEBUG nova.compute.manager [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.148737] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: bcc0c5fd-21df-485a-b67f-cc2900ddf091] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.306307] env[69603]: DEBUG oslo_concurrency.lockutils [req-1cf1f2fe-2823-4d46-9861-99a75a4be352 req-9372e463-7ed3-496b-a011-f0cc2701f2cc service nova] Releasing lock "refresh_cache-00789eec-b5f7-4f68-97f4-91e458e085e7" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.306566] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "refresh_cache-00789eec-b5f7-4f68-97f4-91e458e085e7" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.306730] env[69603]: DEBUG nova.network.neutron [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.519430] env[69603]: DEBUG nova.compute.utils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.524017] env[69603]: DEBUG nova.compute.manager [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.524285] env[69603]: DEBUG nova.network.neutron [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.572598] env[69603]: DEBUG nova.policy [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a161b2d93adf458b96d5c97e3eed2d20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13f1426fcdfb4adcaa41c536227dd988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1180.651894] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 8b08dd1f-b48d-4b3c-9eef-3c19d7e756fc] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.700069] env[69603]: DEBUG nova.network.neutron [None req-8438911b-ea78-4192-a834-845b7ff99191 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Updating instance_info_cache with network_info: [{"id": "d04150d1-3cb0-4e0c-8022-8d531467069f", "address": "fa:16:3e:8c:19:eb", "network": {"id": "7a64cca1-edf1-46c7-9cb6-14a6d7a4423d", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1028146117-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edecefa7632b4ca68b7af43ed344878a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd04150d1-3c", "ovs_interfaceid": "d04150d1-3cb0-4e0c-8022-8d531467069f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.848155] env[69603]: DEBUG nova.network.neutron [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1180.866943] env[69603]: DEBUG nova.network.neutron [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Successfully created port: 7832e906-11b9-45ff-b349-3fade95d44a6 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.011838] env[69603]: DEBUG nova.network.neutron [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Updating instance_info_cache with network_info: [{"id": "6a7c349c-2de2-429a-8aae-2f38a779de58", "address": "fa:16:3e:e9:b3:9d", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7c349c-2d", "ovs_interfaceid": "6a7c349c-2de2-429a-8aae-2f38a779de58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.027959] env[69603]: DEBUG nova.compute.manager [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.156551] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 25da83bc-5cf0-436b-bca7-b6c3c225e188] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.203055] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8438911b-ea78-4192-a834-845b7ff99191 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Releasing lock "refresh_cache-14679a48-f442-4670-9a40-4c5b1df25055" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.203989] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7371f757-eec6-4d53-8736-daa71b199ede {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.211278] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8438911b-ea78-4192-a834-845b7ff99191 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Resuming the VM {{(pid=69603) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1181.211537] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3c9affc-f5cd-486c-9b95-c27c5dba0862 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.220232] env[69603]: DEBUG oslo_vmware.api [None req-8438911b-ea78-4192-a834-845b7ff99191 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1181.220232] env[69603]: value = "task-3480777" [ 1181.220232] env[69603]: _type = "Task" [ 1181.220232] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.229172] env[69603]: DEBUG oslo_vmware.api [None req-8438911b-ea78-4192-a834-845b7ff99191 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.515337] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "refresh_cache-00789eec-b5f7-4f68-97f4-91e458e085e7" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.515731] env[69603]: DEBUG nova.compute.manager [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Instance network_info: |[{"id": "6a7c349c-2de2-429a-8aae-2f38a779de58", "address": "fa:16:3e:e9:b3:9d", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7c349c-2d", "ovs_interfaceid": "6a7c349c-2de2-429a-8aae-2f38a779de58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1181.516202] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:b3:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a7c349c-2de2-429a-8aae-2f38a779de58', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1181.523897] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.524156] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1181.524402] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef23f28e-a18e-477f-8c0f-483b8b053687 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.549950] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1181.549950] env[69603]: value = "task-3480778" [ 1181.549950] env[69603]: _type = "Task" [ 1181.549950] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.559441] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480778, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.660475] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: ab7d128e-418e-4a33-af8c-366587dc6a8b] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.731723] env[69603]: DEBUG oslo_vmware.api [None req-8438911b-ea78-4192-a834-845b7ff99191 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480777, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.045715] env[69603]: DEBUG nova.compute.manager [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.060620] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480778, 'name': CreateVM_Task} progress is 25%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.076020] env[69603]: DEBUG nova.virt.hardware [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.076020] env[69603]: DEBUG nova.virt.hardware [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.076020] env[69603]: DEBUG nova.virt.hardware [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.076578] env[69603]: DEBUG nova.virt.hardware [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.076907] env[69603]: DEBUG nova.virt.hardware [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.078031] env[69603]: DEBUG nova.virt.hardware [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.078031] env[69603]: DEBUG nova.virt.hardware [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.078031] env[69603]: DEBUG nova.virt.hardware [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.078031] env[69603]: DEBUG nova.virt.hardware [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.078242] env[69603]: DEBUG nova.virt.hardware [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.078305] env[69603]: DEBUG nova.virt.hardware [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.079391] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b620b4-e0fd-4f44-ab17-b79faeeae11c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.088325] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db2b823-c1f3-4b85-aca2-d82e52f9c140 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.163556] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: b2106f86-8b4e-4ea1-990e-8dda353eaef4] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.232139] env[69603]: DEBUG oslo_vmware.api [None req-8438911b-ea78-4192-a834-845b7ff99191 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480777, 'name': PowerOnVM_Task, 'duration_secs': 0.641821} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.232432] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8438911b-ea78-4192-a834-845b7ff99191 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Resumed the VM {{(pid=69603) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1182.232617] env[69603]: DEBUG nova.compute.manager [None req-8438911b-ea78-4192-a834-845b7ff99191 tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.233444] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45b50f9-6b87-451e-8557-4edf7c3fff76 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.276303] env[69603]: DEBUG nova.compute.manager [req-5bf0b12a-5fa1-496d-83e8-753ad4075d2c req-c6cb6790-7bc8-490d-b515-31702269bf04 service nova] [instance: a16083d5-c260-461e-9102-48cce981145d] Received event network-vif-plugged-7832e906-11b9-45ff-b349-3fade95d44a6 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.276557] env[69603]: DEBUG oslo_concurrency.lockutils [req-5bf0b12a-5fa1-496d-83e8-753ad4075d2c req-c6cb6790-7bc8-490d-b515-31702269bf04 service nova] Acquiring lock "a16083d5-c260-461e-9102-48cce981145d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.276768] env[69603]: DEBUG oslo_concurrency.lockutils [req-5bf0b12a-5fa1-496d-83e8-753ad4075d2c req-c6cb6790-7bc8-490d-b515-31702269bf04 service nova] Lock "a16083d5-c260-461e-9102-48cce981145d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.276955] env[69603]: DEBUG oslo_concurrency.lockutils [req-5bf0b12a-5fa1-496d-83e8-753ad4075d2c req-c6cb6790-7bc8-490d-b515-31702269bf04 service nova] Lock "a16083d5-c260-461e-9102-48cce981145d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.277470] env[69603]: DEBUG nova.compute.manager [req-5bf0b12a-5fa1-496d-83e8-753ad4075d2c req-c6cb6790-7bc8-490d-b515-31702269bf04 service nova] [instance: a16083d5-c260-461e-9102-48cce981145d] No waiting events found dispatching network-vif-plugged-7832e906-11b9-45ff-b349-3fade95d44a6 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.277666] env[69603]: WARNING nova.compute.manager [req-5bf0b12a-5fa1-496d-83e8-753ad4075d2c req-c6cb6790-7bc8-490d-b515-31702269bf04 service nova] [instance: a16083d5-c260-461e-9102-48cce981145d] Received unexpected event network-vif-plugged-7832e906-11b9-45ff-b349-3fade95d44a6 for instance with vm_state building and task_state spawning. [ 1182.371290] env[69603]: DEBUG nova.network.neutron [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Successfully updated port: 7832e906-11b9-45ff-b349-3fade95d44a6 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1182.560967] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480778, 'name': CreateVM_Task, 'duration_secs': 0.661908} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.561152] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1182.561873] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.562080] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.562403] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.562664] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72756536-91a7-4abd-99f1-397f73aa98cd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.568219] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1182.568219] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5244d01b-f6d8-cfcc-f332-60aaeefff437" [ 1182.568219] env[69603]: _type = "Task" [ 1182.568219] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.576958] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5244d01b-f6d8-cfcc-f332-60aaeefff437, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.668368] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 1a96d3ed-c017-4fbb-8c55-4f42ba583d8e] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.875090] env[69603]: DEBUG oslo_concurrency.lockutils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "refresh_cache-a16083d5-c260-461e-9102-48cce981145d" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.875090] env[69603]: DEBUG oslo_concurrency.lockutils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "refresh_cache-a16083d5-c260-461e-9102-48cce981145d" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.875090] env[69603]: DEBUG nova.network.neutron [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.082047] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5244d01b-f6d8-cfcc-f332-60aaeefff437, 'name': SearchDatastore_Task, 'duration_secs': 0.016426} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.082214] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.082383] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.082634] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.082802] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.083011] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.083288] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3925d625-28f1-4d0c-bebb-40c6165bb392 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.093165] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.093345] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.094092] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af06424d-6d40-4799-af97-26513f6d20be {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.099519] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1183.099519] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523e2b99-cb47-354c-4602-ba8e649a26a0" [ 1183.099519] env[69603]: _type = "Task" [ 1183.099519] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.107971] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523e2b99-cb47-354c-4602-ba8e649a26a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.172348] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 8448abb9-9e9d-4e1c-bb7c-ee29fad661da] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.428020] env[69603]: DEBUG nova.network.neutron [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1183.592358] env[69603]: DEBUG nova.network.neutron [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Updating instance_info_cache with network_info: [{"id": "7832e906-11b9-45ff-b349-3fade95d44a6", "address": "fa:16:3e:92:b8:ca", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7832e906-11", "ovs_interfaceid": "7832e906-11b9-45ff-b349-3fade95d44a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.614271] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523e2b99-cb47-354c-4602-ba8e649a26a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010497} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.615125] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5afc754-7fe2-4170-80f8-4a7df743e148 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.621773] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1183.621773] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520519ba-b18a-6737-2b52-9ebd7baf70f6" [ 1183.621773] env[69603]: _type = "Task" [ 1183.621773] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.630695] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520519ba-b18a-6737-2b52-9ebd7baf70f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.676144] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: a0aba5ee-b361-4f90-81a0-2fe4b9542819] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.094916] env[69603]: DEBUG oslo_concurrency.lockutils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "refresh_cache-a16083d5-c260-461e-9102-48cce981145d" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.095205] env[69603]: DEBUG nova.compute.manager [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Instance network_info: |[{"id": "7832e906-11b9-45ff-b349-3fade95d44a6", "address": "fa:16:3e:92:b8:ca", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7832e906-11", "ovs_interfaceid": "7832e906-11b9-45ff-b349-3fade95d44a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.095661] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:b8:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7832e906-11b9-45ff-b349-3fade95d44a6', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.103716] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Creating folder: Project (13f1426fcdfb4adcaa41c536227dd988). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.104033] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d82cb172-05c3-48b5-8ed9-bef710187d4a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.117565] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Created folder: Project (13f1426fcdfb4adcaa41c536227dd988) in parent group-v695567. [ 1184.117789] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Creating folder: Instances. Parent ref: group-v695875. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.118088] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b8cb280-b06a-432f-beec-16a81d4d738e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.131494] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520519ba-b18a-6737-2b52-9ebd7baf70f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012332} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.132440] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.132727] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 00789eec-b5f7-4f68-97f4-91e458e085e7/00789eec-b5f7-4f68-97f4-91e458e085e7.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1184.133020] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Created folder: Instances in parent group-v695875. [ 1184.133259] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.133435] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e24ce64e-0736-4502-8af8-04bb41ec8e0e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.135317] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a16083d5-c260-461e-9102-48cce981145d] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.135549] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15cb0398-43f8-461d-aa9c-913a7688e148 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.155664] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1184.155664] env[69603]: value = "task-3480781" [ 1184.155664] env[69603]: _type = "Task" [ 1184.155664] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.156913] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.156913] env[69603]: value = "task-3480782" [ 1184.156913] env[69603]: _type = "Task" [ 1184.156913] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.167728] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480782, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.170694] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.179356] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 8731c74f-1386-4369-a73a-f473279a0a86] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.308273] env[69603]: DEBUG nova.compute.manager [req-3bf3d144-72e1-446f-8b1d-a48da732aabb req-b42625c7-77ea-4455-9919-1cb8d14a911b service nova] [instance: a16083d5-c260-461e-9102-48cce981145d] Received event network-changed-7832e906-11b9-45ff-b349-3fade95d44a6 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.308548] env[69603]: DEBUG nova.compute.manager [req-3bf3d144-72e1-446f-8b1d-a48da732aabb req-b42625c7-77ea-4455-9919-1cb8d14a911b service nova] [instance: a16083d5-c260-461e-9102-48cce981145d] Refreshing instance network info cache due to event network-changed-7832e906-11b9-45ff-b349-3fade95d44a6. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.309274] env[69603]: DEBUG oslo_concurrency.lockutils [req-3bf3d144-72e1-446f-8b1d-a48da732aabb req-b42625c7-77ea-4455-9919-1cb8d14a911b service nova] Acquiring lock "refresh_cache-a16083d5-c260-461e-9102-48cce981145d" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.309461] env[69603]: DEBUG oslo_concurrency.lockutils [req-3bf3d144-72e1-446f-8b1d-a48da732aabb req-b42625c7-77ea-4455-9919-1cb8d14a911b service nova] Acquired lock "refresh_cache-a16083d5-c260-461e-9102-48cce981145d" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.309639] env[69603]: DEBUG nova.network.neutron [req-3bf3d144-72e1-446f-8b1d-a48da732aabb req-b42625c7-77ea-4455-9919-1cb8d14a911b service nova] [instance: a16083d5-c260-461e-9102-48cce981145d] Refreshing network info cache for port 7832e906-11b9-45ff-b349-3fade95d44a6 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.423318] env[69603]: DEBUG oslo_vmware.rw_handles [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d51cb6-4c54-84bb-d134-f1a6b2e68da1/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1184.424358] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcba77b-cfb7-46b8-a15a-3c5ae8bab403 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.431468] env[69603]: DEBUG oslo_vmware.rw_handles [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d51cb6-4c54-84bb-d134-f1a6b2e68da1/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1184.432091] env[69603]: ERROR oslo_vmware.rw_handles [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d51cb6-4c54-84bb-d134-f1a6b2e68da1/disk-0.vmdk due to incomplete transfer. [ 1184.432091] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ec8d6993-364e-46e3-88e8-0e92615e4a6f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.440405] env[69603]: DEBUG oslo_vmware.rw_handles [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d51cb6-4c54-84bb-d134-f1a6b2e68da1/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1184.440613] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Uploaded image ca76d93a-3331-4d55-b1ba-5d677b4cd564 to the Glance image server {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1184.443173] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1184.443804] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-248b9c64-68ae-42c8-a923-95297b366ecb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.451449] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1184.451449] env[69603]: value = "task-3480783" [ 1184.451449] env[69603]: _type = "Task" [ 1184.451449] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.462570] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480783, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.671293] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480782, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.675271] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480781, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.683242] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: a60800ef-820c-41fb-9746-069e2fcb2e72] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.962229] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480783, 'name': Destroy_Task, 'duration_secs': 0.434271} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.962563] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Destroyed the VM [ 1184.962889] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1184.963179] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bea8f0ba-f2cd-4a58-a336-29a70b4a3b6f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.973962] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1184.973962] env[69603]: value = "task-3480784" [ 1184.973962] env[69603]: _type = "Task" [ 1184.973962] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.984514] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480784, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.169011] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660148} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.169697] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 00789eec-b5f7-4f68-97f4-91e458e085e7/00789eec-b5f7-4f68-97f4-91e458e085e7.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1185.169921] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1185.170178] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7c4acb5-498e-4d9b-a1d4-2610c8757b8e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.175227] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480782, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.180493] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1185.180493] env[69603]: value = "task-3480785" [ 1185.180493] env[69603]: _type = "Task" [ 1185.180493] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.187354] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 8814e29d-5c08-45f1-9a02-c30e4b7441db] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.192366] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480785, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.404053] env[69603]: DEBUG nova.network.neutron [req-3bf3d144-72e1-446f-8b1d-a48da732aabb req-b42625c7-77ea-4455-9919-1cb8d14a911b service nova] [instance: a16083d5-c260-461e-9102-48cce981145d] Updated VIF entry in instance network info cache for port 7832e906-11b9-45ff-b349-3fade95d44a6. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.404461] env[69603]: DEBUG nova.network.neutron [req-3bf3d144-72e1-446f-8b1d-a48da732aabb req-b42625c7-77ea-4455-9919-1cb8d14a911b service nova] [instance: a16083d5-c260-461e-9102-48cce981145d] Updating instance_info_cache with network_info: [{"id": "7832e906-11b9-45ff-b349-3fade95d44a6", "address": "fa:16:3e:92:b8:ca", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7832e906-11", "ovs_interfaceid": "7832e906-11b9-45ff-b349-3fade95d44a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.485211] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480784, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.672585] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480782, 'name': CreateVM_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.689059] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480785, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152694} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.689393] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1185.689981] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ecff28-172e-45bd-98f5-b00a6555ad14 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.694055] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: d4000e4f-7369-4e8a-96ec-8cdd732a6294] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.713020] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 00789eec-b5f7-4f68-97f4-91e458e085e7/00789eec-b5f7-4f68-97f4-91e458e085e7.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.713638] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba9cef35-12bc-4f3b-b44c-630cdfa0efd0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.733755] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1185.733755] env[69603]: value = "task-3480786" [ 1185.733755] env[69603]: _type = "Task" [ 1185.733755] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.741653] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.907714] env[69603]: DEBUG oslo_concurrency.lockutils [req-3bf3d144-72e1-446f-8b1d-a48da732aabb req-b42625c7-77ea-4455-9919-1cb8d14a911b service nova] Releasing lock "refresh_cache-a16083d5-c260-461e-9102-48cce981145d" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.986204] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480784, 'name': RemoveSnapshot_Task, 'duration_secs': 0.936595} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.986444] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1185.986713] env[69603]: DEBUG nova.compute.manager [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.987535] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dafb40a-26f4-47cd-be01-2e78c81ed161 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.173444] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480782, 'name': CreateVM_Task, 'duration_secs': 1.687292} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.173631] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a16083d5-c260-461e-9102-48cce981145d] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.174348] env[69603]: DEBUG oslo_concurrency.lockutils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.174518] env[69603]: DEBUG oslo_concurrency.lockutils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.174862] env[69603]: DEBUG oslo_concurrency.lockutils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.175119] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf68960-44ac-470e-898c-40234eb4bfdc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.179585] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1186.179585] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d4bc99-1838-6d2f-d3d5-bece62746b73" [ 1186.179585] env[69603]: _type = "Task" [ 1186.179585] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.188679] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d4bc99-1838-6d2f-d3d5-bece62746b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.214208] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: e44b6009-d869-4820-8da1-e4c8f2343035] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.244209] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480786, 'name': ReconfigVM_Task, 'duration_secs': 0.342873} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.244446] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 00789eec-b5f7-4f68-97f4-91e458e085e7/00789eec-b5f7-4f68-97f4-91e458e085e7.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.245109] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47076799-ae7c-4bdb-a1fe-ed2460f6bbd7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.251532] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1186.251532] env[69603]: value = "task-3480787" [ 1186.251532] env[69603]: _type = "Task" [ 1186.251532] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.259286] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480787, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.499849] env[69603]: INFO nova.compute.manager [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Shelve offloading [ 1186.692505] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d4bc99-1838-6d2f-d3d5-bece62746b73, 'name': SearchDatastore_Task, 'duration_secs': 0.009621} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.692922] env[69603]: DEBUG oslo_concurrency.lockutils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.693205] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.693482] env[69603]: DEBUG oslo_concurrency.lockutils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.693718] env[69603]: DEBUG oslo_concurrency.lockutils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.693922] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.694246] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-297f9aaa-d177-44c5-b47c-b9dab6ee94e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.705671] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.705929] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.706701] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd6468c6-f976-42aa-9211-4299212f043e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.711763] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1186.711763] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528e151c-389c-8ebb-131a-5bb5d201b046" [ 1186.711763] env[69603]: _type = "Task" [ 1186.711763] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.719682] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 5b5ee86c-11a2-43a9-8e9b-a5bc53efcb8f] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.721511] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528e151c-389c-8ebb-131a-5bb5d201b046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.761350] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480787, 'name': Rename_Task, 'duration_secs': 0.155598} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.761582] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1186.761811] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-134be4ab-522a-444f-bbe3-ffe21d44c8ed {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.767895] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1186.767895] env[69603]: value = "task-3480788" [ 1186.767895] env[69603]: _type = "Task" [ 1186.767895] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.776767] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.004256] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.004635] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8391535-a50d-42f7-ba08-8b1cadd910e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.012660] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1187.012660] env[69603]: value = "task-3480789" [ 1187.012660] env[69603]: _type = "Task" [ 1187.012660] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.021731] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.223595] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 3d99f616-a6a4-471c-9665-4f32f1a585ea] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.225469] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]528e151c-389c-8ebb-131a-5bb5d201b046, 'name': SearchDatastore_Task, 'duration_secs': 0.011978} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.226461] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-448f9388-33ff-47e4-ab41-71cbba8ed80f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.232386] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1187.232386] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521071ce-3240-70df-f91a-858c0918cae5" [ 1187.232386] env[69603]: _type = "Task" [ 1187.232386] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.240262] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521071ce-3240-70df-f91a-858c0918cae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.278940] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480788, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.524487] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] VM already powered off {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1187.524706] env[69603]: DEBUG nova.compute.manager [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.525548] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40296622-2d51-4a63-8eef-710260996113 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.532804] env[69603]: DEBUG oslo_concurrency.lockutils [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.532973] env[69603]: DEBUG oslo_concurrency.lockutils [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.533164] env[69603]: DEBUG nova.network.neutron [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.726627] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.743259] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521071ce-3240-70df-f91a-858c0918cae5, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.743521] env[69603]: DEBUG oslo_concurrency.lockutils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.743772] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a16083d5-c260-461e-9102-48cce981145d/a16083d5-c260-461e-9102-48cce981145d.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.744030] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf33dbc7-f9b5-40b6-a8be-7091e54e2c2d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.749976] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1187.749976] env[69603]: value = "task-3480790" [ 1187.749976] env[69603]: _type = "Task" [ 1187.749976] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.757434] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.777078] env[69603]: DEBUG oslo_vmware.api [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480788, 'name': PowerOnVM_Task, 'duration_secs': 0.512863} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.777340] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.777534] env[69603]: INFO nova.compute.manager [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1187.777708] env[69603]: DEBUG nova.compute.manager [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.778463] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5311b065-0ccd-43aa-9f8c-331d0f109da5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.074331] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "14679a48-f442-4670-9a40-4c5b1df25055" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.074696] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "14679a48-f442-4670-9a40-4c5b1df25055" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.074945] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "14679a48-f442-4670-9a40-4c5b1df25055-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.075148] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "14679a48-f442-4670-9a40-4c5b1df25055-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.075337] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "14679a48-f442-4670-9a40-4c5b1df25055-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.077497] env[69603]: INFO nova.compute.manager [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Terminating instance [ 1188.260800] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480790, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.298486] env[69603]: INFO nova.compute.manager [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Took 14.24 seconds to build instance. [ 1188.333703] env[69603]: DEBUG nova.network.neutron [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Updating instance_info_cache with network_info: [{"id": "8e483696-119a-4c97-9a46-796a3a0f7404", "address": "fa:16:3e:ac:42:4c", "network": {"id": "a8e16d58-954f-43ff-b5a6-1ab585c84806", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-185317985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ffe97edab646d9886fc4aea203a15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e483696-11", "ovs_interfaceid": "8e483696-119a-4c97-9a46-796a3a0f7404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.581624] env[69603]: DEBUG nova.compute.manager [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.581844] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.582786] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1fb945-7fda-40ab-b9e1-834c3d84e829 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.590963] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.591209] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f2441aa-36b0-4a0e-ac1d-6ab4f5e0fac6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.597509] env[69603]: DEBUG oslo_vmware.api [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1188.597509] env[69603]: value = "task-3480791" [ 1188.597509] env[69603]: _type = "Task" [ 1188.597509] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.605936] env[69603]: DEBUG oslo_vmware.api [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.760658] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559606} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.761026] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a16083d5-c260-461e-9102-48cce981145d/a16083d5-c260-461e-9102-48cce981145d.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.761271] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.761540] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acda406a-90de-4286-b551-1314f11eb6dd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.768317] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1188.768317] env[69603]: value = "task-3480792" [ 1188.768317] env[69603]: _type = "Task" [ 1188.768317] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.777581] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.800242] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8c5ee59b-47f1-4528-9755-a2530fa441dc tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "00789eec-b5f7-4f68-97f4-91e458e085e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.748s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.836129] env[69603]: DEBUG oslo_concurrency.lockutils [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Releasing lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.868743] env[69603]: DEBUG nova.compute.manager [req-8a32fbf3-eb87-4e33-8f5b-122202fbbc76 req-a8e0b189-1aec-48bf-9388-c03d56dab33e service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Received event network-changed-6a7c349c-2de2-429a-8aae-2f38a779de58 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.868938] env[69603]: DEBUG nova.compute.manager [req-8a32fbf3-eb87-4e33-8f5b-122202fbbc76 req-a8e0b189-1aec-48bf-9388-c03d56dab33e service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Refreshing instance network info cache due to event network-changed-6a7c349c-2de2-429a-8aae-2f38a779de58. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.869170] env[69603]: DEBUG oslo_concurrency.lockutils [req-8a32fbf3-eb87-4e33-8f5b-122202fbbc76 req-a8e0b189-1aec-48bf-9388-c03d56dab33e service nova] Acquiring lock "refresh_cache-00789eec-b5f7-4f68-97f4-91e458e085e7" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.869309] env[69603]: DEBUG oslo_concurrency.lockutils [req-8a32fbf3-eb87-4e33-8f5b-122202fbbc76 req-a8e0b189-1aec-48bf-9388-c03d56dab33e service nova] Acquired lock "refresh_cache-00789eec-b5f7-4f68-97f4-91e458e085e7" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.869469] env[69603]: DEBUG nova.network.neutron [req-8a32fbf3-eb87-4e33-8f5b-122202fbbc76 req-a8e0b189-1aec-48bf-9388-c03d56dab33e service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Refreshing network info cache for port 6a7c349c-2de2-429a-8aae-2f38a779de58 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.107023] env[69603]: DEBUG oslo_vmware.api [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480791, 'name': PowerOffVM_Task, 'duration_secs': 0.392231} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.107240] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.107276] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.107509] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab83ff2a-ebf2-4ee4-95b6-014a138f782e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.189329] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.190257] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944c81de-7bf0-4cf9-bd6b-118d6dba8b9c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.197610] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.197848] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef766f28-1d8b-451c-88e6-54eee10033fa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.200123] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.200317] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.200494] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Deleting the datastore file [datastore2] 14679a48-f442-4670-9a40-4c5b1df25055 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.201016] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77f8db0f-2439-4b0b-83f0-55a271c2b10f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.207772] env[69603]: DEBUG oslo_vmware.api [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for the task: (returnval){ [ 1189.207772] env[69603]: value = "task-3480795" [ 1189.207772] env[69603]: _type = "Task" [ 1189.207772] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.215165] env[69603]: DEBUG oslo_vmware.api [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.260913] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.260913] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.260913] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Deleting the datastore file [datastore1] be93a717-f385-446f-93d8-06b462e7d449 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.261137] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c9fa284-b498-4142-8930-a8d8cb6cb59d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.267151] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1189.267151] env[69603]: value = "task-3480796" [ 1189.267151] env[69603]: _type = "Task" [ 1189.267151] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.278350] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.281099] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.238136} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.281337] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1189.282071] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0eb1c7-3d98-4407-a36b-10cd0293fea1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.303185] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] a16083d5-c260-461e-9102-48cce981145d/a16083d5-c260-461e-9102-48cce981145d.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1189.303446] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3237cc9b-6008-4d96-ac28-b891a61750ab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.322820] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1189.322820] env[69603]: value = "task-3480797" [ 1189.322820] env[69603]: _type = "Task" [ 1189.322820] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.332211] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.557744] env[69603]: DEBUG nova.network.neutron [req-8a32fbf3-eb87-4e33-8f5b-122202fbbc76 req-a8e0b189-1aec-48bf-9388-c03d56dab33e service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Updated VIF entry in instance network info cache for port 6a7c349c-2de2-429a-8aae-2f38a779de58. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.558175] env[69603]: DEBUG nova.network.neutron [req-8a32fbf3-eb87-4e33-8f5b-122202fbbc76 req-a8e0b189-1aec-48bf-9388-c03d56dab33e service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Updating instance_info_cache with network_info: [{"id": "6a7c349c-2de2-429a-8aae-2f38a779de58", "address": "fa:16:3e:e9:b3:9d", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a7c349c-2d", "ovs_interfaceid": "6a7c349c-2de2-429a-8aae-2f38a779de58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.717358] env[69603]: DEBUG oslo_vmware.api [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Task: {'id': task-3480795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122397} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.717622] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.717812] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.717987] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.718175] env[69603]: INFO nova.compute.manager [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1189.718417] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.718608] env[69603]: DEBUG nova.compute.manager [-] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.718702] env[69603]: DEBUG nova.network.neutron [-] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.776322] env[69603]: DEBUG oslo_vmware.api [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124573} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.776637] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.776747] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.776924] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.800500] env[69603]: INFO nova.scheduler.client.report [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Deleted allocations for instance be93a717-f385-446f-93d8-06b462e7d449 [ 1189.832571] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.061184] env[69603]: DEBUG oslo_concurrency.lockutils [req-8a32fbf3-eb87-4e33-8f5b-122202fbbc76 req-a8e0b189-1aec-48bf-9388-c03d56dab33e service nova] Releasing lock "refresh_cache-00789eec-b5f7-4f68-97f4-91e458e085e7" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.220318] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.220653] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.304911] env[69603]: DEBUG oslo_concurrency.lockutils [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.305270] env[69603]: DEBUG oslo_concurrency.lockutils [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.305498] env[69603]: DEBUG nova.objects.instance [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lazy-loading 'resources' on Instance uuid be93a717-f385-446f-93d8-06b462e7d449 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.333416] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.510749] env[69603]: DEBUG nova.network.neutron [-] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.727060] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.727274] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._sync_power_states {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.808710] env[69603]: DEBUG nova.objects.instance [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lazy-loading 'numa_topology' on Instance uuid be93a717-f385-446f-93d8-06b462e7d449 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.837663] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480797, 'name': ReconfigVM_Task, 'duration_secs': 1.075323} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.838102] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Reconfigured VM instance instance-00000071 to attach disk [datastore2] a16083d5-c260-461e-9102-48cce981145d/a16083d5-c260-461e-9102-48cce981145d.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1190.838971] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb91e197-f85a-4d9f-9a6f-1d32033827c9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.845919] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1190.845919] env[69603]: value = "task-3480798" [ 1190.845919] env[69603]: _type = "Task" [ 1190.845919] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.858117] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480798, 'name': Rename_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.910302] env[69603]: DEBUG nova.compute.manager [req-fe0595ae-df6d-4560-a04d-69023ad6bf96 req-a985692e-f3cd-48cf-911e-9289148dea61 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Received event network-vif-unplugged-8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.910302] env[69603]: DEBUG oslo_concurrency.lockutils [req-fe0595ae-df6d-4560-a04d-69023ad6bf96 req-a985692e-f3cd-48cf-911e-9289148dea61 service nova] Acquiring lock "be93a717-f385-446f-93d8-06b462e7d449-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.910302] env[69603]: DEBUG oslo_concurrency.lockutils [req-fe0595ae-df6d-4560-a04d-69023ad6bf96 req-a985692e-f3cd-48cf-911e-9289148dea61 service nova] Lock "be93a717-f385-446f-93d8-06b462e7d449-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.910414] env[69603]: DEBUG oslo_concurrency.lockutils [req-fe0595ae-df6d-4560-a04d-69023ad6bf96 req-a985692e-f3cd-48cf-911e-9289148dea61 service nova] Lock "be93a717-f385-446f-93d8-06b462e7d449-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.910563] env[69603]: DEBUG nova.compute.manager [req-fe0595ae-df6d-4560-a04d-69023ad6bf96 req-a985692e-f3cd-48cf-911e-9289148dea61 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] No waiting events found dispatching network-vif-unplugged-8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1190.910729] env[69603]: WARNING nova.compute.manager [req-fe0595ae-df6d-4560-a04d-69023ad6bf96 req-a985692e-f3cd-48cf-911e-9289148dea61 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Received unexpected event network-vif-unplugged-8e483696-119a-4c97-9a46-796a3a0f7404 for instance with vm_state shelved_offloaded and task_state None. [ 1190.910888] env[69603]: DEBUG nova.compute.manager [req-fe0595ae-df6d-4560-a04d-69023ad6bf96 req-a985692e-f3cd-48cf-911e-9289148dea61 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Received event network-changed-8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.911156] env[69603]: DEBUG nova.compute.manager [req-fe0595ae-df6d-4560-a04d-69023ad6bf96 req-a985692e-f3cd-48cf-911e-9289148dea61 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Refreshing instance network info cache due to event network-changed-8e483696-119a-4c97-9a46-796a3a0f7404. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.911356] env[69603]: DEBUG oslo_concurrency.lockutils [req-fe0595ae-df6d-4560-a04d-69023ad6bf96 req-a985692e-f3cd-48cf-911e-9289148dea61 service nova] Acquiring lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.911502] env[69603]: DEBUG oslo_concurrency.lockutils [req-fe0595ae-df6d-4560-a04d-69023ad6bf96 req-a985692e-f3cd-48cf-911e-9289148dea61 service nova] Acquired lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.911660] env[69603]: DEBUG nova.network.neutron [req-fe0595ae-df6d-4560-a04d-69023ad6bf96 req-a985692e-f3cd-48cf-911e-9289148dea61 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Refreshing network info cache for port 8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.012996] env[69603]: INFO nova.compute.manager [-] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Took 1.29 seconds to deallocate network for instance. [ 1191.231347] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Getting list of instances from cluster (obj){ [ 1191.231347] env[69603]: value = "domain-c8" [ 1191.231347] env[69603]: _type = "ClusterComputeResource" [ 1191.231347] env[69603]: } {{(pid=69603) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1191.232401] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e911a916-6e73-469a-8d80-f84e50dfffbb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.249172] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Got total of 6 instances {{(pid=69603) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1191.249377] env[69603]: WARNING nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] While synchronizing instance power states, found 8 instances in the database and 6 instances on the hypervisor. [ 1191.249549] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Triggering sync for uuid 592c1a53-bfd4-4afb-8bf3-cef1aef284df {{(pid=69603) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1191.249752] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Triggering sync for uuid 14679a48-f442-4670-9a40-4c5b1df25055 {{(pid=69603) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1191.249913] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Triggering sync for uuid be93a717-f385-446f-93d8-06b462e7d449 {{(pid=69603) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1191.250079] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Triggering sync for uuid 122aa051-36e7-4db6-a418-b45e04c878af {{(pid=69603) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1191.250249] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Triggering sync for uuid 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba {{(pid=69603) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1191.250440] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Triggering sync for uuid 59321589-1b26-4d60-b168-943805c03146 {{(pid=69603) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1191.250603] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Triggering sync for uuid 00789eec-b5f7-4f68-97f4-91e458e085e7 {{(pid=69603) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1191.250750] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Triggering sync for uuid a16083d5-c260-461e-9102-48cce981145d {{(pid=69603) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1191.251091] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.251350] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.251654] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "14679a48-f442-4670-9a40-4c5b1df25055" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.251914] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "be93a717-f385-446f-93d8-06b462e7d449" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.252177] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "122aa051-36e7-4db6-a418-b45e04c878af" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.252375] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "122aa051-36e7-4db6-a418-b45e04c878af" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.252603] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.252803] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.253038] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "59321589-1b26-4d60-b168-943805c03146" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.253220] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "59321589-1b26-4d60-b168-943805c03146" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.253440] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "00789eec-b5f7-4f68-97f4-91e458e085e7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.253612] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "00789eec-b5f7-4f68-97f4-91e458e085e7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.253829] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "a16083d5-c260-461e-9102-48cce981145d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.254656] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66002148-d20e-47f3-a1ea-f28c2a4d9eeb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.257857] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730fbd8b-ba00-4cb2-9f78-4a80d732eba5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.260497] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296ad03a-f977-4719-b584-7df09e62effb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.264519] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53018f4b-dc1e-4a58-89ff-a61c9dbd87f1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.267216] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6175a769-40e7-427d-9e8e-502f73675b41 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.311379] env[69603]: DEBUG nova.objects.base [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1191.355699] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480798, 'name': Rename_Task, 'duration_secs': 0.413176} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.357975] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1191.358582] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67d06c1c-a65a-45ec-af31-a0ddc8504a44 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.364111] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1191.364111] env[69603]: value = "task-3480799" [ 1191.364111] env[69603]: _type = "Task" [ 1191.364111] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.373421] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.413863] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a490f3-4295-4ba6-a1b1-a259f397ef7b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.423280] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf3a727-7ed0-4a4b-8799-a63d8ecb0d69 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.454907] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2b863a-7682-4bcf-a090-4d16023003a2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.462640] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f91ed41-7798-4c7b-b457-2f01041cdc81 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.477364] env[69603]: DEBUG nova.compute.provider_tree [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.520389] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.631349] env[69603]: DEBUG nova.network.neutron [req-fe0595ae-df6d-4560-a04d-69023ad6bf96 req-a985692e-f3cd-48cf-911e-9289148dea61 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Updated VIF entry in instance network info cache for port 8e483696-119a-4c97-9a46-796a3a0f7404. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.631780] env[69603]: DEBUG nova.network.neutron [req-fe0595ae-df6d-4560-a04d-69023ad6bf96 req-a985692e-f3cd-48cf-911e-9289148dea61 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Updating instance_info_cache with network_info: [{"id": "8e483696-119a-4c97-9a46-796a3a0f7404", "address": "fa:16:3e:ac:42:4c", "network": {"id": "a8e16d58-954f-43ff-b5a6-1ab585c84806", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-185317985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ffe97edab646d9886fc4aea203a15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8e483696-11", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.786439] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "00789eec-b5f7-4f68-97f4-91e458e085e7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.532s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.786767] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "122aa051-36e7-4db6-a418-b45e04c878af" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.787098] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.792548] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "59321589-1b26-4d60-b168-943805c03146" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.792886] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.542s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.874380] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480799, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.981232] env[69603]: DEBUG nova.scheduler.client.report [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.134663] env[69603]: DEBUG oslo_concurrency.lockutils [req-fe0595ae-df6d-4560-a04d-69023ad6bf96 req-a985692e-f3cd-48cf-911e-9289148dea61 service nova] Releasing lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.134975] env[69603]: DEBUG nova.compute.manager [req-fe0595ae-df6d-4560-a04d-69023ad6bf96 req-a985692e-f3cd-48cf-911e-9289148dea61 service nova] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Received event network-vif-deleted-d04150d1-3cb0-4e0c-8022-8d531467069f {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.375270] env[69603]: DEBUG oslo_vmware.api [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480799, 'name': PowerOnVM_Task, 'duration_secs': 0.712957} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.375497] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.375699] env[69603]: INFO nova.compute.manager [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1192.375895] env[69603]: DEBUG nova.compute.manager [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.376659] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da4ef60-40ae-4798-8414-6de2cc11f234 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.486836] env[69603]: DEBUG oslo_concurrency.lockutils [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.181s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.489232] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.969s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.489448] env[69603]: DEBUG nova.objects.instance [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lazy-loading 'resources' on Instance uuid 14679a48-f442-4670-9a40-4c5b1df25055 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.894587] env[69603]: INFO nova.compute.manager [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Took 15.12 seconds to build instance. [ 1192.997399] env[69603]: DEBUG oslo_concurrency.lockutils [None req-712546cf-8c76-464e-a5be-c653ac1ebcc6 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "be93a717-f385-446f-93d8-06b462e7d449" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.873s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.998231] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "be93a717-f385-446f-93d8-06b462e7d449" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.746s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.998662] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-494a16cc-c670-4054-bd5b-f0cac19239df {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.008270] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bea5787-46cc-4ea7-b4cd-7fadfd8c270e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.027300] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "be93a717-f385-446f-93d8-06b462e7d449" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.108835] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfb5c17-8d6b-4250-8226-662f9320e466 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.117078] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b38162-6ded-422f-8848-fdd61f451ba0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.147108] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f08a2d1-dde5-4d8a-ae59-eb30a94701b1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.154649] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e4f46d-b42c-47e9-99b7-24f50c3f7155 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.167680] env[69603]: DEBUG nova.compute.provider_tree [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.396688] env[69603]: DEBUG oslo_concurrency.lockutils [None req-29004e0c-347e-47e1-a1e9-bd13ed7f5514 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "a16083d5-c260-461e-9102-48cce981145d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.635s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.396957] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "a16083d5-c260-461e-9102-48cce981145d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.143s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.397201] env[69603]: INFO nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: a16083d5-c260-461e-9102-48cce981145d] During sync_power_state the instance has a pending task (spawning). Skip. [ 1193.397338] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "a16083d5-c260-461e-9102-48cce981145d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.548330] env[69603]: INFO nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: be93a717-f385-446f-93d8-06b462e7d449] During the sync_power process the instance has moved from host None to host cpu-1 [ 1193.548545] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "be93a717-f385-446f-93d8-06b462e7d449" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.548823] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "be93a717-f385-446f-93d8-06b462e7d449" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.522s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.549029] env[69603]: INFO nova.compute.manager [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Unshelving [ 1193.670541] env[69603]: DEBUG nova.scheduler.client.report [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.872309] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "a16083d5-c260-461e-9102-48cce981145d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.872599] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "a16083d5-c260-461e-9102-48cce981145d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.872815] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "a16083d5-c260-461e-9102-48cce981145d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.873010] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "a16083d5-c260-461e-9102-48cce981145d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.873192] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "a16083d5-c260-461e-9102-48cce981145d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.875260] env[69603]: INFO nova.compute.manager [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Terminating instance [ 1194.175368] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.196158] env[69603]: INFO nova.scheduler.client.report [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Deleted allocations for instance 14679a48-f442-4670-9a40-4c5b1df25055 [ 1194.378917] env[69603]: DEBUG nova.compute.manager [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1194.379151] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.380145] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce7e741-64f3-4fb4-b6e3-6d7cbdc9a059 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.389132] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1194.389390] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43a65aa9-4853-4f20-aefb-f5e5350d0ca9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.395787] env[69603]: DEBUG oslo_vmware.api [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1194.395787] env[69603]: value = "task-3480800" [ 1194.395787] env[69603]: _type = "Task" [ 1194.395787] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.404367] env[69603]: DEBUG oslo_vmware.api [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.575679] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.576037] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.576276] env[69603]: DEBUG nova.objects.instance [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lazy-loading 'pci_requests' on Instance uuid be93a717-f385-446f-93d8-06b462e7d449 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.704511] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b25d3685-f843-4902-b450-650745b0812f tempest-ServersNegativeTestJSON-1213502776 tempest-ServersNegativeTestJSON-1213502776-project-member] Lock "14679a48-f442-4670-9a40-4c5b1df25055" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.630s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.706473] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "14679a48-f442-4670-9a40-4c5b1df25055" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.455s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.706686] env[69603]: INFO nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] During sync_power_state the instance has a pending task (deleting). Skip. [ 1194.706866] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "14679a48-f442-4670-9a40-4c5b1df25055" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.906253] env[69603]: DEBUG oslo_vmware.api [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480800, 'name': PowerOffVM_Task, 'duration_secs': 0.199978} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.906559] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.906796] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.907136] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c85b17b1-6058-4b4f-a7cf-6535a74a22bd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.969938] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.970167] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.970356] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleting the datastore file [datastore2] a16083d5-c260-461e-9102-48cce981145d {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.972815] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34e260cd-1d22-4ca3-a6a3-a548ac63436e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.977388] env[69603]: DEBUG oslo_vmware.api [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1194.977388] env[69603]: value = "task-3480802" [ 1194.977388] env[69603]: _type = "Task" [ 1194.977388] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.985666] env[69603]: DEBUG oslo_vmware.api [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480802, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.079837] env[69603]: DEBUG nova.objects.instance [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lazy-loading 'numa_topology' on Instance uuid be93a717-f385-446f-93d8-06b462e7d449 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.487763] env[69603]: DEBUG oslo_concurrency.lockutils [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "122aa051-36e7-4db6-a418-b45e04c878af" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.488446] env[69603]: DEBUG oslo_concurrency.lockutils [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "122aa051-36e7-4db6-a418-b45e04c878af" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.496978] env[69603]: DEBUG oslo_vmware.api [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480802, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241136} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.497272] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.497570] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.497872] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.498294] env[69603]: INFO nova.compute.manager [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: a16083d5-c260-461e-9102-48cce981145d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1195.498672] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.498980] env[69603]: DEBUG nova.compute.manager [-] [instance: a16083d5-c260-461e-9102-48cce981145d] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.499191] env[69603]: DEBUG nova.network.neutron [-] [instance: a16083d5-c260-461e-9102-48cce981145d] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.582095] env[69603]: INFO nova.compute.claims [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1195.789025] env[69603]: DEBUG nova.compute.manager [req-c52bfd60-21cb-4c6f-9555-632f99b6db0b req-a4b88e6b-ee82-440d-b074-e55c3de22ccf service nova] [instance: a16083d5-c260-461e-9102-48cce981145d] Received event network-vif-deleted-7832e906-11b9-45ff-b349-3fade95d44a6 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.789135] env[69603]: INFO nova.compute.manager [req-c52bfd60-21cb-4c6f-9555-632f99b6db0b req-a4b88e6b-ee82-440d-b074-e55c3de22ccf service nova] [instance: a16083d5-c260-461e-9102-48cce981145d] Neutron deleted interface 7832e906-11b9-45ff-b349-3fade95d44a6; detaching it from the instance and deleting it from the info cache [ 1195.789262] env[69603]: DEBUG nova.network.neutron [req-c52bfd60-21cb-4c6f-9555-632f99b6db0b req-a4b88e6b-ee82-440d-b074-e55c3de22ccf service nova] [instance: a16083d5-c260-461e-9102-48cce981145d] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.868095] env[69603]: DEBUG oslo_concurrency.lockutils [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.868286] env[69603]: DEBUG oslo_concurrency.lockutils [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.868397] env[69603]: INFO nova.compute.manager [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Shelving [ 1195.992759] env[69603]: DEBUG nova.compute.utils [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1196.268843] env[69603]: DEBUG nova.network.neutron [-] [instance: a16083d5-c260-461e-9102-48cce981145d] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.291377] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8af555eb-4885-47be-8a05-058c5ccac731 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.301305] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887c887e-32c8-4662-bb18-2d2ce66a9fee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.328076] env[69603]: DEBUG nova.compute.manager [req-c52bfd60-21cb-4c6f-9555-632f99b6db0b req-a4b88e6b-ee82-440d-b074-e55c3de22ccf service nova] [instance: a16083d5-c260-461e-9102-48cce981145d] Detach interface failed, port_id=7832e906-11b9-45ff-b349-3fade95d44a6, reason: Instance a16083d5-c260-461e-9102-48cce981145d could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1196.496044] env[69603]: DEBUG oslo_concurrency.lockutils [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "122aa051-36e7-4db6-a418-b45e04c878af" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.676078] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0269bfc7-096d-4d6b-9f9a-374da0a816c5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.683394] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48856e6e-3e75-4094-9465-271468ada11e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.713788] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81f3fe4-41c3-44c6-8da9-a562b138e575 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.720590] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236d238e-c7c3-4607-9f87-6434b9023d30 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.733649] env[69603]: DEBUG nova.compute.provider_tree [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.770845] env[69603]: INFO nova.compute.manager [-] [instance: a16083d5-c260-461e-9102-48cce981145d] Took 1.27 seconds to deallocate network for instance. [ 1196.877157] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.877499] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59804c0d-cf58-4607-b638-e5aa23cc5916 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.884887] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1196.884887] env[69603]: value = "task-3480803" [ 1196.884887] env[69603]: _type = "Task" [ 1196.884887] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.893311] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.237016] env[69603]: DEBUG nova.scheduler.client.report [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.276578] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.396042] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480803, 'name': PowerOffVM_Task, 'duration_secs': 0.364061} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.396042] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.396485] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3a19ee-4fe4-481f-9bd6-08f06c6a20f9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.413569] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346be175-8399-4deb-bbe9-d1213ad25452 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.552039] env[69603]: DEBUG oslo_concurrency.lockutils [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "122aa051-36e7-4db6-a418-b45e04c878af" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.552396] env[69603]: DEBUG oslo_concurrency.lockutils [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "122aa051-36e7-4db6-a418-b45e04c878af" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.552760] env[69603]: INFO nova.compute.manager [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Attaching volume 9faef41d-0be1-4d36-b2cf-51534639fd89 to /dev/sdb [ 1197.583555] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d635c309-9834-406a-9523-ad919aa14869 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.590818] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b4c466-2b8d-4fbf-a3d3-05552901df73 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.603472] env[69603]: DEBUG nova.virt.block_device [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Updating existing volume attachment record: 403e9ed6-4118-4ea0-8bf1-78200d342aa7 {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1197.742632] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.167s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.745274] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.469s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.745719] env[69603]: DEBUG nova.objects.instance [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lazy-loading 'resources' on Instance uuid a16083d5-c260-461e-9102-48cce981145d {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.899767] env[69603]: INFO nova.network.neutron [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Updating port 8e483696-119a-4c97-9a46-796a3a0f7404 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1197.923606] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1197.923932] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bda37449-1dc4-473d-bd37-61b6190f6ebe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.931106] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1197.931106] env[69603]: value = "task-3480805" [ 1197.931106] env[69603]: _type = "Task" [ 1197.931106] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.940268] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480805, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.339028] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c21b62b-f297-425d-a3f8-fbacf2e2216d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.346412] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27958389-7fcc-4c67-8994-7ba45b5bb350 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.375817] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cab682-ee72-4a3f-b993-8d758626999c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.382381] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018447f8-75c3-439f-9033-9b2a2b6f51f2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.394782] env[69603]: DEBUG nova.compute.provider_tree [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1198.442486] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480805, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.898207] env[69603]: DEBUG nova.scheduler.client.report [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.941859] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480805, 'name': CreateSnapshot_Task, 'duration_secs': 0.614994} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.942172] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1198.942959] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565cff01-9905-48af-89a8-6f186e254892 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.294052] env[69603]: DEBUG nova.compute.manager [req-e88e25f3-53a7-4495-aa66-622fbaf08589 req-0ded1a23-72a0-413e-b71f-1383d4e66752 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Received event network-vif-plugged-8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.294052] env[69603]: DEBUG oslo_concurrency.lockutils [req-e88e25f3-53a7-4495-aa66-622fbaf08589 req-0ded1a23-72a0-413e-b71f-1383d4e66752 service nova] Acquiring lock "be93a717-f385-446f-93d8-06b462e7d449-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.294199] env[69603]: DEBUG oslo_concurrency.lockutils [req-e88e25f3-53a7-4495-aa66-622fbaf08589 req-0ded1a23-72a0-413e-b71f-1383d4e66752 service nova] Lock "be93a717-f385-446f-93d8-06b462e7d449-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.294251] env[69603]: DEBUG oslo_concurrency.lockutils [req-e88e25f3-53a7-4495-aa66-622fbaf08589 req-0ded1a23-72a0-413e-b71f-1383d4e66752 service nova] Lock "be93a717-f385-446f-93d8-06b462e7d449-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.294417] env[69603]: DEBUG nova.compute.manager [req-e88e25f3-53a7-4495-aa66-622fbaf08589 req-0ded1a23-72a0-413e-b71f-1383d4e66752 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] No waiting events found dispatching network-vif-plugged-8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1199.294577] env[69603]: WARNING nova.compute.manager [req-e88e25f3-53a7-4495-aa66-622fbaf08589 req-0ded1a23-72a0-413e-b71f-1383d4e66752 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Received unexpected event network-vif-plugged-8e483696-119a-4c97-9a46-796a3a0f7404 for instance with vm_state shelved_offloaded and task_state spawning. [ 1199.378495] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.378597] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.378722] env[69603]: DEBUG nova.network.neutron [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.404293] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.425668] env[69603]: INFO nova.scheduler.client.report [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleted allocations for instance a16083d5-c260-461e-9102-48cce981145d [ 1199.460317] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1199.461019] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-27dafd39-b762-4208-b117-0cef0b2d5c93 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.470174] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1199.470174] env[69603]: value = "task-3480806" [ 1199.470174] env[69603]: _type = "Task" [ 1199.470174] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.478248] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480806, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.933835] env[69603]: DEBUG oslo_concurrency.lockutils [None req-7227294d-18e2-47cc-b1ec-6c7c34f14545 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "a16083d5-c260-461e-9102-48cce981145d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.061s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.979617] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480806, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.128757] env[69603]: DEBUG nova.network.neutron [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Updating instance_info_cache with network_info: [{"id": "8e483696-119a-4c97-9a46-796a3a0f7404", "address": "fa:16:3e:ac:42:4c", "network": {"id": "a8e16d58-954f-43ff-b5a6-1ab585c84806", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-185317985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ffe97edab646d9886fc4aea203a15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e483696-11", "ovs_interfaceid": "8e483696-119a-4c97-9a46-796a3a0f7404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.480107] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480806, 'name': CloneVM_Task, 'duration_secs': 0.95807} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.480380] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Created linked-clone VM from snapshot [ 1200.481112] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685fde14-8e05-41f4-a479-46edb0a961a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.488208] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Uploading image cbdf68ef-162e-4cce-903f-e617c6fe425b {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1200.508742] env[69603]: DEBUG oslo_vmware.rw_handles [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1200.508742] env[69603]: value = "vm-695880" [ 1200.508742] env[69603]: _type = "VirtualMachine" [ 1200.508742] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1200.508996] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2de6cc00-6034-4021-83c6-56294a7bcf8b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.515544] env[69603]: DEBUG oslo_vmware.rw_handles [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lease: (returnval){ [ 1200.515544] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a3d7e5-716f-c66e-e61e-ce25b54ad86b" [ 1200.515544] env[69603]: _type = "HttpNfcLease" [ 1200.515544] env[69603]: } obtained for exporting VM: (result){ [ 1200.515544] env[69603]: value = "vm-695880" [ 1200.515544] env[69603]: _type = "VirtualMachine" [ 1200.515544] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1200.515827] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the lease: (returnval){ [ 1200.515827] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a3d7e5-716f-c66e-e61e-ce25b54ad86b" [ 1200.515827] env[69603]: _type = "HttpNfcLease" [ 1200.515827] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1200.521447] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1200.521447] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a3d7e5-716f-c66e-e61e-ce25b54ad86b" [ 1200.521447] env[69603]: _type = "HttpNfcLease" [ 1200.521447] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1200.631437] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Releasing lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.653619] env[69603]: DEBUG nova.virt.hardware [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9cc67b72bb5c7c08efb8a114b516d50c',container_format='bare',created_at=2025-04-17T15:20:45Z,direct_url=,disk_format='vmdk',id=ca76d93a-3331-4d55-b1ba-5d677b4cd564,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-864104351-shelved',owner='64ffe97edab646d9886fc4aea203a15a',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-17T15:21:02Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1200.653857] env[69603]: DEBUG nova.virt.hardware [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1200.654024] env[69603]: DEBUG nova.virt.hardware [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1200.654214] env[69603]: DEBUG nova.virt.hardware [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1200.654360] env[69603]: DEBUG nova.virt.hardware [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1200.654504] env[69603]: DEBUG nova.virt.hardware [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1200.654712] env[69603]: DEBUG nova.virt.hardware [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1200.654868] env[69603]: DEBUG nova.virt.hardware [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1200.655083] env[69603]: DEBUG nova.virt.hardware [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1200.655260] env[69603]: DEBUG nova.virt.hardware [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1200.655434] env[69603]: DEBUG nova.virt.hardware [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1200.656299] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80575ec-2e17-4e9c-8f08-a0c3af14fa54 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.663864] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a752410a-8d45-47e9-94de-18ab83eb53d2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.677783] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:42:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55c757ac-f8b2-466d-b634-07dbd100b312', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e483696-119a-4c97-9a46-796a3a0f7404', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1200.685055] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1200.685264] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be93a717-f385-446f-93d8-06b462e7d449] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1200.685455] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c22275d3-f097-401e-ac2b-a1ea628d9958 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.703279] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1200.703279] env[69603]: value = "task-3480809" [ 1200.703279] env[69603]: _type = "Task" [ 1200.703279] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.710111] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480809, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.927143] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.927419] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.024137] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1201.024137] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a3d7e5-716f-c66e-e61e-ce25b54ad86b" [ 1201.024137] env[69603]: _type = "HttpNfcLease" [ 1201.024137] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1201.024563] env[69603]: DEBUG oslo_vmware.rw_handles [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1201.024563] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a3d7e5-716f-c66e-e61e-ce25b54ad86b" [ 1201.024563] env[69603]: _type = "HttpNfcLease" [ 1201.024563] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1201.025129] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419f37b4-2b3d-4db9-b920-886ae0f2ea23 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.033370] env[69603]: DEBUG oslo_vmware.rw_handles [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5d1c9-5bc7-b4cd-1a71-05c1d9a248da/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1201.033517] env[69603]: DEBUG oslo_vmware.rw_handles [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5d1c9-5bc7-b4cd-1a71-05c1d9a248da/disk-0.vmdk for reading. {{(pid=69603) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1201.122356] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a62a28e0-3291-4e84-a469-b3cb0f9f63fd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.214193] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480809, 'name': CreateVM_Task, 'duration_secs': 0.399521} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.214377] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be93a717-f385-446f-93d8-06b462e7d449] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1201.215062] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ca76d93a-3331-4d55-b1ba-5d677b4cd564" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.215233] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ca76d93a-3331-4d55-b1ba-5d677b4cd564" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.215602] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ca76d93a-3331-4d55-b1ba-5d677b4cd564" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.215853] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43520ce7-239b-4bfd-b4ee-589ec06fde46 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.220683] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1201.220683] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b29e05-9d8a-2b13-dc80-fff2c49624bf" [ 1201.220683] env[69603]: _type = "Task" [ 1201.220683] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.227885] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b29e05-9d8a-2b13-dc80-fff2c49624bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.348962] env[69603]: DEBUG nova.compute.manager [req-e55d030c-a079-422f-a4ea-cab2f7014ca8 req-ee1697da-548b-4f18-ac9a-f812077867b1 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Received event network-changed-8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.349232] env[69603]: DEBUG nova.compute.manager [req-e55d030c-a079-422f-a4ea-cab2f7014ca8 req-ee1697da-548b-4f18-ac9a-f812077867b1 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Refreshing instance network info cache due to event network-changed-8e483696-119a-4c97-9a46-796a3a0f7404. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.349393] env[69603]: DEBUG oslo_concurrency.lockutils [req-e55d030c-a079-422f-a4ea-cab2f7014ca8 req-ee1697da-548b-4f18-ac9a-f812077867b1 service nova] Acquiring lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.349534] env[69603]: DEBUG oslo_concurrency.lockutils [req-e55d030c-a079-422f-a4ea-cab2f7014ca8 req-ee1697da-548b-4f18-ac9a-f812077867b1 service nova] Acquired lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.349709] env[69603]: DEBUG nova.network.neutron [req-e55d030c-a079-422f-a4ea-cab2f7014ca8 req-ee1697da-548b-4f18-ac9a-f812077867b1 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Refreshing network info cache for port 8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.429915] env[69603]: DEBUG nova.compute.manager [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.733538] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ca76d93a-3331-4d55-b1ba-5d677b4cd564" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.733538] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Processing image ca76d93a-3331-4d55-b1ba-5d677b4cd564 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1201.733783] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ca76d93a-3331-4d55-b1ba-5d677b4cd564/ca76d93a-3331-4d55-b1ba-5d677b4cd564.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.733850] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ca76d93a-3331-4d55-b1ba-5d677b4cd564/ca76d93a-3331-4d55-b1ba-5d677b4cd564.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.734174] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1201.734816] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c084b1cd-e340-4357-8c55-da6a9b27474c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.742795] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1201.743534] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1201.744421] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-225c0f59-ed90-488d-bfea-a567acd85d86 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.749961] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1201.749961] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521bbdb3-6a93-c139-9920-208bae0a6397" [ 1201.749961] env[69603]: _type = "Task" [ 1201.749961] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.757606] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521bbdb3-6a93-c139-9920-208bae0a6397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.957583] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.958313] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.960717] env[69603]: INFO nova.compute.claims [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.148433] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1202.148832] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695878', 'volume_id': '9faef41d-0be1-4d36-b2cf-51534639fd89', 'name': 'volume-9faef41d-0be1-4d36-b2cf-51534639fd89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '122aa051-36e7-4db6-a418-b45e04c878af', 'attached_at': '', 'detached_at': '', 'volume_id': '9faef41d-0be1-4d36-b2cf-51534639fd89', 'serial': '9faef41d-0be1-4d36-b2cf-51534639fd89'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1202.149991] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cf69ea-dd45-4506-9b60-50f428feb172 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.169587] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcff3f0-70d8-4698-b81b-f2e95d8cdc62 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.196852] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] volume-9faef41d-0be1-4d36-b2cf-51534639fd89/volume-9faef41d-0be1-4d36-b2cf-51534639fd89.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.197271] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40b0f5e4-c7e8-4109-b244-5ab6109b7f3b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.219063] env[69603]: DEBUG oslo_vmware.api [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1202.219063] env[69603]: value = "task-3480810" [ 1202.219063] env[69603]: _type = "Task" [ 1202.219063] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.228790] env[69603]: DEBUG oslo_vmware.api [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.261649] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Preparing fetch location {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1202.262028] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Fetch image to [datastore1] OSTACK_IMG_96487980-19ef-498b-a3fa-0b6c7ea9a25c/OSTACK_IMG_96487980-19ef-498b-a3fa-0b6c7ea9a25c.vmdk {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1202.262423] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Downloading stream optimized image ca76d93a-3331-4d55-b1ba-5d677b4cd564 to [datastore1] OSTACK_IMG_96487980-19ef-498b-a3fa-0b6c7ea9a25c/OSTACK_IMG_96487980-19ef-498b-a3fa-0b6c7ea9a25c.vmdk on the data store datastore1 as vApp {{(pid=69603) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1202.262546] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Downloading image file data ca76d93a-3331-4d55-b1ba-5d677b4cd564 to the ESX as VM named 'OSTACK_IMG_96487980-19ef-498b-a3fa-0b6c7ea9a25c' {{(pid=69603) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1202.341310] env[69603]: DEBUG oslo_vmware.rw_handles [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1202.341310] env[69603]: value = "resgroup-9" [ 1202.341310] env[69603]: _type = "ResourcePool" [ 1202.341310] env[69603]: }. {{(pid=69603) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1202.341730] env[69603]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1ecafb65-8585-44ea-b21c-30bc38fe72f8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.364772] env[69603]: DEBUG oslo_vmware.rw_handles [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lease: (returnval){ [ 1202.364772] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5235190a-5a78-d0e6-0c15-1b3a45275920" [ 1202.364772] env[69603]: _type = "HttpNfcLease" [ 1202.364772] env[69603]: } obtained for vApp import into resource pool (val){ [ 1202.364772] env[69603]: value = "resgroup-9" [ 1202.364772] env[69603]: _type = "ResourcePool" [ 1202.364772] env[69603]: }. {{(pid=69603) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1202.365158] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the lease: (returnval){ [ 1202.365158] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5235190a-5a78-d0e6-0c15-1b3a45275920" [ 1202.365158] env[69603]: _type = "HttpNfcLease" [ 1202.365158] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1202.373884] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1202.373884] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5235190a-5a78-d0e6-0c15-1b3a45275920" [ 1202.373884] env[69603]: _type = "HttpNfcLease" [ 1202.373884] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1202.431328] env[69603]: DEBUG nova.network.neutron [req-e55d030c-a079-422f-a4ea-cab2f7014ca8 req-ee1697da-548b-4f18-ac9a-f812077867b1 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Updated VIF entry in instance network info cache for port 8e483696-119a-4c97-9a46-796a3a0f7404. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1202.431869] env[69603]: DEBUG nova.network.neutron [req-e55d030c-a079-422f-a4ea-cab2f7014ca8 req-ee1697da-548b-4f18-ac9a-f812077867b1 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Updating instance_info_cache with network_info: [{"id": "8e483696-119a-4c97-9a46-796a3a0f7404", "address": "fa:16:3e:ac:42:4c", "network": {"id": "a8e16d58-954f-43ff-b5a6-1ab585c84806", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-185317985-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64ffe97edab646d9886fc4aea203a15a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55c757ac-f8b2-466d-b634-07dbd100b312", "external-id": "nsx-vlan-transportzone-159", "segmentation_id": 159, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e483696-11", "ovs_interfaceid": "8e483696-119a-4c97-9a46-796a3a0f7404", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.730029] env[69603]: DEBUG oslo_vmware.api [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.872864] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1202.872864] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5235190a-5a78-d0e6-0c15-1b3a45275920" [ 1202.872864] env[69603]: _type = "HttpNfcLease" [ 1202.872864] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1202.873313] env[69603]: DEBUG oslo_vmware.rw_handles [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1202.873313] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5235190a-5a78-d0e6-0c15-1b3a45275920" [ 1202.873313] env[69603]: _type = "HttpNfcLease" [ 1202.873313] env[69603]: }. {{(pid=69603) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1202.873913] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfde74d3-be03-44a3-97b9-267f66438ad6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.881168] env[69603]: DEBUG oslo_vmware.rw_handles [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a6149-da54-f5fe-8555-1246d751ee32/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1202.881364] env[69603]: DEBUG oslo_vmware.rw_handles [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a6149-da54-f5fe-8555-1246d751ee32/disk-0.vmdk. {{(pid=69603) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1202.935652] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.936259] env[69603]: DEBUG oslo_concurrency.lockutils [req-e55d030c-a079-422f-a4ea-cab2f7014ca8 req-ee1697da-548b-4f18-ac9a-f812077867b1 service nova] Releasing lock "refresh_cache-be93a717-f385-446f-93d8-06b462e7d449" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.936622] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.936867] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.936958] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager.update_available_resource {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1202.942589] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd16efd7-5b56-4eee-9818-8aed7d272e38 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.077574] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0146c6f-2202-4f73-a029-74fb3daf2f9c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.085122] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e57d4e-65fc-467e-be79-6a3e2a31fe8d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.119514] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c466a653-d502-4ead-aaf3-fb9037be4e62 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.129258] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61b5a10-8b93-4f53-8162-6f9e48b6ae60 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.144152] env[69603]: DEBUG nova.compute.provider_tree [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.233031] env[69603]: DEBUG oslo_vmware.api [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.441182] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.649246] env[69603]: DEBUG nova.scheduler.client.report [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.732226] env[69603]: DEBUG oslo_vmware.api [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480810, 'name': ReconfigVM_Task, 'duration_secs': 1.191177} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.734197] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Reconfigured VM instance instance-0000006c to attach disk [datastore1] volume-9faef41d-0be1-4d36-b2cf-51534639fd89/volume-9faef41d-0be1-4d36-b2cf-51534639fd89.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.741310] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6657d2a0-d252-4a8a-a953-7ae268d51c57 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.759363] env[69603]: DEBUG oslo_vmware.api [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1203.759363] env[69603]: value = "task-3480812" [ 1203.759363] env[69603]: _type = "Task" [ 1203.759363] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.769233] env[69603]: DEBUG oslo_vmware.api [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.057940] env[69603]: DEBUG oslo_vmware.rw_handles [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Completed reading data from the image iterator. {{(pid=69603) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1204.058252] env[69603]: DEBUG oslo_vmware.rw_handles [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a6149-da54-f5fe-8555-1246d751ee32/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1204.059346] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3440c200-4d1e-45ae-b85b-4e499515dad0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.067189] env[69603]: DEBUG oslo_vmware.rw_handles [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a6149-da54-f5fe-8555-1246d751ee32/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1204.067359] env[69603]: DEBUG oslo_vmware.rw_handles [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a6149-da54-f5fe-8555-1246d751ee32/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1204.067605] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-005ee0ca-f967-4b7c-a9af-f46ecf0c378b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.156018] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.156290] env[69603]: DEBUG nova.compute.manager [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.158754] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.718s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.158850] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.159015] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1204.160129] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a4c4d0-aed9-4003-b8b2-59d81cd4ad05 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.168715] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15bc2214-73a5-4c67-a788-a7d72954aad5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.185307] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f761b6e-0904-4421-953f-235a4dc51070 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.193036] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e2ab78-f8da-4cdd-acb5-a7d4886f1bcd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.224312] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179931MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1204.224498] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.224705] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.265567] env[69603]: DEBUG oslo_vmware.rw_handles [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a6149-da54-f5fe-8555-1246d751ee32/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1204.265943] env[69603]: INFO nova.virt.vmwareapi.images [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Downloaded image file data ca76d93a-3331-4d55-b1ba-5d677b4cd564 [ 1204.267013] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a83c4a-8038-44fe-bf41-85beaf1cbc88 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.272827] env[69603]: DEBUG oslo_vmware.api [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480812, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.286157] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a53f1dd6-06ce-4e39-b3c7-f3e5e2508e2d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.342679] env[69603]: INFO nova.virt.vmwareapi.images [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] The imported VM was unregistered [ 1204.345216] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Caching image {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1204.345485] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ca76d93a-3331-4d55-b1ba-5d677b4cd564 {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.345801] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54a48cd7-797d-4e75-840e-359037216ffb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.360971] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Created directory with path [datastore1] devstack-image-cache_base/ca76d93a-3331-4d55-b1ba-5d677b4cd564 {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.361304] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_96487980-19ef-498b-a3fa-0b6c7ea9a25c/OSTACK_IMG_96487980-19ef-498b-a3fa-0b6c7ea9a25c.vmdk to [datastore1] devstack-image-cache_base/ca76d93a-3331-4d55-b1ba-5d677b4cd564/ca76d93a-3331-4d55-b1ba-5d677b4cd564.vmdk. {{(pid=69603) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1204.361642] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-08caa6d4-10ac-44f6-aca1-a5adb00d0107 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.368810] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1204.368810] env[69603]: value = "task-3480814" [ 1204.368810] env[69603]: _type = "Task" [ 1204.368810] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.377658] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480814, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.661576] env[69603]: DEBUG nova.compute.utils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1204.663307] env[69603]: DEBUG nova.compute.manager [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1204.663538] env[69603]: DEBUG nova.network.neutron [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1204.726242] env[69603]: DEBUG nova.policy [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a161b2d93adf458b96d5c97e3eed2d20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13f1426fcdfb4adcaa41c536227dd988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1204.771815] env[69603]: DEBUG oslo_vmware.api [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480812, 'name': ReconfigVM_Task, 'duration_secs': 0.717831} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.772289] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695878', 'volume_id': '9faef41d-0be1-4d36-b2cf-51534639fd89', 'name': 'volume-9faef41d-0be1-4d36-b2cf-51534639fd89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '122aa051-36e7-4db6-a418-b45e04c878af', 'attached_at': '', 'detached_at': '', 'volume_id': '9faef41d-0be1-4d36-b2cf-51534639fd89', 'serial': '9faef41d-0be1-4d36-b2cf-51534639fd89'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1204.878936] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480814, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.019389] env[69603]: DEBUG nova.network.neutron [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Successfully created port: e90f3523-9a75-4df9-9da8-c51713f7a1eb {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1205.167556] env[69603]: DEBUG nova.compute.manager [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.255021] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 592c1a53-bfd4-4afb-8bf3-cef1aef284df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1205.255021] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 122aa051-36e7-4db6-a418-b45e04c878af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1205.255021] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1205.255021] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 59321589-1b26-4d60-b168-943805c03146 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1205.255021] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 00789eec-b5f7-4f68-97f4-91e458e085e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1205.255021] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance be93a717-f385-446f-93d8-06b462e7d449 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1205.255021] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 5e7f0d45-35dd-486c-99c1-4787e7b13a9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1205.255021] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1205.255021] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1205.362149] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95031bf-5393-4bd4-8c34-50ff6e3d1cb6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.375713] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdd2852-361b-4074-a5cc-3e1c0d1a01d9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.385317] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480814, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.412888] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fb1365-1c33-4686-9940-65ddf393dbd4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.420789] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb7d5cd-952e-48c7-bae4-551013addf05 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.435621] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.815365] env[69603]: DEBUG nova.objects.instance [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lazy-loading 'flavor' on Instance uuid 122aa051-36e7-4db6-a418-b45e04c878af {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.883956] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480814, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.939185] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.103201] env[69603]: DEBUG oslo_concurrency.lockutils [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "122aa051-36e7-4db6-a418-b45e04c878af" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.177346] env[69603]: DEBUG nova.compute.manager [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.211852] env[69603]: DEBUG nova.virt.hardware [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.212174] env[69603]: DEBUG nova.virt.hardware [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.212339] env[69603]: DEBUG nova.virt.hardware [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.212520] env[69603]: DEBUG nova.virt.hardware [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.212676] env[69603]: DEBUG nova.virt.hardware [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.212903] env[69603]: DEBUG nova.virt.hardware [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.213155] env[69603]: DEBUG nova.virt.hardware [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.213322] env[69603]: DEBUG nova.virt.hardware [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.213573] env[69603]: DEBUG nova.virt.hardware [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.213662] env[69603]: DEBUG nova.virt.hardware [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.213820] env[69603]: DEBUG nova.virt.hardware [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.214827] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c32dbc7-5d51-4b1d-84bf-bc951b95f559 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.224776] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a805c3d3-10c7-4f22-813b-5e9022d93504 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.320964] env[69603]: DEBUG oslo_concurrency.lockutils [None req-459130cc-3ed8-40a1-9163-5d2a975a746c tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "122aa051-36e7-4db6-a418-b45e04c878af" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.768s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.322665] env[69603]: DEBUG oslo_concurrency.lockutils [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "122aa051-36e7-4db6-a418-b45e04c878af" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.219s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.382071] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480814, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.446260] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1206.446564] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.222s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.455319] env[69603]: DEBUG nova.compute.manager [req-8e2233cf-a21b-41c0-8ca6-de0a456ee3e7 req-7515ea99-15ae-45f7-8ece-1097964b21a7 service nova] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Received event network-vif-plugged-e90f3523-9a75-4df9-9da8-c51713f7a1eb {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.455559] env[69603]: DEBUG oslo_concurrency.lockutils [req-8e2233cf-a21b-41c0-8ca6-de0a456ee3e7 req-7515ea99-15ae-45f7-8ece-1097964b21a7 service nova] Acquiring lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.455797] env[69603]: DEBUG oslo_concurrency.lockutils [req-8e2233cf-a21b-41c0-8ca6-de0a456ee3e7 req-7515ea99-15ae-45f7-8ece-1097964b21a7 service nova] Lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.455995] env[69603]: DEBUG oslo_concurrency.lockutils [req-8e2233cf-a21b-41c0-8ca6-de0a456ee3e7 req-7515ea99-15ae-45f7-8ece-1097964b21a7 service nova] Lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.456188] env[69603]: DEBUG nova.compute.manager [req-8e2233cf-a21b-41c0-8ca6-de0a456ee3e7 req-7515ea99-15ae-45f7-8ece-1097964b21a7 service nova] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] No waiting events found dispatching network-vif-plugged-e90f3523-9a75-4df9-9da8-c51713f7a1eb {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1206.456846] env[69603]: WARNING nova.compute.manager [req-8e2233cf-a21b-41c0-8ca6-de0a456ee3e7 req-7515ea99-15ae-45f7-8ece-1097964b21a7 service nova] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Received unexpected event network-vif-plugged-e90f3523-9a75-4df9-9da8-c51713f7a1eb for instance with vm_state building and task_state spawning. [ 1206.541980] env[69603]: DEBUG nova.network.neutron [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Successfully updated port: e90f3523-9a75-4df9-9da8-c51713f7a1eb {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1206.825120] env[69603]: INFO nova.compute.manager [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Detaching volume 9faef41d-0be1-4d36-b2cf-51534639fd89 [ 1206.867777] env[69603]: INFO nova.virt.block_device [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Attempting to driver detach volume 9faef41d-0be1-4d36-b2cf-51534639fd89 from mountpoint /dev/sdb [ 1206.867777] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1206.868017] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695878', 'volume_id': '9faef41d-0be1-4d36-b2cf-51534639fd89', 'name': 'volume-9faef41d-0be1-4d36-b2cf-51534639fd89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '122aa051-36e7-4db6-a418-b45e04c878af', 'attached_at': '', 'detached_at': '', 'volume_id': '9faef41d-0be1-4d36-b2cf-51534639fd89', 'serial': '9faef41d-0be1-4d36-b2cf-51534639fd89'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1206.868942] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3934c64-dcad-46da-bd71-8cd5d1d2fb61 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.894627] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a79c2e-6bef-4105-a132-9ebe9210840a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.902341] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480814, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.904804] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4380974-273d-4d81-88f0-ed161d32c34b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.925864] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708f1453-47e9-46cb-888e-79a3a16b44ce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.942113] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] The volume has not been displaced from its original location: [datastore1] volume-9faef41d-0be1-4d36-b2cf-51534639fd89/volume-9faef41d-0be1-4d36-b2cf-51534639fd89.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1206.947529] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Reconfiguring VM instance instance-0000006c to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.947884] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2bbb855-82d6-4946-bb18-50f0231d8fd4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.965991] env[69603]: DEBUG oslo_vmware.api [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1206.965991] env[69603]: value = "task-3480815" [ 1206.965991] env[69603]: _type = "Task" [ 1206.965991] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.974551] env[69603]: DEBUG oslo_vmware.api [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.044573] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "refresh_cache-5e7f0d45-35dd-486c-99c1-4787e7b13a9f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.044788] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "refresh_cache-5e7f0d45-35dd-486c-99c1-4787e7b13a9f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.045137] env[69603]: DEBUG nova.network.neutron [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.400942] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480814, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.557759} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.401353] env[69603]: INFO nova.virt.vmwareapi.ds_util [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_96487980-19ef-498b-a3fa-0b6c7ea9a25c/OSTACK_IMG_96487980-19ef-498b-a3fa-0b6c7ea9a25c.vmdk to [datastore1] devstack-image-cache_base/ca76d93a-3331-4d55-b1ba-5d677b4cd564/ca76d93a-3331-4d55-b1ba-5d677b4cd564.vmdk. [ 1207.401413] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Cleaning up location [datastore1] OSTACK_IMG_96487980-19ef-498b-a3fa-0b6c7ea9a25c {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1207.401629] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_96487980-19ef-498b-a3fa-0b6c7ea9a25c {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1207.401897] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-615bdd5e-6186-4d73-bf7c-1145d1d54051 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.407761] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1207.407761] env[69603]: value = "task-3480816" [ 1207.407761] env[69603]: _type = "Task" [ 1207.407761] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.415945] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.434935] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.437910] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.437910] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69603) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1207.475455] env[69603]: DEBUG oslo_vmware.api [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480815, 'name': ReconfigVM_Task, 'duration_secs': 0.243105} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.476389] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Reconfigured VM instance instance-0000006c to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1207.480795] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd37b95c-60af-4440-a013-045805432d60 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.495756] env[69603]: DEBUG oslo_vmware.api [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1207.495756] env[69603]: value = "task-3480817" [ 1207.495756] env[69603]: _type = "Task" [ 1207.495756] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.504416] env[69603]: DEBUG oslo_vmware.api [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.584164] env[69603]: DEBUG nova.network.neutron [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1207.762124] env[69603]: DEBUG nova.network.neutron [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Updating instance_info_cache with network_info: [{"id": "e90f3523-9a75-4df9-9da8-c51713f7a1eb", "address": "fa:16:3e:f1:b3:f2", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90f3523-9a", "ovs_interfaceid": "e90f3523-9a75-4df9-9da8-c51713f7a1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.917428] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038295} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.917640] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.917806] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ca76d93a-3331-4d55-b1ba-5d677b4cd564/ca76d93a-3331-4d55-b1ba-5d677b4cd564.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.918058] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ca76d93a-3331-4d55-b1ba-5d677b4cd564/ca76d93a-3331-4d55-b1ba-5d677b4cd564.vmdk to [datastore1] be93a717-f385-446f-93d8-06b462e7d449/be93a717-f385-446f-93d8-06b462e7d449.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.918313] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-767e67f3-baeb-42d3-a7c0-fae27b05d6a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.920491] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.923291] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.925410] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1207.925410] env[69603]: value = "task-3480818" [ 1207.925410] env[69603]: _type = "Task" [ 1207.925410] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.933726] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.007614] env[69603]: DEBUG oslo_vmware.api [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480817, 'name': ReconfigVM_Task, 'duration_secs': 0.144237} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.007929] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695878', 'volume_id': '9faef41d-0be1-4d36-b2cf-51534639fd89', 'name': 'volume-9faef41d-0be1-4d36-b2cf-51534639fd89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '122aa051-36e7-4db6-a418-b45e04c878af', 'attached_at': '', 'detached_at': '', 'volume_id': '9faef41d-0be1-4d36-b2cf-51534639fd89', 'serial': '9faef41d-0be1-4d36-b2cf-51534639fd89'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1208.265292] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "refresh_cache-5e7f0d45-35dd-486c-99c1-4787e7b13a9f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.265714] env[69603]: DEBUG nova.compute.manager [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Instance network_info: |[{"id": "e90f3523-9a75-4df9-9da8-c51713f7a1eb", "address": "fa:16:3e:f1:b3:f2", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90f3523-9a", "ovs_interfaceid": "e90f3523-9a75-4df9-9da8-c51713f7a1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1208.266259] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:b3:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e90f3523-9a75-4df9-9da8-c51713f7a1eb', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1208.275270] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.275601] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1208.275875] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-013e2c60-79aa-40d1-b229-704292a68461 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.299102] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1208.299102] env[69603]: value = "task-3480819" [ 1208.299102] env[69603]: _type = "Task" [ 1208.299102] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.307955] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480819, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.435718] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480818, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.484281] env[69603]: DEBUG nova.compute.manager [req-d47e537a-e009-46d1-a554-5d6e26369028 req-b2bd9a87-02b7-4c82-82ea-dc57183cec7a service nova] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Received event network-changed-e90f3523-9a75-4df9-9da8-c51713f7a1eb {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.484529] env[69603]: DEBUG nova.compute.manager [req-d47e537a-e009-46d1-a554-5d6e26369028 req-b2bd9a87-02b7-4c82-82ea-dc57183cec7a service nova] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Refreshing instance network info cache due to event network-changed-e90f3523-9a75-4df9-9da8-c51713f7a1eb. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.484845] env[69603]: DEBUG oslo_concurrency.lockutils [req-d47e537a-e009-46d1-a554-5d6e26369028 req-b2bd9a87-02b7-4c82-82ea-dc57183cec7a service nova] Acquiring lock "refresh_cache-5e7f0d45-35dd-486c-99c1-4787e7b13a9f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.485079] env[69603]: DEBUG oslo_concurrency.lockutils [req-d47e537a-e009-46d1-a554-5d6e26369028 req-b2bd9a87-02b7-4c82-82ea-dc57183cec7a service nova] Acquired lock "refresh_cache-5e7f0d45-35dd-486c-99c1-4787e7b13a9f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.485281] env[69603]: DEBUG nova.network.neutron [req-d47e537a-e009-46d1-a554-5d6e26369028 req-b2bd9a87-02b7-4c82-82ea-dc57183cec7a service nova] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Refreshing network info cache for port e90f3523-9a75-4df9-9da8-c51713f7a1eb {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.563302] env[69603]: DEBUG nova.objects.instance [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lazy-loading 'flavor' on Instance uuid 122aa051-36e7-4db6-a418-b45e04c878af {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.809744] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480819, 'name': CreateVM_Task, 'duration_secs': 0.473514} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.809945] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.818169] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.818400] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.818750] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.819123] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470f8736-3ad9-4e9a-b65d-4f8874ce1f62 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.824911] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1208.824911] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529c7856-4bdf-1bda-b39c-efa88a327a78" [ 1208.824911] env[69603]: _type = "Task" [ 1208.824911] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.834407] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529c7856-4bdf-1bda-b39c-efa88a327a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.936456] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480818, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.212960] env[69603]: DEBUG nova.network.neutron [req-d47e537a-e009-46d1-a554-5d6e26369028 req-b2bd9a87-02b7-4c82-82ea-dc57183cec7a service nova] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Updated VIF entry in instance network info cache for port e90f3523-9a75-4df9-9da8-c51713f7a1eb. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.212960] env[69603]: DEBUG nova.network.neutron [req-d47e537a-e009-46d1-a554-5d6e26369028 req-b2bd9a87-02b7-4c82-82ea-dc57183cec7a service nova] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Updating instance_info_cache with network_info: [{"id": "e90f3523-9a75-4df9-9da8-c51713f7a1eb", "address": "fa:16:3e:f1:b3:f2", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90f3523-9a", "ovs_interfaceid": "e90f3523-9a75-4df9-9da8-c51713f7a1eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.336111] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529c7856-4bdf-1bda-b39c-efa88a327a78, 'name': SearchDatastore_Task, 'duration_secs': 0.089974} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.336570] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.336835] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1209.337107] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.337260] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.337505] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1209.337795] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f5571bd-b8ed-4790-9d63-d3901dc119fc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.354583] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1209.355379] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1209.355755] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0fc90c-a463-4715-9cd1-f50d8a1da87b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.361337] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1209.361337] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524843c0-1eab-389a-bac5-796a0e378b2c" [ 1209.361337] env[69603]: _type = "Task" [ 1209.361337] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.369783] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524843c0-1eab-389a-bac5-796a0e378b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.436871] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480818, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.572202] env[69603]: DEBUG oslo_concurrency.lockutils [None req-25f1fecf-c506-4c02-b3b1-df53a7481f43 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "122aa051-36e7-4db6-a418-b45e04c878af" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.250s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.714019] env[69603]: DEBUG oslo_concurrency.lockutils [req-d47e537a-e009-46d1-a554-5d6e26369028 req-b2bd9a87-02b7-4c82-82ea-dc57183cec7a service nova] Releasing lock "refresh_cache-5e7f0d45-35dd-486c-99c1-4787e7b13a9f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.874136] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524843c0-1eab-389a-bac5-796a0e378b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.080918} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.878551] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0123d95f-eff0-4486-90ef-70e30d27d973 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.885803] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1209.885803] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ab6ced-7c80-ff7b-35ef-1b490fc63eea" [ 1209.885803] env[69603]: _type = "Task" [ 1209.885803] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.895241] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ab6ced-7c80-ff7b-35ef-1b490fc63eea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.939813] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480818, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.382287] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "122aa051-36e7-4db6-a418-b45e04c878af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.382566] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "122aa051-36e7-4db6-a418-b45e04c878af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.382779] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "122aa051-36e7-4db6-a418-b45e04c878af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.382966] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "122aa051-36e7-4db6-a418-b45e04c878af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.383199] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "122aa051-36e7-4db6-a418-b45e04c878af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.389390] env[69603]: INFO nova.compute.manager [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Terminating instance [ 1210.396884] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ab6ced-7c80-ff7b-35ef-1b490fc63eea, 'name': SearchDatastore_Task, 'duration_secs': 0.082297} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.397038] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.397240] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 5e7f0d45-35dd-486c-99c1-4787e7b13a9f/5e7f0d45-35dd-486c-99c1-4787e7b13a9f.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.397526] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a29194c5-8532-4cc1-b88d-f62e57721bc7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.403646] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1210.403646] env[69603]: value = "task-3480820" [ 1210.403646] env[69603]: _type = "Task" [ 1210.403646] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.412884] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.439014] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480818, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.372694} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.439337] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ca76d93a-3331-4d55-b1ba-5d677b4cd564/ca76d93a-3331-4d55-b1ba-5d677b4cd564.vmdk to [datastore1] be93a717-f385-446f-93d8-06b462e7d449/be93a717-f385-446f-93d8-06b462e7d449.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.441892] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1737cc6a-1053-4c66-b881-c343a66338cb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.462781] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] be93a717-f385-446f-93d8-06b462e7d449/be93a717-f385-446f-93d8-06b462e7d449.vmdk or device None with type streamOptimized {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1210.463045] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1a8eb65-ed14-42fc-9d13-dc53a89b5788 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.483540] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1210.483540] env[69603]: value = "task-3480821" [ 1210.483540] env[69603]: _type = "Task" [ 1210.483540] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.491721] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480821, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.894517] env[69603]: DEBUG nova.compute.manager [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1210.894783] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1210.895805] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd10e29-d93a-4c0f-a5ce-b3d3204bc06c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.903584] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.903874] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d458d062-570c-4350-b466-6494ff2f15bb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.915668] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449205} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.917076] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 5e7f0d45-35dd-486c-99c1-4787e7b13a9f/5e7f0d45-35dd-486c-99c1-4787e7b13a9f.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.917434] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.917740] env[69603]: DEBUG oslo_vmware.api [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1210.917740] env[69603]: value = "task-3480822" [ 1210.917740] env[69603]: _type = "Task" [ 1210.917740] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.918032] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5338668d-6a50-4b72-8a46-9bb4e1811196 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.930621] env[69603]: DEBUG oslo_vmware.api [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.932272] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1210.932272] env[69603]: value = "task-3480823" [ 1210.932272] env[69603]: _type = "Task" [ 1210.932272] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.945157] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.994657] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480821, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.429318] env[69603]: DEBUG oslo_vmware.api [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480822, 'name': PowerOffVM_Task, 'duration_secs': 0.197596} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.429528] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.429692] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1211.429940] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f557eadb-b714-4137-82b5-62ea28c5fe2f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.440585] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071404} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.440880] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.441592] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f798808b-1ef9-45e9-bf3d-2a60dfa3cb7d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.463420] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 5e7f0d45-35dd-486c-99c1-4787e7b13a9f/5e7f0d45-35dd-486c-99c1-4787e7b13a9f.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.463739] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da3a890d-91ad-4615-9079-affbde501a42 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.483402] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1211.483402] env[69603]: value = "task-3480825" [ 1211.483402] env[69603]: _type = "Task" [ 1211.483402] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.495261] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480825, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.498462] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480821, 'name': ReconfigVM_Task, 'duration_secs': 0.552122} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.498738] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Reconfigured VM instance instance-0000006b to attach disk [datastore1] be93a717-f385-446f-93d8-06b462e7d449/be93a717-f385-446f-93d8-06b462e7d449.vmdk or device None with type streamOptimized {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.499422] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d4084da-4c13-4f1b-959f-6e2f2150d7a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.502467] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1211.502662] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1211.502853] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Deleting the datastore file [datastore1] 122aa051-36e7-4db6-a418-b45e04c878af {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1211.503109] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d575759-ded5-4aab-8566-07bf61ddda4b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.506402] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1211.506402] env[69603]: value = "task-3480826" [ 1211.506402] env[69603]: _type = "Task" [ 1211.506402] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.512202] env[69603]: DEBUG oslo_vmware.api [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1211.512202] env[69603]: value = "task-3480827" [ 1211.512202] env[69603]: _type = "Task" [ 1211.512202] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.519482] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480826, 'name': Rename_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.524438] env[69603]: DEBUG oslo_vmware.api [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.993432] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480825, 'name': ReconfigVM_Task, 'duration_secs': 0.295326} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.993763] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 5e7f0d45-35dd-486c-99c1-4787e7b13a9f/5e7f0d45-35dd-486c-99c1-4787e7b13a9f.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.994484] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab6f9931-9ff6-4691-a133-291ba22bf18b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.000956] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1212.000956] env[69603]: value = "task-3480828" [ 1212.000956] env[69603]: _type = "Task" [ 1212.000956] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.008983] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480828, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.019597] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480826, 'name': Rename_Task, 'duration_secs': 0.155253} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.019999] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.020290] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b8039e5-7bde-4f83-8039-7f97d1f20e43 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.024516] env[69603]: DEBUG oslo_vmware.api [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188725} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.025123] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.025336] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.025523] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.025700] env[69603]: INFO nova.compute.manager [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1212.025949] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1212.026205] env[69603]: DEBUG nova.compute.manager [-] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1212.026343] env[69603]: DEBUG nova.network.neutron [-] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1212.029064] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1212.029064] env[69603]: value = "task-3480829" [ 1212.029064] env[69603]: _type = "Task" [ 1212.029064] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.039307] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480829, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.169802] env[69603]: DEBUG oslo_vmware.rw_handles [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5d1c9-5bc7-b4cd-1a71-05c1d9a248da/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1212.170934] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7923ac-a70f-4dcd-acdb-e0bbabb3cf31 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.176859] env[69603]: DEBUG oslo_vmware.rw_handles [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5d1c9-5bc7-b4cd-1a71-05c1d9a248da/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1212.177068] env[69603]: ERROR oslo_vmware.rw_handles [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5d1c9-5bc7-b4cd-1a71-05c1d9a248da/disk-0.vmdk due to incomplete transfer. [ 1212.177311] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dca3d44e-9f5d-4ad0-9f29-6b8e9e2dc00f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.185358] env[69603]: DEBUG oslo_vmware.rw_handles [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c5d1c9-5bc7-b4cd-1a71-05c1d9a248da/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1212.185693] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Uploaded image cbdf68ef-162e-4cce-903f-e617c6fe425b to the Glance image server {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1212.188351] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1212.188617] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7d0ac406-d284-43ce-af76-236191d9710a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.193849] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1212.193849] env[69603]: value = "task-3480830" [ 1212.193849] env[69603]: _type = "Task" [ 1212.193849] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.201603] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480830, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.513322] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480828, 'name': Rename_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.515464] env[69603]: DEBUG nova.compute.manager [req-3b6dea9b-7969-445e-b0a3-b24070fcc3bd req-42a22688-82d7-403a-84d7-c300f845c652 service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Received event network-vif-deleted-6dbdda11-860f-4def-aeda-3bd149dc701a {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1212.515645] env[69603]: INFO nova.compute.manager [req-3b6dea9b-7969-445e-b0a3-b24070fcc3bd req-42a22688-82d7-403a-84d7-c300f845c652 service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Neutron deleted interface 6dbdda11-860f-4def-aeda-3bd149dc701a; detaching it from the instance and deleting it from the info cache [ 1212.515815] env[69603]: DEBUG nova.network.neutron [req-3b6dea9b-7969-445e-b0a3-b24070fcc3bd req-42a22688-82d7-403a-84d7-c300f845c652 service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.539401] env[69603]: DEBUG oslo_vmware.api [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480829, 'name': PowerOnVM_Task, 'duration_secs': 0.455838} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.539667] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.635750] env[69603]: DEBUG nova.compute.manager [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.636711] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e8973a-e3d0-4589-9594-fdd6e137b4cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.703199] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480830, 'name': Destroy_Task, 'duration_secs': 0.397378} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.703472] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Destroyed the VM [ 1212.703701] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1212.703944] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-09fc004a-6e1d-4b74-b980-0f5bd4f6aa7c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.710504] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1212.710504] env[69603]: value = "task-3480831" [ 1212.710504] env[69603]: _type = "Task" [ 1212.710504] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.718081] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480831, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.991833] env[69603]: DEBUG nova.network.neutron [-] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.012157] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480828, 'name': Rename_Task} progress is 99%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.017909] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01e74802-8f4f-451a-8455-57d8939d1c6a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.028012] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19940257-827b-43cd-8633-a1f1a4749842 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.057507] env[69603]: DEBUG nova.compute.manager [req-3b6dea9b-7969-445e-b0a3-b24070fcc3bd req-42a22688-82d7-403a-84d7-c300f845c652 service nova] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Detach interface failed, port_id=6dbdda11-860f-4def-aeda-3bd149dc701a, reason: Instance 122aa051-36e7-4db6-a418-b45e04c878af could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1213.152617] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a77e70e4-f7a9-42e1-8d6d-a33955aac188 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "be93a717-f385-446f-93d8-06b462e7d449" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.603s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.219908] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480831, 'name': RemoveSnapshot_Task, 'duration_secs': 0.357872} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.220208] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1213.220485] env[69603]: DEBUG nova.compute.manager [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1213.221271] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0735523-0d12-449b-a6e9-69200c5e6684 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.494323] env[69603]: INFO nova.compute.manager [-] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Took 1.47 seconds to deallocate network for instance. [ 1213.512034] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480828, 'name': Rename_Task, 'duration_secs': 1.280455} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.512256] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.512503] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de329cec-2f7a-45b4-b605-af6ce2546418 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.518016] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1213.518016] env[69603]: value = "task-3480832" [ 1213.518016] env[69603]: _type = "Task" [ 1213.518016] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.525324] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.733635] env[69603]: INFO nova.compute.manager [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Shelve offloading [ 1214.001228] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.001544] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.001772] env[69603]: DEBUG nova.objects.instance [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lazy-loading 'resources' on Instance uuid 122aa051-36e7-4db6-a418-b45e04c878af {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.026888] env[69603]: DEBUG oslo_vmware.api [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480832, 'name': PowerOnVM_Task, 'duration_secs': 0.461687} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.027160] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.027415] env[69603]: INFO nova.compute.manager [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1214.027554] env[69603]: DEBUG nova.compute.manager [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.028353] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d25df9-23c4-42c8-a035-8b11cc119dd2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.237224] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.237929] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc866a08-4fdb-4772-aae3-71a8282a8754 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.244979] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1214.244979] env[69603]: value = "task-3480833" [ 1214.244979] env[69603]: _type = "Task" [ 1214.244979] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.254508] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] VM already powered off {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1214.254717] env[69603]: DEBUG nova.compute.manager [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.255479] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd40081-a640-46e6-9bc7-c6f8e59f099b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.260943] env[69603]: DEBUG oslo_concurrency.lockutils [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.261119] env[69603]: DEBUG oslo_concurrency.lockutils [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.261363] env[69603]: DEBUG nova.network.neutron [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.545707] env[69603]: INFO nova.compute.manager [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Took 12.61 seconds to build instance. [ 1214.605954] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2114c3-a040-48ed-8b94-098525fbf04a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.608737] env[69603]: INFO nova.compute.manager [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Rebuilding instance [ 1214.617498] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20735cf4-d36d-46fe-96fe-eb95cea2026d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.672954] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439fb4cc-b653-4ae6-9feb-c0429087064f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.682664] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c538754a-bff6-49ac-9ea3-1ad11972f21e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.694219] env[69603]: DEBUG nova.compute.manager [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1214.695557] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea73ad77-f9bb-4aef-aae1-2576d12b9c13 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.714669] env[69603]: DEBUG nova.compute.provider_tree [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.026652] env[69603]: DEBUG nova.network.neutron [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Updating instance_info_cache with network_info: [{"id": "8b6a2b94-1baf-4337-a80c-00ea3a66a2cc", "address": "fa:16:3e:60:a1:75", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6a2b94-1b", "ovs_interfaceid": "8b6a2b94-1baf-4337-a80c-00ea3a66a2cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.048251] env[69603]: DEBUG oslo_concurrency.lockutils [None req-76d32d9b-4c6b-44fc-88c5-985f0ba75dc1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.121s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.217970] env[69603]: DEBUG nova.scheduler.client.report [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.529406] env[69603]: DEBUG oslo_concurrency.lockutils [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.710696] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.711011] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37586961-3cc4-4156-973f-c231899a7ce3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.718876] env[69603]: DEBUG oslo_vmware.api [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Waiting for the task: (returnval){ [ 1215.718876] env[69603]: value = "task-3480834" [ 1215.718876] env[69603]: _type = "Task" [ 1215.718876] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.722429] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.721s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.726998] env[69603]: DEBUG nova.compute.manager [req-cad2ada0-9c49-4164-aa5f-c6b1e7e5c1cb req-c43dd46b-15b1-46d4-822a-e8490e77775e service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Received event network-vif-unplugged-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.729375] env[69603]: DEBUG oslo_concurrency.lockutils [req-cad2ada0-9c49-4164-aa5f-c6b1e7e5c1cb req-c43dd46b-15b1-46d4-822a-e8490e77775e service nova] Acquiring lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.729607] env[69603]: DEBUG oslo_concurrency.lockutils [req-cad2ada0-9c49-4164-aa5f-c6b1e7e5c1cb req-c43dd46b-15b1-46d4-822a-e8490e77775e service nova] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.730533] env[69603]: DEBUG oslo_concurrency.lockutils [req-cad2ada0-9c49-4164-aa5f-c6b1e7e5c1cb req-c43dd46b-15b1-46d4-822a-e8490e77775e service nova] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.730533] env[69603]: DEBUG nova.compute.manager [req-cad2ada0-9c49-4164-aa5f-c6b1e7e5c1cb req-c43dd46b-15b1-46d4-822a-e8490e77775e service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] No waiting events found dispatching network-vif-unplugged-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1215.730533] env[69603]: WARNING nova.compute.manager [req-cad2ada0-9c49-4164-aa5f-c6b1e7e5c1cb req-c43dd46b-15b1-46d4-822a-e8490e77775e service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Received unexpected event network-vif-unplugged-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc for instance with vm_state shelved and task_state shelving_offloading. [ 1215.733943] env[69603]: DEBUG oslo_vmware.api [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.748673] env[69603]: INFO nova.scheduler.client.report [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Deleted allocations for instance 122aa051-36e7-4db6-a418-b45e04c878af [ 1215.821949] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.822919] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f7e40f-e460-493b-ad80-b4e8fba1dd20 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.830978] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.831254] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7831025d-ed62-49ac-bf3a-61c610234de9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.896529] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.896783] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.896925] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Deleting the datastore file [datastore1] 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.897213] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbb60421-ccc9-4dae-98bc-a1c0da771af4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.903474] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1215.903474] env[69603]: value = "task-3480836" [ 1215.903474] env[69603]: _type = "Task" [ 1215.903474] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.911486] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.228818] env[69603]: DEBUG oslo_vmware.api [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480834, 'name': PowerOffVM_Task, 'duration_secs': 0.27921} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.229101] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.229831] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.230100] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2330a508-c02d-45c2-801b-4c06d19e2ac7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.237039] env[69603]: DEBUG oslo_vmware.api [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Waiting for the task: (returnval){ [ 1216.237039] env[69603]: value = "task-3480837" [ 1216.237039] env[69603]: _type = "Task" [ 1216.237039] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.244375] env[69603]: DEBUG oslo_vmware.api [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.255778] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8bf33ab0-5303-4af9-a3ed-1315babb1968 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "122aa051-36e7-4db6-a418-b45e04c878af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.873s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.324174] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.324407] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.412866] env[69603]: DEBUG oslo_vmware.api [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429465} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.413174] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.413368] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.413550] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.435562] env[69603]: INFO nova.scheduler.client.report [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Deleted allocations for instance 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba [ 1216.748706] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] VM already powered off {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1216.749090] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1216.749148] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695866', 'volume_id': '3d8bac99-f181-4c7d-b719-d731ab54245c', 'name': 'volume-3d8bac99-f181-4c7d-b719-d731ab54245c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '59321589-1b26-4d60-b168-943805c03146', 'attached_at': '', 'detached_at': '', 'volume_id': '3d8bac99-f181-4c7d-b719-d731ab54245c', 'serial': '3d8bac99-f181-4c7d-b719-d731ab54245c'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1216.749964] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7771e83-c95e-4e4c-a675-897821570242 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.768103] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3084cbda-44e8-4a41-a30c-b93008f1bb33 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.775122] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef65bacd-4abc-4187-8b81-c75ad37683a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.794308] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468a1997-2d9e-4d1c-8e3d-4f7272477de4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.809166] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] The volume has not been displaced from its original location: [datastore2] volume-3d8bac99-f181-4c7d-b719-d731ab54245c/volume-3d8bac99-f181-4c7d-b719-d731ab54245c.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1216.814603] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1216.814946] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9476d5a-2626-43e1-b038-ffe439ae2ee9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.828603] env[69603]: DEBUG nova.compute.utils [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.836112] env[69603]: DEBUG oslo_vmware.api [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Waiting for the task: (returnval){ [ 1216.836112] env[69603]: value = "task-3480838" [ 1216.836112] env[69603]: _type = "Task" [ 1216.836112] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.845743] env[69603]: DEBUG oslo_vmware.api [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.940652] env[69603]: DEBUG oslo_concurrency.lockutils [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.940864] env[69603]: DEBUG oslo_concurrency.lockutils [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.941907] env[69603]: DEBUG nova.objects.instance [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lazy-loading 'resources' on Instance uuid 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.332987] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.346365] env[69603]: DEBUG oslo_vmware.api [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480838, 'name': ReconfigVM_Task, 'duration_secs': 0.21034} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.346645] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1217.351259] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b238a0d2-ba38-40da-8071-663c5135e5c3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.366634] env[69603]: DEBUG oslo_vmware.api [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Waiting for the task: (returnval){ [ 1217.366634] env[69603]: value = "task-3480839" [ 1217.366634] env[69603]: _type = "Task" [ 1217.366634] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.375143] env[69603]: DEBUG oslo_vmware.api [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480839, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.444404] env[69603]: DEBUG nova.objects.instance [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lazy-loading 'numa_topology' on Instance uuid 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.877713] env[69603]: DEBUG oslo_vmware.api [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480839, 'name': ReconfigVM_Task, 'duration_secs': 0.133732} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.878324] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695866', 'volume_id': '3d8bac99-f181-4c7d-b719-d731ab54245c', 'name': 'volume-3d8bac99-f181-4c7d-b719-d731ab54245c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '59321589-1b26-4d60-b168-943805c03146', 'attached_at': '', 'detached_at': '', 'volume_id': '3d8bac99-f181-4c7d-b719-d731ab54245c', 'serial': '3d8bac99-f181-4c7d-b719-d731ab54245c'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1217.878324] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.879146] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f8edf9-43ca-4b15-8bc0-d0ae9d2232c5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.886109] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.886346] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-606c3c82-e176-4d5a-a4f7-66b5385258fe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.924036] env[69603]: DEBUG nova.compute.manager [req-981ac321-4873-47de-a6ea-eac7b903759e req-79c3fba8-76d8-4e91-aff9-4d997c1c536d service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Received event network-changed-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.924233] env[69603]: DEBUG nova.compute.manager [req-981ac321-4873-47de-a6ea-eac7b903759e req-79c3fba8-76d8-4e91-aff9-4d997c1c536d service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Refreshing instance network info cache due to event network-changed-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.924639] env[69603]: DEBUG oslo_concurrency.lockutils [req-981ac321-4873-47de-a6ea-eac7b903759e req-79c3fba8-76d8-4e91-aff9-4d997c1c536d service nova] Acquiring lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.924796] env[69603]: DEBUG oslo_concurrency.lockutils [req-981ac321-4873-47de-a6ea-eac7b903759e req-79c3fba8-76d8-4e91-aff9-4d997c1c536d service nova] Acquired lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.925448] env[69603]: DEBUG nova.network.neutron [req-981ac321-4873-47de-a6ea-eac7b903759e req-79c3fba8-76d8-4e91-aff9-4d997c1c536d service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Refreshing network info cache for port 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.950423] env[69603]: DEBUG nova.objects.base [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Object Instance<39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba> lazy-loaded attributes: resources,numa_topology {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1217.967493] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.967672] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.967851] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Deleting the datastore file [datastore2] 59321589-1b26-4d60-b168-943805c03146 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.968157] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51966c6b-9f20-4c8c-bd3c-6067ca5063a8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.977099] env[69603]: DEBUG oslo_vmware.api [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Waiting for the task: (returnval){ [ 1217.977099] env[69603]: value = "task-3480841" [ 1217.977099] env[69603]: _type = "Task" [ 1217.977099] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.985115] env[69603]: DEBUG oslo_vmware.api [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.034771] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534bd7ad-99af-42e3-8bda-cf4a4e2b11b0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.042042] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954378e9-73ee-473f-a685-2e581018b9e6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.073882] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d2022f-14cc-469d-ba14-cd0087b42ea1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.081988] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba3059c-1b19-4189-bce1-724a6cd1464d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.095436] env[69603]: DEBUG nova.compute.provider_tree [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.402795] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.403087] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.403334] env[69603]: INFO nova.compute.manager [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Attaching volume 58d228bd-4845-4504-8036-16c5d65d7d81 to /dev/sdb [ 1218.438876] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29e3c2b-ff13-44d7-a049-d8aa7772b6a0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.446237] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e406ff-760b-4251-9e5b-94e46221df09 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.458744] env[69603]: DEBUG nova.virt.block_device [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Updating existing volume attachment record: 42c2dad8-1f6b-4db8-b960-288023c5f688 {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1218.485921] env[69603]: DEBUG oslo_vmware.api [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Task: {'id': task-3480841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346423} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.486312] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.486537] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1218.486725] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1218.547289] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1218.547626] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f79013c6-9b02-4c3c-94b1-8c128ddaf3b7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.556470] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b28c96-df6a-43f4-97bf-f630b20ea087 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.589026] env[69603]: DEBUG oslo_concurrency.lockutils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.589266] env[69603]: DEBUG oslo_concurrency.lockutils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.591922] env[69603]: ERROR nova.compute.manager [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Failed to detach volume 3d8bac99-f181-4c7d-b719-d731ab54245c from /dev/sda: nova.exception.InstanceNotFound: Instance 59321589-1b26-4d60-b168-943805c03146 could not be found. [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] Traceback (most recent call last): [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] self.driver.rebuild(**kwargs) [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] raise NotImplementedError() [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] NotImplementedError [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] During handling of the above exception, another exception occurred: [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] Traceback (most recent call last): [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] self.driver.detach_volume(context, old_connection_info, [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] return self._volumeops.detach_volume(connection_info, instance) [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] self._detach_volume_vmdk(connection_info, instance) [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] stable_ref.fetch_moref(session) [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] nova.exception.InstanceNotFound: Instance 59321589-1b26-4d60-b168-943805c03146 could not be found. [ 1218.591922] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] [ 1218.601655] env[69603]: DEBUG nova.scheduler.client.report [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.604828] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.722870] env[69603]: DEBUG nova.compute.utils [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Build of instance 59321589-1b26-4d60-b168-943805c03146 aborted: Failed to rebuild volume backed instance. {{(pid=69603) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1218.727454] env[69603]: ERROR nova.compute.manager [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 59321589-1b26-4d60-b168-943805c03146 aborted: Failed to rebuild volume backed instance. [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] Traceback (most recent call last): [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] self.driver.rebuild(**kwargs) [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] raise NotImplementedError() [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] NotImplementedError [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] During handling of the above exception, another exception occurred: [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] Traceback (most recent call last): [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] self._detach_root_volume(context, instance, root_bdm) [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] with excutils.save_and_reraise_exception(): [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] self.force_reraise() [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] raise self.value [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] self.driver.detach_volume(context, old_connection_info, [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] return self._volumeops.detach_volume(connection_info, instance) [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] self._detach_volume_vmdk(connection_info, instance) [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] stable_ref.fetch_moref(session) [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] nova.exception.InstanceNotFound: Instance 59321589-1b26-4d60-b168-943805c03146 could not be found. [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] During handling of the above exception, another exception occurred: [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] Traceback (most recent call last): [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] yield [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1218.727454] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] self._do_rebuild_instance_with_claim( [ 1218.733543] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1218.733543] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] self._do_rebuild_instance( [ 1218.733543] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1218.733543] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] self._rebuild_default_impl(**kwargs) [ 1218.733543] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1218.733543] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] self._rebuild_volume_backed_instance( [ 1218.733543] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1218.733543] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] raise exception.BuildAbortException( [ 1218.733543] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] nova.exception.BuildAbortException: Build of instance 59321589-1b26-4d60-b168-943805c03146 aborted: Failed to rebuild volume backed instance. [ 1218.733543] env[69603]: ERROR nova.compute.manager [instance: 59321589-1b26-4d60-b168-943805c03146] [ 1218.734029] env[69603]: DEBUG nova.network.neutron [req-981ac321-4873-47de-a6ea-eac7b903759e req-79c3fba8-76d8-4e91-aff9-4d997c1c536d service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Updated VIF entry in instance network info cache for port 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.734439] env[69603]: DEBUG nova.network.neutron [req-981ac321-4873-47de-a6ea-eac7b903759e req-79c3fba8-76d8-4e91-aff9-4d997c1c536d service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Updating instance_info_cache with network_info: [{"id": "8b6a2b94-1baf-4337-a80c-00ea3a66a2cc", "address": "fa:16:3e:60:a1:75", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": null, "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8b6a2b94-1b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.095279] env[69603]: DEBUG nova.compute.manager [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.107242] env[69603]: DEBUG oslo_concurrency.lockutils [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.238566] env[69603]: DEBUG oslo_concurrency.lockutils [req-981ac321-4873-47de-a6ea-eac7b903759e req-79c3fba8-76d8-4e91-aff9-4d997c1c536d service nova] Releasing lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.614455] env[69603]: DEBUG oslo_concurrency.lockutils [None req-211c39c5-7030-40a0-91bc-87735deb56df tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.746s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.615361] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.010s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.615572] env[69603]: INFO nova.compute.manager [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Unshelving [ 1219.617726] env[69603]: DEBUG oslo_concurrency.lockutils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.617974] env[69603]: DEBUG oslo_concurrency.lockutils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.619619] env[69603]: INFO nova.compute.claims [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.636365] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.705392] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4963b9f1-eb69-4d10-8912-08bffb76de22 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.712458] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d013262e-2f3c-4847-8b3d-d807401694e1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.742296] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.743250] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d09700f-5fa7-4c3d-a1e1-4a45dd18f9a5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.750089] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae05ec9-112b-490b-a04e-d78833435a11 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.762921] env[69603]: DEBUG nova.compute.provider_tree [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.266756] env[69603]: DEBUG nova.scheduler.client.report [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.607999] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Acquiring lock "59321589-1b26-4d60-b168-943805c03146" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.608288] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Lock "59321589-1b26-4d60-b168-943805c03146" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.608499] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Acquiring lock "59321589-1b26-4d60-b168-943805c03146-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.608685] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Lock "59321589-1b26-4d60-b168-943805c03146-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.608850] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Lock "59321589-1b26-4d60-b168-943805c03146-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.611106] env[69603]: INFO nova.compute.manager [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Terminating instance [ 1221.773393] env[69603]: DEBUG oslo_concurrency.lockutils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.773981] env[69603]: DEBUG nova.compute.manager [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.776812] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.141s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.777134] env[69603]: DEBUG nova.objects.instance [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lazy-loading 'pci_requests' on Instance uuid 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.114598] env[69603]: DEBUG nova.compute.manager [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1222.115022] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-732b58fb-f9c4-46f0-9788-15c49d63c8a7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.821336] env[69603]: DEBUG nova.compute.utils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.824411] env[69603]: DEBUG nova.objects.instance [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lazy-loading 'numa_topology' on Instance uuid 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.826745] env[69603]: DEBUG nova.compute.manager [req-867b5bc1-5f20-4ed1-a552-d9c53a920179 req-4064d2bf-36e0-4599-a4ef-95060b8c9cda service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Received event network-changed-306e777f-5bcc-4926-b7af-4db5fcf17e40 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.827825] env[69603]: DEBUG nova.compute.manager [req-867b5bc1-5f20-4ed1-a552-d9c53a920179 req-4064d2bf-36e0-4599-a4ef-95060b8c9cda service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Refreshing instance network info cache due to event network-changed-306e777f-5bcc-4926-b7af-4db5fcf17e40. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.827825] env[69603]: DEBUG oslo_concurrency.lockutils [req-867b5bc1-5f20-4ed1-a552-d9c53a920179 req-4064d2bf-36e0-4599-a4ef-95060b8c9cda service nova] Acquiring lock "refresh_cache-59321589-1b26-4d60-b168-943805c03146" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.827825] env[69603]: DEBUG oslo_concurrency.lockutils [req-867b5bc1-5f20-4ed1-a552-d9c53a920179 req-4064d2bf-36e0-4599-a4ef-95060b8c9cda service nova] Acquired lock "refresh_cache-59321589-1b26-4d60-b168-943805c03146" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.827825] env[69603]: DEBUG nova.network.neutron [req-867b5bc1-5f20-4ed1-a552-d9c53a920179 req-4064d2bf-36e0-4599-a4ef-95060b8c9cda service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Refreshing network info cache for port 306e777f-5bcc-4926-b7af-4db5fcf17e40 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.831277] env[69603]: DEBUG nova.compute.manager [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1222.831277] env[69603]: DEBUG nova.network.neutron [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1222.840294] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82db0c8e-dec8-4c74-a36f-3d8ea80a0471 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.871540] env[69603]: WARNING nova.virt.vmwareapi.driver [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 59321589-1b26-4d60-b168-943805c03146 could not be found. [ 1222.871814] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1222.872193] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a527ece7-4d9f-40ce-81de-8d86585d00f6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.880976] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c950258f-5626-4b3b-9a16-5170a391d59c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.893161] env[69603]: DEBUG nova.policy [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '237ce145bc4549ef9823adff7b07ab1b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9712796541f64c579b948f5ddae92fec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.907942] env[69603]: WARNING nova.virt.vmwareapi.vmops [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 59321589-1b26-4d60-b168-943805c03146 could not be found. [ 1222.908202] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.908395] env[69603]: INFO nova.compute.manager [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Took 0.79 seconds to destroy the instance on the hypervisor. [ 1222.908648] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.908903] env[69603]: DEBUG nova.compute.manager [-] [instance: 59321589-1b26-4d60-b168-943805c03146] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.909111] env[69603]: DEBUG nova.network.neutron [-] [instance: 59321589-1b26-4d60-b168-943805c03146] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.002345] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1223.002691] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695885', 'volume_id': '58d228bd-4845-4504-8036-16c5d65d7d81', 'name': 'volume-58d228bd-4845-4504-8036-16c5d65d7d81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e7f0d45-35dd-486c-99c1-4787e7b13a9f', 'attached_at': '', 'detached_at': '', 'volume_id': '58d228bd-4845-4504-8036-16c5d65d7d81', 'serial': '58d228bd-4845-4504-8036-16c5d65d7d81'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1223.003615] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201025f5-7c94-4da7-a8aa-0bcf45e99ec7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.021080] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42913247-bab8-4294-93b2-3ae08d955766 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.057158] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-58d228bd-4845-4504-8036-16c5d65d7d81/volume-58d228bd-4845-4504-8036-16c5d65d7d81.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.057721] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fa7b1cb-a321-4a06-8318-aba5509ea1b7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.078308] env[69603]: DEBUG oslo_vmware.api [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1223.078308] env[69603]: value = "task-3480846" [ 1223.078308] env[69603]: _type = "Task" [ 1223.078308] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.088601] env[69603]: DEBUG oslo_vmware.api [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.176091] env[69603]: DEBUG nova.compute.manager [req-914c4511-00d0-461f-a9f9-e7c44e6c452c req-2592dd6c-028d-4147-bf91-dbd482272070 service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Received event network-vif-deleted-306e777f-5bcc-4926-b7af-4db5fcf17e40 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.176353] env[69603]: INFO nova.compute.manager [req-914c4511-00d0-461f-a9f9-e7c44e6c452c req-2592dd6c-028d-4147-bf91-dbd482272070 service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Neutron deleted interface 306e777f-5bcc-4926-b7af-4db5fcf17e40; detaching it from the instance and deleting it from the info cache [ 1223.176580] env[69603]: DEBUG nova.network.neutron [req-914c4511-00d0-461f-a9f9-e7c44e6c452c req-2592dd6c-028d-4147-bf91-dbd482272070 service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.323923] env[69603]: DEBUG nova.compute.manager [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1223.326830] env[69603]: INFO nova.compute.claims [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.353276] env[69603]: INFO nova.network.neutron [req-867b5bc1-5f20-4ed1-a552-d9c53a920179 req-4064d2bf-36e0-4599-a4ef-95060b8c9cda service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Port 306e777f-5bcc-4926-b7af-4db5fcf17e40 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1223.353499] env[69603]: DEBUG nova.network.neutron [req-867b5bc1-5f20-4ed1-a552-d9c53a920179 req-4064d2bf-36e0-4599-a4ef-95060b8c9cda service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.588955] env[69603]: DEBUG oslo_vmware.api [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480846, 'name': ReconfigVM_Task, 'duration_secs': 0.36366} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.590716] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-58d228bd-4845-4504-8036-16c5d65d7d81/volume-58d228bd-4845-4504-8036-16c5d65d7d81.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.594317] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bc5672e-7998-4c42-bee9-9a117c0049be {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.609484] env[69603]: DEBUG oslo_vmware.api [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1223.609484] env[69603]: value = "task-3480847" [ 1223.609484] env[69603]: _type = "Task" [ 1223.609484] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.617052] env[69603]: DEBUG oslo_vmware.api [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.656063] env[69603]: DEBUG nova.network.neutron [-] [instance: 59321589-1b26-4d60-b168-943805c03146] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.680035] env[69603]: DEBUG nova.network.neutron [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Successfully created port: bf142089-e2fc-42be-93ce-36c1333b7d04 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.681796] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1856b18-373f-45be-927b-b2264430b53a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.691503] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3d1949-8070-4031-91c5-d62f142dec65 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.719261] env[69603]: DEBUG nova.compute.manager [req-914c4511-00d0-461f-a9f9-e7c44e6c452c req-2592dd6c-028d-4147-bf91-dbd482272070 service nova] [instance: 59321589-1b26-4d60-b168-943805c03146] Detach interface failed, port_id=306e777f-5bcc-4926-b7af-4db5fcf17e40, reason: Instance 59321589-1b26-4d60-b168-943805c03146 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1223.857295] env[69603]: DEBUG oslo_concurrency.lockutils [req-867b5bc1-5f20-4ed1-a552-d9c53a920179 req-4064d2bf-36e0-4599-a4ef-95060b8c9cda service nova] Releasing lock "refresh_cache-59321589-1b26-4d60-b168-943805c03146" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.121293] env[69603]: DEBUG oslo_vmware.api [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480847, 'name': ReconfigVM_Task, 'duration_secs': 0.139516} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.121619] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695885', 'volume_id': '58d228bd-4845-4504-8036-16c5d65d7d81', 'name': 'volume-58d228bd-4845-4504-8036-16c5d65d7d81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e7f0d45-35dd-486c-99c1-4787e7b13a9f', 'attached_at': '', 'detached_at': '', 'volume_id': '58d228bd-4845-4504-8036-16c5d65d7d81', 'serial': '58d228bd-4845-4504-8036-16c5d65d7d81'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1224.159065] env[69603]: INFO nova.compute.manager [-] [instance: 59321589-1b26-4d60-b168-943805c03146] Took 1.25 seconds to deallocate network for instance. [ 1224.338459] env[69603]: DEBUG nova.compute.manager [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.371276] env[69603]: DEBUG nova.virt.hardware [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.371276] env[69603]: DEBUG nova.virt.hardware [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.371276] env[69603]: DEBUG nova.virt.hardware [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.371276] env[69603]: DEBUG nova.virt.hardware [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.371276] env[69603]: DEBUG nova.virt.hardware [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.371701] env[69603]: DEBUG nova.virt.hardware [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.371701] env[69603]: DEBUG nova.virt.hardware [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.371806] env[69603]: DEBUG nova.virt.hardware [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.371888] env[69603]: DEBUG nova.virt.hardware [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.372127] env[69603]: DEBUG nova.virt.hardware [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.372586] env[69603]: DEBUG nova.virt.hardware [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.373408] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25616475-18a0-40a1-9fd8-0e3d22bde2cd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.383475] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c410e234-7be5-48a9-ba6b-5efb17c2f77b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.433416] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8e0cfc-b88a-4721-ba2f-27f81a449f99 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.440874] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069d5675-9928-4b75-87a9-f80c50b8425f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.475149] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c3d96f-e9e2-4bcf-ac93-88b513ea955e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.482307] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bdfcf6-788d-4bd6-b71f-094ada6f321b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.495087] env[69603]: DEBUG nova.compute.provider_tree [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.709894] env[69603]: INFO nova.compute.manager [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Took 0.55 seconds to detach 1 volumes for instance. [ 1224.716036] env[69603]: DEBUG nova.compute.manager [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Deleting volume: 3d8bac99-f181-4c7d-b719-d731ab54245c {{(pid=69603) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1224.999058] env[69603]: DEBUG nova.scheduler.client.report [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.161051] env[69603]: DEBUG nova.objects.instance [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lazy-loading 'flavor' on Instance uuid 5e7f0d45-35dd-486c-99c1-4787e7b13a9f {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1225.210665] env[69603]: DEBUG nova.compute.manager [req-1a2286e6-26f6-44d9-97cb-524213fd49f4 req-a032580f-f53c-41d0-b522-88722c5a96e2 service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Received event network-vif-plugged-bf142089-e2fc-42be-93ce-36c1333b7d04 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.210874] env[69603]: DEBUG oslo_concurrency.lockutils [req-1a2286e6-26f6-44d9-97cb-524213fd49f4 req-a032580f-f53c-41d0-b522-88722c5a96e2 service nova] Acquiring lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.211102] env[69603]: DEBUG oslo_concurrency.lockutils [req-1a2286e6-26f6-44d9-97cb-524213fd49f4 req-a032580f-f53c-41d0-b522-88722c5a96e2 service nova] Lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.211255] env[69603]: DEBUG oslo_concurrency.lockutils [req-1a2286e6-26f6-44d9-97cb-524213fd49f4 req-a032580f-f53c-41d0-b522-88722c5a96e2 service nova] Lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.211427] env[69603]: DEBUG nova.compute.manager [req-1a2286e6-26f6-44d9-97cb-524213fd49f4 req-a032580f-f53c-41d0-b522-88722c5a96e2 service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] No waiting events found dispatching network-vif-plugged-bf142089-e2fc-42be-93ce-36c1333b7d04 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1225.211583] env[69603]: WARNING nova.compute.manager [req-1a2286e6-26f6-44d9-97cb-524213fd49f4 req-a032580f-f53c-41d0-b522-88722c5a96e2 service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Received unexpected event network-vif-plugged-bf142089-e2fc-42be-93ce-36c1333b7d04 for instance with vm_state building and task_state spawning. [ 1225.262785] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.303404] env[69603]: DEBUG nova.network.neutron [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Successfully updated port: bf142089-e2fc-42be-93ce-36c1333b7d04 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.503401] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.726s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.505779] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.764s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.553739] env[69603]: INFO nova.network.neutron [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Updating port 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1225.593577] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addf3ed7-5770-4d08-80fa-fefb60b355b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.601624] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb0099b-58c6-4a18-98e6-3ffdcb1fe682 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.631591] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0f0e17-3fde-4446-8d61-1e4358a7314d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.642154] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d055b987-31cc-49f5-9dea-43d26ab4d6db {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.662454] env[69603]: DEBUG nova.compute.provider_tree [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.670026] env[69603]: DEBUG oslo_concurrency.lockutils [None req-c6d7a41b-903c-4a41-a0ee-7c138c2b136b tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.264s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.793118] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.793661] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.793891] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.795179] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.795179] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.797247] env[69603]: INFO nova.compute.manager [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Terminating instance [ 1225.806015] env[69603]: DEBUG oslo_concurrency.lockutils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "refresh_cache-fc37753b-1ed3-4a79-9ca1-b857da9564d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.806214] env[69603]: DEBUG oslo_concurrency.lockutils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquired lock "refresh_cache-fc37753b-1ed3-4a79-9ca1-b857da9564d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.806307] env[69603]: DEBUG nova.network.neutron [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.164733] env[69603]: DEBUG nova.scheduler.client.report [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.300708] env[69603]: DEBUG nova.compute.manager [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.300975] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.301281] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e7ecddb-260a-4c25-ae48-767809226c80 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.311305] env[69603]: DEBUG oslo_vmware.api [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1226.311305] env[69603]: value = "task-3480849" [ 1226.311305] env[69603]: _type = "Task" [ 1226.311305] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.319900] env[69603]: DEBUG oslo_vmware.api [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.339896] env[69603]: DEBUG nova.network.neutron [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.468341] env[69603]: DEBUG nova.network.neutron [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Updating instance_info_cache with network_info: [{"id": "bf142089-e2fc-42be-93ce-36c1333b7d04", "address": "fa:16:3e:4b:f0:bc", "network": {"id": "d76c62a5-83eb-45c2-bdc1-a976e6132e5c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1298507185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9712796541f64c579b948f5ddae92fec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf142089-e2", "ovs_interfaceid": "bf142089-e2fc-42be-93ce-36c1333b7d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.669733] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.164s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.669956] env[69603]: INFO nova.compute.manager [None req-dbbb33fc-60f3-48fc-92df-7b1e47057a64 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] [instance: 59321589-1b26-4d60-b168-943805c03146] Successfully reverted task state from rebuilding on failure for instance. [ 1226.676350] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.414s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.676591] env[69603]: DEBUG nova.objects.instance [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Lazy-loading 'resources' on Instance uuid 59321589-1b26-4d60-b168-943805c03146 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.821336] env[69603]: DEBUG oslo_vmware.api [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480849, 'name': PowerOffVM_Task, 'duration_secs': 0.212702} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.821614] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.821806] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1226.821997] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695885', 'volume_id': '58d228bd-4845-4504-8036-16c5d65d7d81', 'name': 'volume-58d228bd-4845-4504-8036-16c5d65d7d81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e7f0d45-35dd-486c-99c1-4787e7b13a9f', 'attached_at': '', 'detached_at': '', 'volume_id': '58d228bd-4845-4504-8036-16c5d65d7d81', 'serial': '58d228bd-4845-4504-8036-16c5d65d7d81'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1226.822800] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c9b098-1980-4035-94bc-6677bea7a9c9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.844275] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f10c9c-b1d4-4b92-aad6-d4a953306aa0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.851783] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccacbbdd-e55a-4d2a-b83a-7112c89d57bc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.873641] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d678ae12-9251-4f0b-b273-6f2e18554f18 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.888287] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] The volume has not been displaced from its original location: [datastore2] volume-58d228bd-4845-4504-8036-16c5d65d7d81/volume-58d228bd-4845-4504-8036-16c5d65d7d81.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1226.893497] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.893798] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6bf73cc0-7720-4ebb-8a94-01fc048421b0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.911401] env[69603]: DEBUG oslo_vmware.api [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1226.911401] env[69603]: value = "task-3480850" [ 1226.911401] env[69603]: _type = "Task" [ 1226.911401] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.919299] env[69603]: DEBUG oslo_vmware.api [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.971562] env[69603]: DEBUG oslo_concurrency.lockutils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Releasing lock "refresh_cache-fc37753b-1ed3-4a79-9ca1-b857da9564d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.971917] env[69603]: DEBUG nova.compute.manager [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Instance network_info: |[{"id": "bf142089-e2fc-42be-93ce-36c1333b7d04", "address": "fa:16:3e:4b:f0:bc", "network": {"id": "d76c62a5-83eb-45c2-bdc1-a976e6132e5c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1298507185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9712796541f64c579b948f5ddae92fec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf142089-e2", "ovs_interfaceid": "bf142089-e2fc-42be-93ce-36c1333b7d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1226.972366] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:f0:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4a2b284a-a29c-478f-b763-c9b5821e20ec', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf142089-e2fc-42be-93ce-36c1333b7d04', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1226.980204] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.980323] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1226.980464] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ed2df48-4803-4525-9850-30e7d3009959 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.000443] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.000443] env[69603]: value = "task-3480851" [ 1227.000443] env[69603]: _type = "Task" [ 1227.000443] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.007763] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480851, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.029471] env[69603]: INFO nova.compute.manager [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Rebuilding instance [ 1227.077742] env[69603]: DEBUG nova.compute.manager [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.078708] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb95457-d625-497d-a154-575a612b0455 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.129964] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.130662] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.130662] env[69603]: DEBUG nova.network.neutron [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.242701] env[69603]: DEBUG nova.compute.manager [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Received event network-changed-bf142089-e2fc-42be-93ce-36c1333b7d04 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.242965] env[69603]: DEBUG nova.compute.manager [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Refreshing instance network info cache due to event network-changed-bf142089-e2fc-42be-93ce-36c1333b7d04. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1227.243177] env[69603]: DEBUG oslo_concurrency.lockutils [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] Acquiring lock "refresh_cache-fc37753b-1ed3-4a79-9ca1-b857da9564d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.243261] env[69603]: DEBUG oslo_concurrency.lockutils [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] Acquired lock "refresh_cache-fc37753b-1ed3-4a79-9ca1-b857da9564d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.243426] env[69603]: DEBUG nova.network.neutron [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Refreshing network info cache for port bf142089-e2fc-42be-93ce-36c1333b7d04 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.268029] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78854f77-fe51-48af-9e28-9beefd099fcc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.276091] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a5d6dd-a04d-4197-a9c8-6b7cd29189ff {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.307876] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df088d49-2797-4259-9a92-9b6dc946c563 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.315292] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3696d7-ddec-4712-bf1e-7a2ed27da5a2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.328293] env[69603]: DEBUG nova.compute.provider_tree [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.421575] env[69603]: DEBUG oslo_vmware.api [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480850, 'name': ReconfigVM_Task, 'duration_secs': 0.224026} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.421835] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1227.426662] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89d3a1e4-1fe9-4444-9cf0-8056a9d8a943 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.441050] env[69603]: DEBUG oslo_vmware.api [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1227.441050] env[69603]: value = "task-3480852" [ 1227.441050] env[69603]: _type = "Task" [ 1227.441050] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.448714] env[69603]: DEBUG oslo_vmware.api [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.510424] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480851, 'name': CreateVM_Task, 'duration_secs': 0.291609} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.510604] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1227.511309] env[69603]: DEBUG oslo_concurrency.lockutils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.511475] env[69603]: DEBUG oslo_concurrency.lockutils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.511795] env[69603]: DEBUG oslo_concurrency.lockutils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.512062] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c74f2b05-26e4-485b-be2b-126e7bdeb0b3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.516854] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1227.516854] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5216fe1a-df82-3bd0-8830-773a3fbb1251" [ 1227.516854] env[69603]: _type = "Task" [ 1227.516854] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.524119] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5216fe1a-df82-3bd0-8830-773a3fbb1251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.831718] env[69603]: DEBUG nova.scheduler.client.report [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.954357] env[69603]: DEBUG oslo_vmware.api [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480852, 'name': ReconfigVM_Task, 'duration_secs': 0.146716} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.955655] env[69603]: DEBUG nova.network.neutron [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Updating instance_info_cache with network_info: [{"id": "8b6a2b94-1baf-4337-a80c-00ea3a66a2cc", "address": "fa:16:3e:60:a1:75", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6a2b94-1b", "ovs_interfaceid": "8b6a2b94-1baf-4337-a80c-00ea3a66a2cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.960172] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695885', 'volume_id': '58d228bd-4845-4504-8036-16c5d65d7d81', 'name': 'volume-58d228bd-4845-4504-8036-16c5d65d7d81', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e7f0d45-35dd-486c-99c1-4787e7b13a9f', 'attached_at': '', 'detached_at': '', 'volume_id': '58d228bd-4845-4504-8036-16c5d65d7d81', 'serial': '58d228bd-4845-4504-8036-16c5d65d7d81'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1227.960582] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1227.962011] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309ff83a-d4a5-4311-bb69-09e885a6c966 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.970466] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.970466] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9d97845-1248-4387-8d76-d2f4b2d53bb6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.994271] env[69603]: DEBUG nova.network.neutron [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Updated VIF entry in instance network info cache for port bf142089-e2fc-42be-93ce-36c1333b7d04. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.994609] env[69603]: DEBUG nova.network.neutron [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Updating instance_info_cache with network_info: [{"id": "bf142089-e2fc-42be-93ce-36c1333b7d04", "address": "fa:16:3e:4b:f0:bc", "network": {"id": "d76c62a5-83eb-45c2-bdc1-a976e6132e5c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1298507185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9712796541f64c579b948f5ddae92fec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf142089-e2", "ovs_interfaceid": "bf142089-e2fc-42be-93ce-36c1333b7d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.028122] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5216fe1a-df82-3bd0-8830-773a3fbb1251, 'name': SearchDatastore_Task, 'duration_secs': 0.011443} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.028467] env[69603]: DEBUG oslo_concurrency.lockutils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.028765] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.029029] env[69603]: DEBUG oslo_concurrency.lockutils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.029182] env[69603]: DEBUG oslo_concurrency.lockutils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.029361] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.029618] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83749897-1ad9-42ff-b447-3f1e85f0fd6d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.033134] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.033368] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.033526] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleting the datastore file [datastore1] 5e7f0d45-35dd-486c-99c1-4787e7b13a9f {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.033747] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4918e2db-d855-4e33-86c8-d9c897bccaf5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.039185] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.039359] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.040895] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-284219dc-4a03-4cec-a847-971bfaca28ca {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.043398] env[69603]: DEBUG oslo_vmware.api [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1228.043398] env[69603]: value = "task-3480854" [ 1228.043398] env[69603]: _type = "Task" [ 1228.043398] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.047617] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1228.047617] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522e3a13-f08b-b03d-19df-a6c2766a9633" [ 1228.047617] env[69603]: _type = "Task" [ 1228.047617] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.053481] env[69603]: DEBUG oslo_vmware.api [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.057816] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522e3a13-f08b-b03d-19df-a6c2766a9633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.092165] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.092588] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2bc1b0e-039b-49e9-b869-be3e85e96c7e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.098615] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1228.098615] env[69603]: value = "task-3480855" [ 1228.098615] env[69603]: _type = "Task" [ 1228.098615] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.106330] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.337878] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.461785] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.492336] env[69603]: DEBUG nova.virt.hardware [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ac8ff641a9563117a33a4a3c3a7e3d63',container_format='bare',created_at=2025-04-17T15:21:13Z,direct_url=,disk_format='vmdk',id=cbdf68ef-162e-4cce-903f-e617c6fe425b,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1348234309-shelved',owner='8198682609684cf3b6741806b7d5da40',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-17T15:21:29Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.492590] env[69603]: DEBUG nova.virt.hardware [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.492746] env[69603]: DEBUG nova.virt.hardware [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.492927] env[69603]: DEBUG nova.virt.hardware [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.493107] env[69603]: DEBUG nova.virt.hardware [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.493266] env[69603]: DEBUG nova.virt.hardware [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.493476] env[69603]: DEBUG nova.virt.hardware [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.493635] env[69603]: DEBUG nova.virt.hardware [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.493800] env[69603]: DEBUG nova.virt.hardware [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.493958] env[69603]: DEBUG nova.virt.hardware [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.494141] env[69603]: DEBUG nova.virt.hardware [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.494995] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32058fcb-c9d2-4f55-bd18-194abdfc1162 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.498671] env[69603]: DEBUG oslo_concurrency.lockutils [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] Releasing lock "refresh_cache-fc37753b-1ed3-4a79-9ca1-b857da9564d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.498671] env[69603]: DEBUG nova.compute.manager [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Received event network-vif-plugged-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.498671] env[69603]: DEBUG oslo_concurrency.lockutils [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] Acquiring lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.498838] env[69603]: DEBUG oslo_concurrency.lockutils [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.498838] env[69603]: DEBUG oslo_concurrency.lockutils [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.499025] env[69603]: DEBUG nova.compute.manager [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] No waiting events found dispatching network-vif-plugged-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.499177] env[69603]: WARNING nova.compute.manager [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Received unexpected event network-vif-plugged-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc for instance with vm_state shelved_offloaded and task_state spawning. [ 1228.499344] env[69603]: DEBUG nova.compute.manager [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Received event network-changed-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.499495] env[69603]: DEBUG nova.compute.manager [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Refreshing instance network info cache due to event network-changed-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.499677] env[69603]: DEBUG oslo_concurrency.lockutils [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] Acquiring lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.499985] env[69603]: DEBUG oslo_concurrency.lockutils [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] Acquired lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.500222] env[69603]: DEBUG nova.network.neutron [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Refreshing network info cache for port 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.507049] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a35c7cf-f3ef-48c3-9aa7-88fe7fe00d20 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.520605] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:a1:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b6a2b94-1baf-4337-a80c-00ea3a66a2cc', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.527899] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.528334] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.528545] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d40c964b-c0ea-4aa5-a3fb-01c51d37a66e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.547543] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.547543] env[69603]: value = "task-3480856" [ 1228.547543] env[69603]: _type = "Task" [ 1228.547543] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.553371] env[69603]: DEBUG oslo_vmware.api [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174565} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.556247] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1228.556470] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1228.556677] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1228.556856] env[69603]: INFO nova.compute.manager [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1228.557091] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.557361] env[69603]: DEBUG nova.compute.manager [-] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1228.557476] env[69603]: DEBUG nova.network.neutron [-] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1228.562336] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480856, 'name': CreateVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.567035] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522e3a13-f08b-b03d-19df-a6c2766a9633, 'name': SearchDatastore_Task, 'duration_secs': 0.017892} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.567035] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b1ca0ea-7d3d-4793-9ea5-f9bf53c7f872 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.572118] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1228.572118] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52202ba5-5e66-4326-9aea-211bb2c0bf0e" [ 1228.572118] env[69603]: _type = "Task" [ 1228.572118] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.581288] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52202ba5-5e66-4326-9aea-211bb2c0bf0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.606616] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480855, 'name': PowerOffVM_Task, 'duration_secs': 0.19683} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.606829] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.607072] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.607853] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06db781b-257a-4692-a004-3071b98de400 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.615573] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.615807] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-025b5633-202e-4e6e-bf55-30d9c7c92610 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.703430] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.703663] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.703842] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Deleting the datastore file [datastore2] 00789eec-b5f7-4f68-97f4-91e458e085e7 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.704135] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db88b48f-14de-45a1-8d8d-790af01b05aa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.711878] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1228.711878] env[69603]: value = "task-3480858" [ 1228.711878] env[69603]: _type = "Task" [ 1228.711878] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.720063] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.857514] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd4ba74-78e6-49df-becc-a847a305bf28 tempest-ServerActionsV293TestJSON-1840291602 tempest-ServerActionsV293TestJSON-1840291602-project-member] Lock "59321589-1b26-4d60-b168-943805c03146" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.249s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.916401] env[69603]: DEBUG nova.compute.manager [req-2fafba8c-e350-4e41-9d93-5e84c319a9c9 req-73728459-1ab3-4411-83bd-0218299cfc6f service nova] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Received event network-vif-deleted-e90f3523-9a75-4df9-9da8-c51713f7a1eb {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.916567] env[69603]: INFO nova.compute.manager [req-2fafba8c-e350-4e41-9d93-5e84c319a9c9 req-73728459-1ab3-4411-83bd-0218299cfc6f service nova] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Neutron deleted interface e90f3523-9a75-4df9-9da8-c51713f7a1eb; detaching it from the instance and deleting it from the info cache [ 1228.916689] env[69603]: DEBUG nova.network.neutron [req-2fafba8c-e350-4e41-9d93-5e84c319a9c9 req-73728459-1ab3-4411-83bd-0218299cfc6f service nova] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.058731] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480856, 'name': CreateVM_Task, 'duration_secs': 0.477303} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.058950] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.059992] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cbdf68ef-162e-4cce-903f-e617c6fe425b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.059992] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cbdf68ef-162e-4cce-903f-e617c6fe425b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.063051] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cbdf68ef-162e-4cce-903f-e617c6fe425b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.063335] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6814ee6e-f66e-473c-908c-81e57fcaad4e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.069229] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1229.069229] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529c2cac-e74c-a107-5e24-bde27a5e7ad8" [ 1229.069229] env[69603]: _type = "Task" [ 1229.069229] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.080511] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529c2cac-e74c-a107-5e24-bde27a5e7ad8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.083941] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52202ba5-5e66-4326-9aea-211bb2c0bf0e, 'name': SearchDatastore_Task, 'duration_secs': 0.010692} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.084223] env[69603]: DEBUG oslo_concurrency.lockutils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.084479] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] fc37753b-1ed3-4a79-9ca1-b857da9564d4/fc37753b-1ed3-4a79-9ca1-b857da9564d4.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.084723] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fa8145e-2877-47ac-b8bc-90395bb65b73 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.090580] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1229.090580] env[69603]: value = "task-3480859" [ 1229.090580] env[69603]: _type = "Task" [ 1229.090580] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.098129] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480859, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.209324] env[69603]: DEBUG nova.network.neutron [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Updated VIF entry in instance network info cache for port 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.209724] env[69603]: DEBUG nova.network.neutron [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Updating instance_info_cache with network_info: [{"id": "8b6a2b94-1baf-4337-a80c-00ea3a66a2cc", "address": "fa:16:3e:60:a1:75", "network": {"id": "52446629-0dfd-464a-a582-a42905ece30e", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-576505817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8198682609684cf3b6741806b7d5da40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b6a2b94-1b", "ovs_interfaceid": "8b6a2b94-1baf-4337-a80c-00ea3a66a2cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.222526] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141555} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.223578] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.223800] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.224031] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.299270] env[69603]: DEBUG nova.network.neutron [-] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.419605] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22999ba7-701f-4c7d-ba95-5b1b10869a49 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.431302] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c838cb04-aca1-408e-a681-56d9f29df7a3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.462378] env[69603]: DEBUG nova.compute.manager [req-2fafba8c-e350-4e41-9d93-5e84c319a9c9 req-73728459-1ab3-4411-83bd-0218299cfc6f service nova] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Detach interface failed, port_id=e90f3523-9a75-4df9-9da8-c51713f7a1eb, reason: Instance 5e7f0d45-35dd-486c-99c1-4787e7b13a9f could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1229.579015] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cbdf68ef-162e-4cce-903f-e617c6fe425b" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.579339] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Processing image cbdf68ef-162e-4cce-903f-e617c6fe425b {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.579591] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cbdf68ef-162e-4cce-903f-e617c6fe425b/cbdf68ef-162e-4cce-903f-e617c6fe425b.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.579737] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cbdf68ef-162e-4cce-903f-e617c6fe425b/cbdf68ef-162e-4cce-903f-e617c6fe425b.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.579912] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.580174] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9684dc0b-c937-4021-a137-e4905171f17c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.587385] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.587583] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.588291] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f01e611b-05bb-48a6-b2e5-bc3e0a6a5c53 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.595896] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1229.595896] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e142de-f6da-67b0-7dde-d46d687609c5" [ 1229.595896] env[69603]: _type = "Task" [ 1229.595896] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.601821] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480859, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47529} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.602381] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] fc37753b-1ed3-4a79-9ca1-b857da9564d4/fc37753b-1ed3-4a79-9ca1-b857da9564d4.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.602594] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.602806] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a28c4860-7ea5-4255-8edc-2f3eb1f58f24 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.607859] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Preparing fetch location {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1229.608106] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Fetch image to [datastore1] OSTACK_IMG_547429e6-c119-4bf4-9741-df820c70e6e1/OSTACK_IMG_547429e6-c119-4bf4-9741-df820c70e6e1.vmdk {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1229.608298] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Downloading stream optimized image cbdf68ef-162e-4cce-903f-e617c6fe425b to [datastore1] OSTACK_IMG_547429e6-c119-4bf4-9741-df820c70e6e1/OSTACK_IMG_547429e6-c119-4bf4-9741-df820c70e6e1.vmdk on the data store datastore1 as vApp {{(pid=69603) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1229.608467] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Downloading image file data cbdf68ef-162e-4cce-903f-e617c6fe425b to the ESX as VM named 'OSTACK_IMG_547429e6-c119-4bf4-9741-df820c70e6e1' {{(pid=69603) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1229.611400] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1229.611400] env[69603]: value = "task-3480860" [ 1229.611400] env[69603]: _type = "Task" [ 1229.611400] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.618452] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.691262] env[69603]: DEBUG oslo_vmware.rw_handles [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1229.691262] env[69603]: value = "resgroup-9" [ 1229.691262] env[69603]: _type = "ResourcePool" [ 1229.691262] env[69603]: }. {{(pid=69603) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1229.691566] env[69603]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c0b7bc77-4d22-48b1-a1e1-bc87a1c62a92 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.711595] env[69603]: DEBUG oslo_vmware.rw_handles [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lease: (returnval){ [ 1229.711595] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5247d771-7514-9bce-f677-95fb6a9c1928" [ 1229.711595] env[69603]: _type = "HttpNfcLease" [ 1229.711595] env[69603]: } obtained for vApp import into resource pool (val){ [ 1229.711595] env[69603]: value = "resgroup-9" [ 1229.711595] env[69603]: _type = "ResourcePool" [ 1229.711595] env[69603]: }. {{(pid=69603) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1229.711970] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the lease: (returnval){ [ 1229.711970] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5247d771-7514-9bce-f677-95fb6a9c1928" [ 1229.711970] env[69603]: _type = "HttpNfcLease" [ 1229.711970] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1229.712431] env[69603]: DEBUG oslo_concurrency.lockutils [req-910405ef-1c47-4cad-a759-52a9149ea1ee req-d4d221ad-8d67-45d2-a26c-f091f6a44dde service nova] Releasing lock "refresh_cache-39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.719154] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1229.719154] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5247d771-7514-9bce-f677-95fb6a9c1928" [ 1229.719154] env[69603]: _type = "HttpNfcLease" [ 1229.719154] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1229.802485] env[69603]: INFO nova.compute.manager [-] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Took 1.24 seconds to deallocate network for instance. [ 1230.121289] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070481} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.121560] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.122678] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c6ff5c-34dc-4d62-bda8-f1575d479af4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.144059] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] fc37753b-1ed3-4a79-9ca1-b857da9564d4/fc37753b-1ed3-4a79-9ca1-b857da9564d4.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.144344] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6538059a-00fc-496f-892c-6358a5d53ff4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.163228] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1230.163228] env[69603]: value = "task-3480862" [ 1230.163228] env[69603]: _type = "Task" [ 1230.163228] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.171865] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480862, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.221469] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.221469] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5247d771-7514-9bce-f677-95fb6a9c1928" [ 1230.221469] env[69603]: _type = "HttpNfcLease" [ 1230.221469] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1230.253971] env[69603]: DEBUG nova.virt.hardware [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.254242] env[69603]: DEBUG nova.virt.hardware [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.254403] env[69603]: DEBUG nova.virt.hardware [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.254584] env[69603]: DEBUG nova.virt.hardware [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.254731] env[69603]: DEBUG nova.virt.hardware [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.254879] env[69603]: DEBUG nova.virt.hardware [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.255102] env[69603]: DEBUG nova.virt.hardware [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.255299] env[69603]: DEBUG nova.virt.hardware [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.255504] env[69603]: DEBUG nova.virt.hardware [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.255680] env[69603]: DEBUG nova.virt.hardware [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.255852] env[69603]: DEBUG nova.virt.hardware [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.256699] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebed0f7-6768-4127-af37-867f9f7ddb38 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.264093] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9ae994-6d48-490b-9593-619617e123b5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.277453] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:b3:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a7c349c-2de2-429a-8aae-2f38a779de58', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.284732] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.284950] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.285160] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c043ab5-c41b-42f0-8028-2264db624c4c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.305012] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.305012] env[69603]: value = "task-3480863" [ 1230.305012] env[69603]: _type = "Task" [ 1230.305012] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.311828] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480863, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.350883] env[69603]: INFO nova.compute.manager [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Took 0.55 seconds to detach 1 volumes for instance. [ 1230.673084] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480862, 'name': ReconfigVM_Task, 'duration_secs': 0.297475} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.673566] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Reconfigured VM instance instance-00000073 to attach disk [datastore2] fc37753b-1ed3-4a79-9ca1-b857da9564d4/fc37753b-1ed3-4a79-9ca1-b857da9564d4.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.673997] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6063af74-845e-471d-bc4d-1c3c3649ea2e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.679917] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1230.679917] env[69603]: value = "task-3480864" [ 1230.679917] env[69603]: _type = "Task" [ 1230.679917] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.687439] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480864, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.720271] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.720271] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5247d771-7514-9bce-f677-95fb6a9c1928" [ 1230.720271] env[69603]: _type = "HttpNfcLease" [ 1230.720271] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1230.720541] env[69603]: DEBUG oslo_vmware.rw_handles [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1230.720541] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5247d771-7514-9bce-f677-95fb6a9c1928" [ 1230.720541] env[69603]: _type = "HttpNfcLease" [ 1230.720541] env[69603]: }. {{(pid=69603) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1230.721235] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a48be7-ae3c-491e-ba31-c73b5e4fe66d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.728029] env[69603]: DEBUG oslo_vmware.rw_handles [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb93f8-bf62-754e-55ac-0ce405f9eedc/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1230.728195] env[69603]: DEBUG oslo_vmware.rw_handles [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb93f8-bf62-754e-55ac-0ce405f9eedc/disk-0.vmdk. {{(pid=69603) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1230.790719] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d4d3d14c-91a9-477d-b21b-771796c5a4cc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.814265] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480863, 'name': CreateVM_Task, 'duration_secs': 0.386501} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.814441] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1230.815103] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.815328] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.815645] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.815886] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4842da06-c53d-42a8-a425-af6399e5f580 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.820623] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1230.820623] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5233bef3-b44f-99d9-6046-f395cfff9f1b" [ 1230.820623] env[69603]: _type = "Task" [ 1230.820623] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.827732] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5233bef3-b44f-99d9-6046-f395cfff9f1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.857062] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.857364] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.857629] env[69603]: DEBUG nova.objects.instance [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lazy-loading 'resources' on Instance uuid 5e7f0d45-35dd-486c-99c1-4787e7b13a9f {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.190172] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480864, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.333235] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5233bef3-b44f-99d9-6046-f395cfff9f1b, 'name': SearchDatastore_Task, 'duration_secs': 0.011708} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.333594] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.333898] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1231.334184] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.334345] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.334546] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1231.334862] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e15e9ab5-0c1a-431c-bf0a-64dc55cfaa4e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.343675] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1231.343811] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1231.344547] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd201bd7-e04a-437d-bbe9-5cf64c3f3c2c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.349529] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1231.349529] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52550e54-91be-a930-0f63-7627e7946ca8" [ 1231.349529] env[69603]: _type = "Task" [ 1231.349529] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.356974] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52550e54-91be-a930-0f63-7627e7946ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.458852] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14112828-a86a-4f44-b801-174c524b6189 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.468348] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a5b531-bddc-47bb-aac1-a9726874058f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.509463] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec18d625-5f1a-41ce-918e-a554c457528e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.519214] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd44c14-9a7d-4b18-9857-1877a6acb4d8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.532761] env[69603]: DEBUG nova.compute.provider_tree [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.692282] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480864, 'name': Rename_Task, 'duration_secs': 0.883404} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.692681] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.693084] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf2d116e-0daa-4f3d-89e9-e3f89735edf5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.699862] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1231.699862] env[69603]: value = "task-3480865" [ 1231.699862] env[69603]: _type = "Task" [ 1231.699862] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.708666] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.861974] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52550e54-91be-a930-0f63-7627e7946ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.011097} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.864548] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bad2b9ba-1716-4a34-97a0-d9c70f489f24 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.870171] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1231.870171] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ff736b-e828-f862-7044-ae2eee7c9c7a" [ 1231.870171] env[69603]: _type = "Task" [ 1231.870171] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.878891] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ff736b-e828-f862-7044-ae2eee7c9c7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.960141] env[69603]: DEBUG oslo_vmware.rw_handles [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Completed reading data from the image iterator. {{(pid=69603) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1231.960356] env[69603]: DEBUG oslo_vmware.rw_handles [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb93f8-bf62-754e-55ac-0ce405f9eedc/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1231.961381] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ca1cb1-5169-4605-b212-2e356a5feaad {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.967771] env[69603]: DEBUG oslo_vmware.rw_handles [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb93f8-bf62-754e-55ac-0ce405f9eedc/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1231.967932] env[69603]: DEBUG oslo_vmware.rw_handles [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb93f8-bf62-754e-55ac-0ce405f9eedc/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1231.968174] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-043eea7f-0c8e-4bb7-844b-43a4a66c8260 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.058184] env[69603]: ERROR nova.scheduler.client.report [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [req-2a97c21e-aba4-4227-8076-867cc27766d3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2a97c21e-aba4-4227-8076-867cc27766d3"}]} [ 1232.075298] env[69603]: DEBUG nova.scheduler.client.report [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1232.088653] env[69603]: DEBUG nova.scheduler.client.report [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1232.088874] env[69603]: DEBUG nova.compute.provider_tree [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1232.100289] env[69603]: DEBUG nova.scheduler.client.report [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1232.118434] env[69603]: DEBUG nova.scheduler.client.report [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1232.195806] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60e6392-9d06-4721-8364-a46465d7a741 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.205903] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cde9766-8f04-4c00-a085-84fd4f0e79ba {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.213936] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480865, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.239783] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b731dbb6-a5f2-45f5-9687-9abda62457b1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.247536] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580c8d2e-3b71-4c75-a1d7-58a5ae4ec06b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.260742] env[69603]: DEBUG nova.compute.provider_tree [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1232.285137] env[69603]: DEBUG oslo_vmware.rw_handles [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52eb93f8-bf62-754e-55ac-0ce405f9eedc/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1232.285397] env[69603]: INFO nova.virt.vmwareapi.images [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Downloaded image file data cbdf68ef-162e-4cce-903f-e617c6fe425b [ 1232.286193] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f120a27-5429-4daf-88eb-5e0c5b7c7c0d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.300728] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bd6b8f8-30ff-41aa-ac06-f4854bd312f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.380229] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ff736b-e828-f862-7044-ae2eee7c9c7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009932} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.380505] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.380759] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 00789eec-b5f7-4f68-97f4-91e458e085e7/00789eec-b5f7-4f68-97f4-91e458e085e7.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1232.381035] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32da69a6-720c-423f-a716-7afbfc12ea4c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.387644] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1232.387644] env[69603]: value = "task-3480867" [ 1232.387644] env[69603]: _type = "Task" [ 1232.387644] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.392840] env[69603]: INFO nova.virt.vmwareapi.images [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] The imported VM was unregistered [ 1232.395154] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Caching image {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1232.395406] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Creating directory with path [datastore1] devstack-image-cache_base/cbdf68ef-162e-4cce-903f-e617c6fe425b {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.398381] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06ef3206-539d-4dd7-84d2-e535027b596c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.400387] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.417269] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Created directory with path [datastore1] devstack-image-cache_base/cbdf68ef-162e-4cce-903f-e617c6fe425b {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.417470] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_547429e6-c119-4bf4-9741-df820c70e6e1/OSTACK_IMG_547429e6-c119-4bf4-9741-df820c70e6e1.vmdk to [datastore1] devstack-image-cache_base/cbdf68ef-162e-4cce-903f-e617c6fe425b/cbdf68ef-162e-4cce-903f-e617c6fe425b.vmdk. {{(pid=69603) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1232.417806] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-09e1d1b5-f3ce-4c30-9c51-1f0b2ad3bc79 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.424125] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1232.424125] env[69603]: value = "task-3480868" [ 1232.424125] env[69603]: _type = "Task" [ 1232.424125] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.431271] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480868, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.712414] env[69603]: DEBUG oslo_vmware.api [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480865, 'name': PowerOnVM_Task, 'duration_secs': 0.558291} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.712853] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.712920] env[69603]: INFO nova.compute.manager [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1232.713102] env[69603]: DEBUG nova.compute.manager [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.713963] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53b7aba-0ba9-4b3c-9933-9ee9b27238b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.794810] env[69603]: DEBUG nova.scheduler.client.report [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1232.795168] env[69603]: DEBUG nova.compute.provider_tree [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 160 to 161 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1232.795416] env[69603]: DEBUG nova.compute.provider_tree [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1232.898398] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480867, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.934362] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480868, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.234293] env[69603]: INFO nova.compute.manager [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Took 13.63 seconds to build instance. [ 1233.301154] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.444s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.330552] env[69603]: INFO nova.scheduler.client.report [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleted allocations for instance 5e7f0d45-35dd-486c-99c1-4787e7b13a9f [ 1233.399898] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480867, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543442} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.399898] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 00789eec-b5f7-4f68-97f4-91e458e085e7/00789eec-b5f7-4f68-97f4-91e458e085e7.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1233.399898] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1233.400297] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e922873-1b8c-46a0-8fe6-52d801bfeb33 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.406839] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1233.406839] env[69603]: value = "task-3480869" [ 1233.406839] env[69603]: _type = "Task" [ 1233.406839] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.416656] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.433496] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480868, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.737453] env[69603]: DEBUG oslo_concurrency.lockutils [None req-840537f3-911e-439b-b4ef-9a84eb27daf4 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.148s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.839211] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cc4166ea-3890-4d78-943b-6d31c56a8199 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "5e7f0d45-35dd-486c-99c1-4787e7b13a9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.046s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.921049] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.243882} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.921517] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.922758] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2cd56b-38d9-4be3-82e9-245e0244037f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.955543] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480868, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.970613] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 00789eec-b5f7-4f68-97f4-91e458e085e7/00789eec-b5f7-4f68-97f4-91e458e085e7.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.971086] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ac5ff53-32d4-4a3b-afb3-70ea2b565cef {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.991836] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1233.991836] env[69603]: value = "task-3480870" [ 1233.991836] env[69603]: _type = "Task" [ 1233.991836] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.003029] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.182698] env[69603]: DEBUG nova.compute.manager [req-2b5a453c-6596-41c0-8017-0834d4536ded req-7ea950b0-ed6c-4067-9238-ca1f1c110e37 service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Received event network-changed-bf142089-e2fc-42be-93ce-36c1333b7d04 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.182935] env[69603]: DEBUG nova.compute.manager [req-2b5a453c-6596-41c0-8017-0834d4536ded req-7ea950b0-ed6c-4067-9238-ca1f1c110e37 service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Refreshing instance network info cache due to event network-changed-bf142089-e2fc-42be-93ce-36c1333b7d04. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.183121] env[69603]: DEBUG oslo_concurrency.lockutils [req-2b5a453c-6596-41c0-8017-0834d4536ded req-7ea950b0-ed6c-4067-9238-ca1f1c110e37 service nova] Acquiring lock "refresh_cache-fc37753b-1ed3-4a79-9ca1-b857da9564d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.183297] env[69603]: DEBUG oslo_concurrency.lockutils [req-2b5a453c-6596-41c0-8017-0834d4536ded req-7ea950b0-ed6c-4067-9238-ca1f1c110e37 service nova] Acquired lock "refresh_cache-fc37753b-1ed3-4a79-9ca1-b857da9564d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.183430] env[69603]: DEBUG nova.network.neutron [req-2b5a453c-6596-41c0-8017-0834d4536ded req-7ea950b0-ed6c-4067-9238-ca1f1c110e37 service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Refreshing network info cache for port bf142089-e2fc-42be-93ce-36c1333b7d04 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.438140] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480868, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.502412] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.939265] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480868, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.952208] env[69603]: DEBUG nova.network.neutron [req-2b5a453c-6596-41c0-8017-0834d4536ded req-7ea950b0-ed6c-4067-9238-ca1f1c110e37 service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Updated VIF entry in instance network info cache for port bf142089-e2fc-42be-93ce-36c1333b7d04. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.952568] env[69603]: DEBUG nova.network.neutron [req-2b5a453c-6596-41c0-8017-0834d4536ded req-7ea950b0-ed6c-4067-9238-ca1f1c110e37 service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Updating instance_info_cache with network_info: [{"id": "bf142089-e2fc-42be-93ce-36c1333b7d04", "address": "fa:16:3e:4b:f0:bc", "network": {"id": "d76c62a5-83eb-45c2-bdc1-a976e6132e5c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1298507185-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9712796541f64c579b948f5ddae92fec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4a2b284a-a29c-478f-b763-c9b5821e20ec", "external-id": "nsx-vlan-transportzone-691", "segmentation_id": 691, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf142089-e2", "ovs_interfaceid": "bf142089-e2fc-42be-93ce-36c1333b7d04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.003756] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480870, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.439381] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480868, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.610589} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.439654] env[69603]: INFO nova.virt.vmwareapi.ds_util [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_547429e6-c119-4bf4-9741-df820c70e6e1/OSTACK_IMG_547429e6-c119-4bf4-9741-df820c70e6e1.vmdk to [datastore1] devstack-image-cache_base/cbdf68ef-162e-4cce-903f-e617c6fe425b/cbdf68ef-162e-4cce-903f-e617c6fe425b.vmdk. [ 1235.439870] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Cleaning up location [datastore1] OSTACK_IMG_547429e6-c119-4bf4-9741-df820c70e6e1 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1235.440061] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_547429e6-c119-4bf4-9741-df820c70e6e1 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.440308] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0ce432f-659b-4f09-b550-6f605eba4c9e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.446870] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1235.446870] env[69603]: value = "task-3480871" [ 1235.446870] env[69603]: _type = "Task" [ 1235.446870] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.455206] env[69603]: DEBUG oslo_concurrency.lockutils [req-2b5a453c-6596-41c0-8017-0834d4536ded req-7ea950b0-ed6c-4067-9238-ca1f1c110e37 service nova] Releasing lock "refresh_cache-fc37753b-1ed3-4a79-9ca1-b857da9564d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.455708] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.503286] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480870, 'name': ReconfigVM_Task, 'duration_secs': 1.199826} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.503592] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 00789eec-b5f7-4f68-97f4-91e458e085e7/00789eec-b5f7-4f68-97f4-91e458e085e7.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.504242] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3a79928-3f56-4a0c-9027-099862af2ea2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.510196] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1235.510196] env[69603]: value = "task-3480872" [ 1235.510196] env[69603]: _type = "Task" [ 1235.510196] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.517740] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480872, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.714258] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.714493] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.956794] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035261} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.957172] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.957310] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cbdf68ef-162e-4cce-903f-e617c6fe425b/cbdf68ef-162e-4cce-903f-e617c6fe425b.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.957564] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cbdf68ef-162e-4cce-903f-e617c6fe425b/cbdf68ef-162e-4cce-903f-e617c6fe425b.vmdk to [datastore1] 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba/39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.957825] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30051d45-f8e9-45ac-b4c2-e80a162157e1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.965795] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1235.965795] env[69603]: value = "task-3480873" [ 1235.965795] env[69603]: _type = "Task" [ 1235.965795] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.973317] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.019540] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480872, 'name': Rename_Task, 'duration_secs': 0.140718} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.019766] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.020010] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d588fff5-813e-4756-904d-2b53f78bf333 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.025681] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1236.025681] env[69603]: value = "task-3480874" [ 1236.025681] env[69603]: _type = "Task" [ 1236.025681] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.032862] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.216832] env[69603]: DEBUG nova.compute.manager [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.476550] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480873, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.536329] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480874, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.740740] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.741041] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.742579] env[69603]: INFO nova.compute.claims [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.976708] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480873, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.036802] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480874, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.476683] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480873, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.536803] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480874, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.846799] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce00bdf-0123-4b2a-ad59-f7f672928c04 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.854715] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e6d924-2533-4c4e-ab3c-9594fdb20f07 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.887121] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9373fa-7676-485f-bd2e-729314db4505 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.894879] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a81398-3107-49e1-899d-9d0ae769e3ec {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.910156] env[69603]: DEBUG nova.compute.provider_tree [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.977190] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480873, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.036972] env[69603]: DEBUG oslo_vmware.api [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480874, 'name': PowerOnVM_Task, 'duration_secs': 1.946923} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.037294] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.037502] env[69603]: DEBUG nova.compute.manager [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1238.038354] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922e2c2c-e4cf-49c5-bf67-7b003f783d89 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.413810] env[69603]: DEBUG nova.scheduler.client.report [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.477317] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480873, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.556825] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.919176] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.919709] env[69603]: DEBUG nova.compute.manager [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1238.922372] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.366s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.922558] env[69603]: DEBUG nova.objects.instance [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69603) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1238.977965] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480873, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.620494} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.978299] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cbdf68ef-162e-4cce-903f-e617c6fe425b/cbdf68ef-162e-4cce-903f-e617c6fe425b.vmdk to [datastore1] 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba/39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.979026] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4605893f-7e91-44bb-a89c-76cc10afa769 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.001991] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba/39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba.vmdk or device None with type streamOptimized {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.002320] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af674496-007a-49ba-8c41-52192e119235 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.022049] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1239.022049] env[69603]: value = "task-3480875" [ 1239.022049] env[69603]: _type = "Task" [ 1239.022049] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.029538] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.426676] env[69603]: DEBUG nova.compute.utils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.431793] env[69603]: DEBUG nova.compute.manager [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.431793] env[69603]: DEBUG nova.network.neutron [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.464910] env[69603]: DEBUG nova.policy [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a161b2d93adf458b96d5c97e3eed2d20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13f1426fcdfb4adcaa41c536227dd988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.533456] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.711791] env[69603]: DEBUG nova.network.neutron [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Successfully created port: 040b36cd-1b71-460f-9b37-ce3491fc67bf {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1239.931468] env[69603]: DEBUG nova.compute.manager [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1239.935034] env[69603]: DEBUG oslo_concurrency.lockutils [None req-d484946c-d0c2-4f9d-a160-48f926607066 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.032188] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480875, 'name': ReconfigVM_Task, 'duration_secs': 0.786174} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.032767] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba/39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba.vmdk or device None with type streamOptimized {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.033404] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e84469cf-6325-4086-b70a-3f3c6766ee06 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.040193] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1240.040193] env[69603]: value = "task-3480876" [ 1240.040193] env[69603]: _type = "Task" [ 1240.040193] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.047652] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480876, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.549720] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480876, 'name': Rename_Task, 'duration_secs': 0.136424} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.549988] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.550242] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecbe1b94-56b5-4498-a4fa-a99911e43b43 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.556511] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1240.556511] env[69603]: value = "task-3480877" [ 1240.556511] env[69603]: _type = "Task" [ 1240.556511] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.563746] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.944389] env[69603]: DEBUG nova.compute.manager [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1240.970780] env[69603]: DEBUG nova.virt.hardware [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.971038] env[69603]: DEBUG nova.virt.hardware [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.971202] env[69603]: DEBUG nova.virt.hardware [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.971389] env[69603]: DEBUG nova.virt.hardware [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.971536] env[69603]: DEBUG nova.virt.hardware [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.971685] env[69603]: DEBUG nova.virt.hardware [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.971893] env[69603]: DEBUG nova.virt.hardware [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.972063] env[69603]: DEBUG nova.virt.hardware [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.972238] env[69603]: DEBUG nova.virt.hardware [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.972401] env[69603]: DEBUG nova.virt.hardware [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.972573] env[69603]: DEBUG nova.virt.hardware [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.973574] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d679dc93-0cd2-4b37-959f-80b93780e2e3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.982159] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7201c3f2-c0c7-4a99-b0b7-b5ec4f685d77 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.064476] env[69603]: DEBUG nova.compute.manager [req-fcae2463-376f-4c77-9073-f27088274b50 req-89c9fb97-bc53-4cc1-9e7a-47207a0daecd service nova] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Received event network-vif-plugged-040b36cd-1b71-460f-9b37-ce3491fc67bf {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.064781] env[69603]: DEBUG oslo_concurrency.lockutils [req-fcae2463-376f-4c77-9073-f27088274b50 req-89c9fb97-bc53-4cc1-9e7a-47207a0daecd service nova] Acquiring lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.064887] env[69603]: DEBUG oslo_concurrency.lockutils [req-fcae2463-376f-4c77-9073-f27088274b50 req-89c9fb97-bc53-4cc1-9e7a-47207a0daecd service nova] Lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.065090] env[69603]: DEBUG oslo_concurrency.lockutils [req-fcae2463-376f-4c77-9073-f27088274b50 req-89c9fb97-bc53-4cc1-9e7a-47207a0daecd service nova] Lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.065225] env[69603]: DEBUG nova.compute.manager [req-fcae2463-376f-4c77-9073-f27088274b50 req-89c9fb97-bc53-4cc1-9e7a-47207a0daecd service nova] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] No waiting events found dispatching network-vif-plugged-040b36cd-1b71-460f-9b37-ce3491fc67bf {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.065409] env[69603]: WARNING nova.compute.manager [req-fcae2463-376f-4c77-9073-f27088274b50 req-89c9fb97-bc53-4cc1-9e7a-47207a0daecd service nova] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Received unexpected event network-vif-plugged-040b36cd-1b71-460f-9b37-ce3491fc67bf for instance with vm_state building and task_state spawning. [ 1241.069179] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480877, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.150416] env[69603]: DEBUG nova.network.neutron [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Successfully updated port: 040b36cd-1b71-460f-9b37-ce3491fc67bf {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.568911] env[69603]: DEBUG oslo_vmware.api [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480877, 'name': PowerOnVM_Task, 'duration_secs': 0.830362} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.569199] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.655538] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "refresh_cache-64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.655753] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "refresh_cache-64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.656014] env[69603]: DEBUG nova.network.neutron [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.665187] env[69603]: DEBUG nova.compute.manager [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.666144] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156004bc-a92a-458b-844f-c33760edbd91 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.183811] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d38356f-a49c-4497-92b2-697ce5c7f6d4 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.568s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.187899] env[69603]: DEBUG nova.network.neutron [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.312067] env[69603]: DEBUG nova.network.neutron [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Updating instance_info_cache with network_info: [{"id": "040b36cd-1b71-460f-9b37-ce3491fc67bf", "address": "fa:16:3e:ba:a1:46", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap040b36cd-1b", "ovs_interfaceid": "040b36cd-1b71-460f-9b37-ce3491fc67bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.815143] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "refresh_cache-64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.815514] env[69603]: DEBUG nova.compute.manager [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Instance network_info: |[{"id": "040b36cd-1b71-460f-9b37-ce3491fc67bf", "address": "fa:16:3e:ba:a1:46", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap040b36cd-1b", "ovs_interfaceid": "040b36cd-1b71-460f-9b37-ce3491fc67bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1242.815951] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:a1:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '040b36cd-1b71-460f-9b37-ce3491fc67bf', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.823366] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.823876] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.824120] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-872f6394-fa50-4598-bfd1-9a4f00e6c2c0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.844267] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.844267] env[69603]: value = "task-3480878" [ 1242.844267] env[69603]: _type = "Task" [ 1242.844267] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.851491] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480878, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.091373] env[69603]: DEBUG nova.compute.manager [req-7543f31b-05cc-4fd4-a56e-430d2679c405 req-4ebe5933-767c-45ff-9313-b72d9f324e8d service nova] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Received event network-changed-040b36cd-1b71-460f-9b37-ce3491fc67bf {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.091582] env[69603]: DEBUG nova.compute.manager [req-7543f31b-05cc-4fd4-a56e-430d2679c405 req-4ebe5933-767c-45ff-9313-b72d9f324e8d service nova] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Refreshing instance network info cache due to event network-changed-040b36cd-1b71-460f-9b37-ce3491fc67bf. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.091800] env[69603]: DEBUG oslo_concurrency.lockutils [req-7543f31b-05cc-4fd4-a56e-430d2679c405 req-4ebe5933-767c-45ff-9313-b72d9f324e8d service nova] Acquiring lock "refresh_cache-64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.091948] env[69603]: DEBUG oslo_concurrency.lockutils [req-7543f31b-05cc-4fd4-a56e-430d2679c405 req-4ebe5933-767c-45ff-9313-b72d9f324e8d service nova] Acquired lock "refresh_cache-64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.092128] env[69603]: DEBUG nova.network.neutron [req-7543f31b-05cc-4fd4-a56e-430d2679c405 req-4ebe5933-767c-45ff-9313-b72d9f324e8d service nova] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Refreshing network info cache for port 040b36cd-1b71-460f-9b37-ce3491fc67bf {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.178198] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.178447] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.178650] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.178830] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.178997] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.181069] env[69603]: INFO nova.compute.manager [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Terminating instance [ 1243.355061] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480878, 'name': CreateVM_Task, 'duration_secs': 0.297604} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.355061] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.355061] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.355061] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.355702] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.355702] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71ee0bb2-ac0a-457f-8072-26e7e2f84d2a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.359721] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1243.359721] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e0ed3a-2686-c2f3-bf53-bed74cb1991c" [ 1243.359721] env[69603]: _type = "Task" [ 1243.359721] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.366985] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e0ed3a-2686-c2f3-bf53-bed74cb1991c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.684836] env[69603]: DEBUG nova.compute.manager [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.685077] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.685968] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949bf604-cf43-463f-95c3-91c2dd9e390b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.693445] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.693680] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4c18f40-b8d2-43d1-9c40-1717f927b820 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.701754] env[69603]: DEBUG oslo_vmware.api [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1243.701754] env[69603]: value = "task-3480879" [ 1243.701754] env[69603]: _type = "Task" [ 1243.701754] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.711646] env[69603]: DEBUG oslo_vmware.api [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.786286] env[69603]: DEBUG nova.network.neutron [req-7543f31b-05cc-4fd4-a56e-430d2679c405 req-4ebe5933-767c-45ff-9313-b72d9f324e8d service nova] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Updated VIF entry in instance network info cache for port 040b36cd-1b71-460f-9b37-ce3491fc67bf. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.786727] env[69603]: DEBUG nova.network.neutron [req-7543f31b-05cc-4fd4-a56e-430d2679c405 req-4ebe5933-767c-45ff-9313-b72d9f324e8d service nova] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Updating instance_info_cache with network_info: [{"id": "040b36cd-1b71-460f-9b37-ce3491fc67bf", "address": "fa:16:3e:ba:a1:46", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap040b36cd-1b", "ovs_interfaceid": "040b36cd-1b71-460f-9b37-ce3491fc67bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.872095] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e0ed3a-2686-c2f3-bf53-bed74cb1991c, 'name': SearchDatastore_Task, 'duration_secs': 0.009927} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.872472] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.872751] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.873054] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.873261] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.873503] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.873808] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13acaf70-7f6e-4ef8-86cc-84ca8df2faee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.882791] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.882983] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.883847] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ba6fe06-cf9a-40f3-bcb5-eae84736cd2a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.889573] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1243.889573] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c3a83b-9d86-26fd-b310-8b332e3f4583" [ 1243.889573] env[69603]: _type = "Task" [ 1243.889573] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.898242] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c3a83b-9d86-26fd-b310-8b332e3f4583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.211245] env[69603]: DEBUG oslo_vmware.api [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480879, 'name': PowerOffVM_Task, 'duration_secs': 0.19021} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.211600] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.211749] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.211858] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71f82f4f-eba3-41b7-9136-0bdeb824dc9f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.274870] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.275136] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.275294] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Deleting the datastore file [datastore1] 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.275617] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d970b5f-d226-444a-92ea-06539876a356 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.281828] env[69603]: DEBUG oslo_vmware.api [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for the task: (returnval){ [ 1244.281828] env[69603]: value = "task-3480881" [ 1244.281828] env[69603]: _type = "Task" [ 1244.281828] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.289429] env[69603]: DEBUG oslo_concurrency.lockutils [req-7543f31b-05cc-4fd4-a56e-430d2679c405 req-4ebe5933-767c-45ff-9313-b72d9f324e8d service nova] Releasing lock "refresh_cache-64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.289779] env[69603]: DEBUG oslo_vmware.api [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.399762] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c3a83b-9d86-26fd-b310-8b332e3f4583, 'name': SearchDatastore_Task, 'duration_secs': 0.008643} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.400575] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bfb98e6-d912-4954-b732-a8200adf3d3e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.405335] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1244.405335] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526e9165-d5b3-9ad3-44c1-244a471470bf" [ 1244.405335] env[69603]: _type = "Task" [ 1244.405335] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.412456] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526e9165-d5b3-9ad3-44c1-244a471470bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.791812] env[69603]: DEBUG oslo_vmware.api [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Task: {'id': task-3480881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120596} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.792080] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.792272] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.792447] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.792623] env[69603]: INFO nova.compute.manager [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1244.792855] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.793062] env[69603]: DEBUG nova.compute.manager [-] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.793159] env[69603]: DEBUG nova.network.neutron [-] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.915891] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526e9165-d5b3-9ad3-44c1-244a471470bf, 'name': SearchDatastore_Task, 'duration_secs': 0.008131} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.916193] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.916455] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41/64f0d21d-a1fc-4173-9eaa-ed1e31d99b41.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.916719] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cb79955-3631-4fcc-8f79-22ebdeeb01ea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.923647] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1244.923647] env[69603]: value = "task-3480882" [ 1244.923647] env[69603]: _type = "Task" [ 1244.923647] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.931386] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.255186] env[69603]: DEBUG nova.compute.manager [req-69610ad5-c7ca-4cb3-a24f-b8d589bd8130 req-4549a72d-00d7-4af2-9d3f-6e6799424514 service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Received event network-vif-deleted-8b6a2b94-1baf-4337-a80c-00ea3a66a2cc {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.255450] env[69603]: INFO nova.compute.manager [req-69610ad5-c7ca-4cb3-a24f-b8d589bd8130 req-4549a72d-00d7-4af2-9d3f-6e6799424514 service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Neutron deleted interface 8b6a2b94-1baf-4337-a80c-00ea3a66a2cc; detaching it from the instance and deleting it from the info cache [ 1245.255598] env[69603]: DEBUG nova.network.neutron [req-69610ad5-c7ca-4cb3-a24f-b8d589bd8130 req-4549a72d-00d7-4af2-9d3f-6e6799424514 service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.434262] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508981} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.434516] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41/64f0d21d-a1fc-4173-9eaa-ed1e31d99b41.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.434714] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.434973] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0284d86a-161d-499a-8473-354d26293680 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.441165] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1245.441165] env[69603]: value = "task-3480883" [ 1245.441165] env[69603]: _type = "Task" [ 1245.441165] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.450561] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.737584] env[69603]: DEBUG nova.network.neutron [-] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.757946] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0f36b748-ceba-4578-87c1-1d376264f7c0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.767456] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd4b5dd-bbfb-4c4e-8755-86afed6e270b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.795369] env[69603]: DEBUG nova.compute.manager [req-69610ad5-c7ca-4cb3-a24f-b8d589bd8130 req-4549a72d-00d7-4af2-9d3f-6e6799424514 service nova] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Detach interface failed, port_id=8b6a2b94-1baf-4337-a80c-00ea3a66a2cc, reason: Instance 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1245.950958] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055415} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.951188] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.951966] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6093a3-99b5-4027-920b-ba9e6e45fe18 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.974491] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41/64f0d21d-a1fc-4173-9eaa-ed1e31d99b41.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.974604] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08934cd1-07bb-4d2d-a943-13e7b075e1c5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.994262] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1245.994262] env[69603]: value = "task-3480884" [ 1245.994262] env[69603]: _type = "Task" [ 1245.994262] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.002448] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.240054] env[69603]: INFO nova.compute.manager [-] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Took 1.45 seconds to deallocate network for instance. [ 1246.504826] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480884, 'name': ReconfigVM_Task, 'duration_secs': 0.301484} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.505186] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41/64f0d21d-a1fc-4173-9eaa-ed1e31d99b41.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.505890] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce4f8d63-b39d-456e-be0f-e551d11d0034 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.512233] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1246.512233] env[69603]: value = "task-3480885" [ 1246.512233] env[69603]: _type = "Task" [ 1246.512233] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.523588] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480885, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.747692] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.748060] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.748300] env[69603]: DEBUG nova.objects.instance [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lazy-loading 'resources' on Instance uuid 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1247.022370] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480885, 'name': Rename_Task, 'duration_secs': 0.127071} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.023824] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.023824] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33dd4347-d60b-49bd-859a-aab891e9a46c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.029842] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1247.029842] env[69603]: value = "task-3480886" [ 1247.029842] env[69603]: _type = "Task" [ 1247.029842] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.046386] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480886, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.330634] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f56fd7-998b-4d0b-87ab-7806e563bd1a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.339618] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864c4bde-d912-47cc-a37c-1a225bfcfd43 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.388644] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1764a3-ad34-43d4-aa51-badc9851db3f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.398799] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696d80d4-2f68-45ad-9dfd-a6ce28729a6e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.415132] env[69603]: DEBUG nova.compute.provider_tree [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1247.540319] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480886, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.938243] env[69603]: ERROR nova.scheduler.client.report [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] [req-b8dd8b55-3064-4ba5-800d-b112c1ca3925] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b8dd8b55-3064-4ba5-800d-b112c1ca3925"}]} [ 1247.954098] env[69603]: DEBUG nova.scheduler.client.report [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1247.966264] env[69603]: DEBUG nova.scheduler.client.report [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1247.966471] env[69603]: DEBUG nova.compute.provider_tree [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1247.976461] env[69603]: DEBUG nova.scheduler.client.report [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1247.993557] env[69603]: DEBUG nova.scheduler.client.report [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1248.042358] env[69603]: DEBUG oslo_vmware.api [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480886, 'name': PowerOnVM_Task, 'duration_secs': 0.643979} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.042626] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.042826] env[69603]: INFO nova.compute.manager [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Took 7.10 seconds to spawn the instance on the hypervisor. [ 1248.043012] env[69603]: DEBUG nova.compute.manager [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.043817] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a3d809-4377-4f66-9034-5a9b6a546c3f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.065774] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348ef481-0910-42ae-9ebb-9d41ae1f4f34 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.072059] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8661440-e9b3-4445-9ff2-1c4dffca3127 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.102525] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca39efcf-cb92-44fe-bba7-28c3b3f6046f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.109949] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d2c6b2-2b81-44a8-bcfd-8ef2eed71679 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.123220] env[69603]: DEBUG nova.compute.provider_tree [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1248.562850] env[69603]: INFO nova.compute.manager [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Took 11.84 seconds to build instance. [ 1248.652720] env[69603]: DEBUG nova.scheduler.client.report [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 163 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1248.653014] env[69603]: DEBUG nova.compute.provider_tree [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 163 to 164 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1248.653207] env[69603]: DEBUG nova.compute.provider_tree [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1249.064642] env[69603]: DEBUG oslo_concurrency.lockutils [None req-37eec4b5-06b1-4231-95ac-bb8837d98d95 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.350s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.158450] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.410s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.183675] env[69603]: INFO nova.scheduler.client.report [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Deleted allocations for instance 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba [ 1249.259156] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "be93a717-f385-446f-93d8-06b462e7d449" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.259421] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "be93a717-f385-446f-93d8-06b462e7d449" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.259629] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "be93a717-f385-446f-93d8-06b462e7d449-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.259855] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "be93a717-f385-446f-93d8-06b462e7d449-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.260044] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "be93a717-f385-446f-93d8-06b462e7d449-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.262163] env[69603]: INFO nova.compute.manager [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Terminating instance [ 1249.356774] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.357015] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.357196] env[69603]: INFO nova.compute.manager [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Shelving [ 1249.690496] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98ed0c85-29c5-451c-918e-1ec38ced1007 tempest-ServerActionsTestOtherB-1126515164 tempest-ServerActionsTestOtherB-1126515164-project-member] Lock "39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.512s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.765666] env[69603]: DEBUG nova.compute.manager [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1249.765913] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1249.767212] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a658ea7-cac5-461d-9ef0-4a4f8ce4d6f3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.774772] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1249.775040] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e60ed781-8895-49d8-8199-468bb4c12036 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.781534] env[69603]: DEBUG oslo_vmware.api [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1249.781534] env[69603]: value = "task-3480887" [ 1249.781534] env[69603]: _type = "Task" [ 1249.781534] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.789061] env[69603]: DEBUG oslo_vmware.api [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.291867] env[69603]: DEBUG oslo_vmware.api [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480887, 'name': PowerOffVM_Task, 'duration_secs': 0.230691} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.292376] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.293230] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.293230] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b80cb3a-3f46-4e95-ad8e-b10d5531dd65 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.359354] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.359639] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.359911] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Deleting the datastore file [datastore1] be93a717-f385-446f-93d8-06b462e7d449 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.360239] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe993caf-2a64-4eac-9da7-25dc0c1168cd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.365973] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.367535] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b461b43e-017b-4711-a3a5-2ac154e2ba58 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.369331] env[69603]: DEBUG oslo_vmware.api [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for the task: (returnval){ [ 1250.369331] env[69603]: value = "task-3480890" [ 1250.369331] env[69603]: _type = "Task" [ 1250.369331] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.374642] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1250.374642] env[69603]: value = "task-3480891" [ 1250.374642] env[69603]: _type = "Task" [ 1250.374642] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.380728] env[69603]: DEBUG oslo_vmware.api [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.385555] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480891, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.886491] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480891, 'name': PowerOffVM_Task, 'duration_secs': 0.191858} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.891163] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.891625] env[69603]: DEBUG oslo_vmware.api [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Task: {'id': task-3480890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144465} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.892659] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff007590-dd0f-4953-a420-5f17f45460c9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.896359] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.896655] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.896947] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.897255] env[69603]: INFO nova.compute.manager [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] [instance: be93a717-f385-446f-93d8-06b462e7d449] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1250.897619] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.897911] env[69603]: DEBUG nova.compute.manager [-] [instance: be93a717-f385-446f-93d8-06b462e7d449] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.898078] env[69603]: DEBUG nova.network.neutron [-] [instance: be93a717-f385-446f-93d8-06b462e7d449] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.926041] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245170e1-88e2-478d-87c1-ce8b68e09220 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.352543] env[69603]: DEBUG nova.compute.manager [req-6beb5743-0f91-43b5-ba98-f794b8fe63bb req-9f54af34-0f39-49ee-a574-4ce361fdb0a8 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Received event network-vif-deleted-8e483696-119a-4c97-9a46-796a3a0f7404 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.352778] env[69603]: INFO nova.compute.manager [req-6beb5743-0f91-43b5-ba98-f794b8fe63bb req-9f54af34-0f39-49ee-a574-4ce361fdb0a8 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Neutron deleted interface 8e483696-119a-4c97-9a46-796a3a0f7404; detaching it from the instance and deleting it from the info cache [ 1251.353017] env[69603]: DEBUG nova.network.neutron [req-6beb5743-0f91-43b5-ba98-f794b8fe63bb req-9f54af34-0f39-49ee-a574-4ce361fdb0a8 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.439969] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Creating Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1251.440228] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7cfb4363-5f4e-448c-815a-416daa4f2b14 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.449898] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1251.449898] env[69603]: value = "task-3480892" [ 1251.449898] env[69603]: _type = "Task" [ 1251.449898] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.459090] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480892, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.833081] env[69603]: DEBUG nova.network.neutron [-] [instance: be93a717-f385-446f-93d8-06b462e7d449] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.856987] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb45a647-d584-4713-b6eb-25608655ca62 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.869662] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a62761-8e2d-47f5-bbf3-abee152912c0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.900169] env[69603]: DEBUG nova.compute.manager [req-6beb5743-0f91-43b5-ba98-f794b8fe63bb req-9f54af34-0f39-49ee-a574-4ce361fdb0a8 service nova] [instance: be93a717-f385-446f-93d8-06b462e7d449] Detach interface failed, port_id=8e483696-119a-4c97-9a46-796a3a0f7404, reason: Instance be93a717-f385-446f-93d8-06b462e7d449 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1251.960804] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480892, 'name': CreateSnapshot_Task, 'duration_secs': 0.434702} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.961432] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Created Snapshot of the VM instance {{(pid=69603) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1251.962218] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37476ce2-13b7-4b15-8b0e-7df8e06db303 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.338052] env[69603]: INFO nova.compute.manager [-] [instance: be93a717-f385-446f-93d8-06b462e7d449] Took 1.44 seconds to deallocate network for instance. [ 1252.480095] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Creating linked-clone VM from snapshot {{(pid=69603) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1252.480415] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe0a47ea-f705-4f01-82cc-1cec776d9862 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.489274] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1252.489274] env[69603]: value = "task-3480893" [ 1252.489274] env[69603]: _type = "Task" [ 1252.489274] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.497445] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480893, 'name': CloneVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.843834] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.844142] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.844399] env[69603]: DEBUG nova.objects.instance [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lazy-loading 'resources' on Instance uuid be93a717-f385-446f-93d8-06b462e7d449 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.003269] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480893, 'name': CloneVM_Task} progress is 94%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.426662] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0505f85-82fd-4373-a70a-55d4ba723ad3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.433790] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13ee39c-885d-46a2-b7b6-42ea49ecd7b2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.463679] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af66dcfa-ab0c-4f20-922b-1e5dbeec20a8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.470926] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00cb1cb-180d-48c9-a41d-df2e8684cce3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.483694] env[69603]: DEBUG nova.compute.provider_tree [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.499437] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480893, 'name': CloneVM_Task, 'duration_secs': 0.973742} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.499660] env[69603]: INFO nova.virt.vmwareapi.vmops [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Created linked-clone VM from snapshot [ 1253.500416] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d139dce-8651-453c-b66c-bbb71030c198 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.508178] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Uploading image a3accdf5-b255-4a8f-8f92-fa919af455b5 {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1253.534400] env[69603]: DEBUG oslo_vmware.rw_handles [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1253.534400] env[69603]: value = "vm-695892" [ 1253.534400] env[69603]: _type = "VirtualMachine" [ 1253.534400] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1253.534945] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-28246f25-e049-4686-8715-902d0c32ab3d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.541462] env[69603]: DEBUG oslo_vmware.rw_handles [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lease: (returnval){ [ 1253.541462] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bf02ea-c53c-3264-1bd2-270a63b0d5d8" [ 1253.541462] env[69603]: _type = "HttpNfcLease" [ 1253.541462] env[69603]: } obtained for exporting VM: (result){ [ 1253.541462] env[69603]: value = "vm-695892" [ 1253.541462] env[69603]: _type = "VirtualMachine" [ 1253.541462] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1253.541884] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the lease: (returnval){ [ 1253.541884] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bf02ea-c53c-3264-1bd2-270a63b0d5d8" [ 1253.541884] env[69603]: _type = "HttpNfcLease" [ 1253.541884] env[69603]: } to be ready. {{(pid=69603) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1253.547847] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1253.547847] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bf02ea-c53c-3264-1bd2-270a63b0d5d8" [ 1253.547847] env[69603]: _type = "HttpNfcLease" [ 1253.547847] env[69603]: } is initializing. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1253.987475] env[69603]: DEBUG nova.scheduler.client.report [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.050765] env[69603]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1254.050765] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bf02ea-c53c-3264-1bd2-270a63b0d5d8" [ 1254.050765] env[69603]: _type = "HttpNfcLease" [ 1254.050765] env[69603]: } is ready. {{(pid=69603) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1254.051164] env[69603]: DEBUG oslo_vmware.rw_handles [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1254.051164] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bf02ea-c53c-3264-1bd2-270a63b0d5d8" [ 1254.051164] env[69603]: _type = "HttpNfcLease" [ 1254.051164] env[69603]: }. {{(pid=69603) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1254.051578] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8182464a-9f58-4678-b54c-ec0c17d7846c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.059013] env[69603]: DEBUG oslo_vmware.rw_handles [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e37ff-ea20-4945-2c17-7c8fc991710f/disk-0.vmdk from lease info. {{(pid=69603) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1254.059345] env[69603]: DEBUG oslo_vmware.rw_handles [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e37ff-ea20-4945-2c17-7c8fc991710f/disk-0.vmdk for reading. {{(pid=69603) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1254.228109] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6d5ac752-e346-4c7e-b8b8-42728cfaeb87 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.491748] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.519124] env[69603]: INFO nova.scheduler.client.report [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Deleted allocations for instance be93a717-f385-446f-93d8-06b462e7d449 [ 1255.028470] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4a4aa207-7c81-4ff1-bd32-9db38207bcc2 tempest-AttachVolumeShelveTestJSON-1123983223 tempest-AttachVolumeShelveTestJSON-1123983223-project-member] Lock "be93a717-f385-446f-93d8-06b462e7d449" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.769s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.938105] env[69603]: DEBUG oslo_vmware.rw_handles [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e37ff-ea20-4945-2c17-7c8fc991710f/disk-0.vmdk. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1260.939334] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516c4ba6-41d8-4560-83ee-a479e6f4c411 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.945490] env[69603]: DEBUG oslo_vmware.rw_handles [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e37ff-ea20-4945-2c17-7c8fc991710f/disk-0.vmdk is in state: ready. {{(pid=69603) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1260.945687] env[69603]: ERROR oslo_vmware.rw_handles [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e37ff-ea20-4945-2c17-7c8fc991710f/disk-0.vmdk due to incomplete transfer. [ 1260.945901] env[69603]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-46ed4106-600f-45cf-a061-f3e63e926d14 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.953604] env[69603]: DEBUG oslo_vmware.rw_handles [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e37ff-ea20-4945-2c17-7c8fc991710f/disk-0.vmdk. {{(pid=69603) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1260.953796] env[69603]: DEBUG nova.virt.vmwareapi.images [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Uploaded image a3accdf5-b255-4a8f-8f92-fa919af455b5 to the Glance image server {{(pid=69603) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1260.955989] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Destroying the VM {{(pid=69603) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1260.956225] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c4d9461-4d9e-4bbe-987e-ddbc41364e4d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.961949] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1260.961949] env[69603]: value = "task-3480896" [ 1260.961949] env[69603]: _type = "Task" [ 1260.961949] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.969592] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480896, 'name': Destroy_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.471062] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480896, 'name': Destroy_Task, 'duration_secs': 0.329917} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.471252] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Destroyed the VM [ 1261.471495] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Deleting Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1261.471741] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f793336c-eb9c-4f59-9f13-d911a11442d1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.477661] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1261.477661] env[69603]: value = "task-3480897" [ 1261.477661] env[69603]: _type = "Task" [ 1261.477661] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.485579] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480897, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.987190] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480897, 'name': RemoveSnapshot_Task, 'duration_secs': 0.386191} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.987601] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Deleted Snapshot of the VM instance {{(pid=69603) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1261.987601] env[69603]: DEBUG nova.compute.manager [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1261.988372] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05239a0-a3c5-4835-854e-332b40e018d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.500075] env[69603]: INFO nova.compute.manager [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Shelve offloading [ 1262.923700] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.923938] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1263.004087] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.004472] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da1411db-9cdb-473e-8f91-022bca693bf8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.011563] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1263.011563] env[69603]: value = "task-3480898" [ 1263.011563] env[69603]: _type = "Task" [ 1263.011563] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.019111] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.522429] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] VM already powered off {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1263.522620] env[69603]: DEBUG nova.compute.manager [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.523365] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830751ec-dd62-4175-8e48-347de5c0672a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.528713] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "refresh_cache-64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.528875] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "refresh_cache-64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.529052] env[69603]: DEBUG nova.network.neutron [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.923974] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager.update_available_resource {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.203530] env[69603]: DEBUG nova.network.neutron [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Updating instance_info_cache with network_info: [{"id": "040b36cd-1b71-460f-9b37-ce3491fc67bf", "address": "fa:16:3e:ba:a1:46", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap040b36cd-1b", "ovs_interfaceid": "040b36cd-1b71-460f-9b37-ce3491fc67bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.427133] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.427384] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.427549] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.427710] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1264.428701] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec15b2dc-a2bc-4657-9dda-a60339f25db2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.436616] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b93e53-ec2b-4eeb-b96d-9b488d0e135f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.449855] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0b5e6d-1f46-4cab-9131-785d9cb2bed5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.455923] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43980d0d-1153-4213-b76c-b9133d697913 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.484494] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180029MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1264.484607] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.484807] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.706597] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "refresh_cache-64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.917397] env[69603]: DEBUG nova.compute.manager [req-7622f075-b50a-4238-9de7-074a43941f6c req-5d0af3e4-c5ce-4ed5-a263-e2c31791e6af service nova] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Received event network-vif-unplugged-040b36cd-1b71-460f-9b37-ce3491fc67bf {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.917631] env[69603]: DEBUG oslo_concurrency.lockutils [req-7622f075-b50a-4238-9de7-074a43941f6c req-5d0af3e4-c5ce-4ed5-a263-e2c31791e6af service nova] Acquiring lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.917831] env[69603]: DEBUG oslo_concurrency.lockutils [req-7622f075-b50a-4238-9de7-074a43941f6c req-5d0af3e4-c5ce-4ed5-a263-e2c31791e6af service nova] Lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.917997] env[69603]: DEBUG oslo_concurrency.lockutils [req-7622f075-b50a-4238-9de7-074a43941f6c req-5d0af3e4-c5ce-4ed5-a263-e2c31791e6af service nova] Lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.918192] env[69603]: DEBUG nova.compute.manager [req-7622f075-b50a-4238-9de7-074a43941f6c req-5d0af3e4-c5ce-4ed5-a263-e2c31791e6af service nova] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] No waiting events found dispatching network-vif-unplugged-040b36cd-1b71-460f-9b37-ce3491fc67bf {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1264.918361] env[69603]: WARNING nova.compute.manager [req-7622f075-b50a-4238-9de7-074a43941f6c req-5d0af3e4-c5ce-4ed5-a263-e2c31791e6af service nova] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Received unexpected event network-vif-unplugged-040b36cd-1b71-460f-9b37-ce3491fc67bf for instance with vm_state shelved and task_state shelving_offloading. [ 1264.943737] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.944642] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf981d40-434e-4cab-aea2-eafd2e549b12 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.952408] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.952662] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fad44db-2fe2-429f-b12c-705fb50557eb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.020456] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.020627] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.020801] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleting the datastore file [datastore2] 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.021074] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81d51f56-1634-4987-a8b1-2adab3fc18b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.028215] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1265.028215] env[69603]: value = "task-3480900" [ 1265.028215] env[69603]: _type = "Task" [ 1265.028215] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.035889] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480900, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.512042] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 592c1a53-bfd4-4afb-8bf3-cef1aef284df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1265.512343] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 00789eec-b5f7-4f68-97f4-91e458e085e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1265.512390] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance fc37753b-1ed3-4a79-9ca1-b857da9564d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1265.512553] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1265.512760] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1265.512904] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1265.540790] env[69603]: DEBUG oslo_vmware.api [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480900, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121219} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.543163] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.543341] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.543514] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.563442] env[69603]: INFO nova.scheduler.client.report [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleted allocations for instance 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41 [ 1265.575275] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b155b3-c735-47f6-b4bd-b6285bcf9c34 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.582313] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27710141-6bf1-4f5c-9c62-4603bdd7d707 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.612675] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6af108-134c-4e74-b6dc-bac59bdb69f5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.620266] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18696636-6dd0-4a65-9357-bab7985e67f8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.633727] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.071245] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.136466] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.643171] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1266.643471] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.159s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.643664] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.573s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.643894] env[69603]: DEBUG nova.objects.instance [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lazy-loading 'resources' on Instance uuid 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.946535] env[69603]: DEBUG nova.compute.manager [req-ece27d7d-b6ec-4109-a431-d69ea51b870e req-c23463dd-4c02-448e-97a2-22b46948277f service nova] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Received event network-changed-040b36cd-1b71-460f-9b37-ce3491fc67bf {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.946780] env[69603]: DEBUG nova.compute.manager [req-ece27d7d-b6ec-4109-a431-d69ea51b870e req-c23463dd-4c02-448e-97a2-22b46948277f service nova] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Refreshing instance network info cache due to event network-changed-040b36cd-1b71-460f-9b37-ce3491fc67bf. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1266.947063] env[69603]: DEBUG oslo_concurrency.lockutils [req-ece27d7d-b6ec-4109-a431-d69ea51b870e req-c23463dd-4c02-448e-97a2-22b46948277f service nova] Acquiring lock "refresh_cache-64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.947226] env[69603]: DEBUG oslo_concurrency.lockutils [req-ece27d7d-b6ec-4109-a431-d69ea51b870e req-c23463dd-4c02-448e-97a2-22b46948277f service nova] Acquired lock "refresh_cache-64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.947394] env[69603]: DEBUG nova.network.neutron [req-ece27d7d-b6ec-4109-a431-d69ea51b870e req-c23463dd-4c02-448e-97a2-22b46948277f service nova] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Refreshing network info cache for port 040b36cd-1b71-460f-9b37-ce3491fc67bf {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.146535] env[69603]: DEBUG nova.objects.instance [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lazy-loading 'numa_topology' on Instance uuid 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.363557] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4767f3db-a1da-45ae-96ba-cdeec8a639be tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.630526] env[69603]: DEBUG nova.network.neutron [req-ece27d7d-b6ec-4109-a431-d69ea51b870e req-c23463dd-4c02-448e-97a2-22b46948277f service nova] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Updated VIF entry in instance network info cache for port 040b36cd-1b71-460f-9b37-ce3491fc67bf. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1267.630897] env[69603]: DEBUG nova.network.neutron [req-ece27d7d-b6ec-4109-a431-d69ea51b870e req-c23463dd-4c02-448e-97a2-22b46948277f service nova] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Updating instance_info_cache with network_info: [{"id": "040b36cd-1b71-460f-9b37-ce3491fc67bf", "address": "fa:16:3e:ba:a1:46", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": null, "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap040b36cd-1b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.644217] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1267.648495] env[69603]: DEBUG nova.objects.base [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Object Instance<64f0d21d-a1fc-4173-9eaa-ed1e31d99b41> lazy-loaded attributes: resources,numa_topology {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1267.695317] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a723f189-4b07-4f4d-bada-48166cbacd79 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.703088] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3d3166-c279-45f4-ac89-7f99e3a27c74 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.734071] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5318076b-9a75-440b-8182-527722e84634 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.740333] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6da5626-e5c8-4d8c-9e1d-a4652012f762 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.752572] env[69603]: DEBUG nova.compute.provider_tree [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.134332] env[69603]: DEBUG oslo_concurrency.lockutils [req-ece27d7d-b6ec-4109-a431-d69ea51b870e req-c23463dd-4c02-448e-97a2-22b46948277f service nova] Releasing lock "refresh_cache-64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.149481] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.149689] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.149837] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1268.149979] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69603) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1268.255798] env[69603]: DEBUG nova.scheduler.client.report [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.760526] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.270506] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8feaec3b-5ab7-4c95-a9e5-b31aa00c8075 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.913s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.271363] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4767f3db-a1da-45ae-96ba-cdeec8a639be tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.908s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.271577] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4767f3db-a1da-45ae-96ba-cdeec8a639be tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.271774] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4767f3db-a1da-45ae-96ba-cdeec8a639be tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.271936] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4767f3db-a1da-45ae-96ba-cdeec8a639be tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.273383] env[69603]: INFO nova.compute.manager [None req-4767f3db-a1da-45ae-96ba-cdeec8a639be tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Terminating instance [ 1269.424358] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1269.776997] env[69603]: DEBUG nova.compute.manager [None req-4767f3db-a1da-45ae-96ba-cdeec8a639be tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.777374] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4767f3db-a1da-45ae-96ba-cdeec8a639be tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.777486] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4e1a14d-c9a1-4b8d-91cd-eca483fc8c5d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.786858] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6f9a51-bcbb-416d-b577-46a6f2297fb8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.813524] env[69603]: WARNING nova.virt.vmwareapi.vmops [None req-4767f3db-a1da-45ae-96ba-cdeec8a639be tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41 could not be found. [ 1269.813762] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4767f3db-a1da-45ae-96ba-cdeec8a639be tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.813957] env[69603]: INFO nova.compute.manager [None req-4767f3db-a1da-45ae-96ba-cdeec8a639be tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1269.814224] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4767f3db-a1da-45ae-96ba-cdeec8a639be tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.814461] env[69603]: DEBUG nova.compute.manager [-] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.814555] env[69603]: DEBUG nova.network.neutron [-] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.923786] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1270.523909] env[69603]: DEBUG nova.network.neutron [-] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.027110] env[69603]: INFO nova.compute.manager [-] [instance: 64f0d21d-a1fc-4173-9eaa-ed1e31d99b41] Took 1.21 seconds to deallocate network for instance. [ 1272.053145] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4767f3db-a1da-45ae-96ba-cdeec8a639be tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "64f0d21d-a1fc-4173-9eaa-ed1e31d99b41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.782s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.549922] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.550174] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.053907] env[69603]: DEBUG nova.compute.utils [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1273.256967] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "b2dbc561-f8a3-472c-ba28-257518280c98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.257227] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "b2dbc561-f8a3-472c-ba28-257518280c98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.556743] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.759672] env[69603]: DEBUG nova.compute.manager [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1274.281678] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.281954] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.283473] env[69603]: INFO nova.compute.claims [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.613143] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.613421] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.613697] env[69603]: INFO nova.compute.manager [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Attaching volume 805b63bc-f2e0-4476-b164-83b4157f93b9 to /dev/sdb [ 1274.643383] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d713f045-a1bb-4787-95f0-d3ff9d1d0d15 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.650753] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea5a19b-c323-4117-933c-213d7a2fc8d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.662930] env[69603]: DEBUG nova.virt.block_device [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Updating existing volume attachment record: 0d823f51-4147-4d5a-96fe-944a7ea8924c {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1275.350825] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b205fc21-a00e-48fa-8fd0-b016743fad76 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.358341] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbfb157-3f1c-4f35-8a76-2ba203a32655 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.388385] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9cd435-532f-400e-baa8-828311d01f9f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.395065] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0643f88b-5460-4849-b9b7-94418525de33 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.407461] env[69603]: DEBUG nova.compute.provider_tree [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.469563] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "00789eec-b5f7-4f68-97f4-91e458e085e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.469790] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "00789eec-b5f7-4f68-97f4-91e458e085e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.469992] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "00789eec-b5f7-4f68-97f4-91e458e085e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.470203] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "00789eec-b5f7-4f68-97f4-91e458e085e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.470372] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "00789eec-b5f7-4f68-97f4-91e458e085e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.472237] env[69603]: INFO nova.compute.manager [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Terminating instance [ 1275.910327] env[69603]: DEBUG nova.scheduler.client.report [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.975262] env[69603]: DEBUG nova.compute.manager [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.975499] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.976431] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab7f9d8-5c46-480e-b295-49329d9cbbf7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.983831] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.984071] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6c72b16-b31b-4284-9ddb-34c363092d24 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.990225] env[69603]: DEBUG oslo_vmware.api [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1275.990225] env[69603]: value = "task-3480902" [ 1275.990225] env[69603]: _type = "Task" [ 1275.990225] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.997530] env[69603]: DEBUG oslo_vmware.api [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.415181] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.133s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.415701] env[69603]: DEBUG nova.compute.manager [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.499747] env[69603]: DEBUG oslo_vmware.api [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480902, 'name': PowerOffVM_Task, 'duration_secs': 0.191852} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.500024] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.500196] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.500443] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54fc67d6-3b54-4607-8f96-eb452b6167ab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.563621] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.563866] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.564045] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Deleting the datastore file [datastore1] 00789eec-b5f7-4f68-97f4-91e458e085e7 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.564311] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e33508b-e26b-4051-8615-9ab2023b4e42 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.570187] env[69603]: DEBUG oslo_vmware.api [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1276.570187] env[69603]: value = "task-3480904" [ 1276.570187] env[69603]: _type = "Task" [ 1276.570187] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.579435] env[69603]: DEBUG oslo_vmware.api [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.921076] env[69603]: DEBUG nova.compute.utils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1276.922607] env[69603]: DEBUG nova.compute.manager [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1276.922783] env[69603]: DEBUG nova.network.neutron [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1276.971487] env[69603]: DEBUG nova.policy [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a161b2d93adf458b96d5c97e3eed2d20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13f1426fcdfb4adcaa41c536227dd988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1277.080339] env[69603]: DEBUG oslo_vmware.api [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142036} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.080574] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.080723] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.080939] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.081141] env[69603]: INFO nova.compute.manager [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1277.081391] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.081589] env[69603]: DEBUG nova.compute.manager [-] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.081677] env[69603]: DEBUG nova.network.neutron [-] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.245563] env[69603]: DEBUG nova.network.neutron [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Successfully created port: 9fc610a2-869c-4902-b365-0b9eb8f3a39a {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.425794] env[69603]: DEBUG nova.compute.manager [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1277.542066] env[69603]: DEBUG nova.compute.manager [req-a294484e-b12b-4792-8731-e247de8fea0e req-7769d64a-a9c5-4119-82f2-a16b41387ef8 service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Received event network-vif-deleted-6a7c349c-2de2-429a-8aae-2f38a779de58 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.542333] env[69603]: INFO nova.compute.manager [req-a294484e-b12b-4792-8731-e247de8fea0e req-7769d64a-a9c5-4119-82f2-a16b41387ef8 service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Neutron deleted interface 6a7c349c-2de2-429a-8aae-2f38a779de58; detaching it from the instance and deleting it from the info cache [ 1277.542532] env[69603]: DEBUG nova.network.neutron [req-a294484e-b12b-4792-8731-e247de8fea0e req-7769d64a-a9c5-4119-82f2-a16b41387ef8 service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.024382] env[69603]: DEBUG nova.network.neutron [-] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.044992] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79aa6419-4086-48ab-a929-0aa3e6dfe30b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.054743] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78e3c9c-6390-4e45-87f7-a0f1a00743e7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.080774] env[69603]: DEBUG nova.compute.manager [req-a294484e-b12b-4792-8731-e247de8fea0e req-7769d64a-a9c5-4119-82f2-a16b41387ef8 service nova] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Detach interface failed, port_id=6a7c349c-2de2-429a-8aae-2f38a779de58, reason: Instance 00789eec-b5f7-4f68-97f4-91e458e085e7 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1278.436881] env[69603]: DEBUG nova.compute.manager [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.463357] env[69603]: DEBUG nova.virt.hardware [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.463607] env[69603]: DEBUG nova.virt.hardware [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.463766] env[69603]: DEBUG nova.virt.hardware [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.463947] env[69603]: DEBUG nova.virt.hardware [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.464174] env[69603]: DEBUG nova.virt.hardware [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.464472] env[69603]: DEBUG nova.virt.hardware [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.464700] env[69603]: DEBUG nova.virt.hardware [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.464891] env[69603]: DEBUG nova.virt.hardware [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.465094] env[69603]: DEBUG nova.virt.hardware [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.465268] env[69603]: DEBUG nova.virt.hardware [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.465445] env[69603]: DEBUG nova.virt.hardware [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.466336] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ef3c6f-9610-460a-9a1f-aabb9044b9ac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.474488] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da132f7-763c-4bf7-9aa1-dedbc47fc83d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.527160] env[69603]: INFO nova.compute.manager [-] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Took 1.45 seconds to deallocate network for instance. [ 1278.598296] env[69603]: DEBUG nova.compute.manager [req-b26883a2-a958-416a-a827-b03975cceb15 req-6a8ed903-2ae2-4543-893d-c394d2835dbc service nova] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Received event network-vif-plugged-9fc610a2-869c-4902-b365-0b9eb8f3a39a {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.598347] env[69603]: DEBUG oslo_concurrency.lockutils [req-b26883a2-a958-416a-a827-b03975cceb15 req-6a8ed903-2ae2-4543-893d-c394d2835dbc service nova] Acquiring lock "b2dbc561-f8a3-472c-ba28-257518280c98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.598579] env[69603]: DEBUG oslo_concurrency.lockutils [req-b26883a2-a958-416a-a827-b03975cceb15 req-6a8ed903-2ae2-4543-893d-c394d2835dbc service nova] Lock "b2dbc561-f8a3-472c-ba28-257518280c98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.598771] env[69603]: DEBUG oslo_concurrency.lockutils [req-b26883a2-a958-416a-a827-b03975cceb15 req-6a8ed903-2ae2-4543-893d-c394d2835dbc service nova] Lock "b2dbc561-f8a3-472c-ba28-257518280c98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.598973] env[69603]: DEBUG nova.compute.manager [req-b26883a2-a958-416a-a827-b03975cceb15 req-6a8ed903-2ae2-4543-893d-c394d2835dbc service nova] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] No waiting events found dispatching network-vif-plugged-9fc610a2-869c-4902-b365-0b9eb8f3a39a {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1278.599193] env[69603]: WARNING nova.compute.manager [req-b26883a2-a958-416a-a827-b03975cceb15 req-6a8ed903-2ae2-4543-893d-c394d2835dbc service nova] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Received unexpected event network-vif-plugged-9fc610a2-869c-4902-b365-0b9eb8f3a39a for instance with vm_state building and task_state spawning. [ 1278.684299] env[69603]: DEBUG nova.network.neutron [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Successfully updated port: 9fc610a2-869c-4902-b365-0b9eb8f3a39a {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1279.034279] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.034569] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.034798] env[69603]: DEBUG nova.objects.instance [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lazy-loading 'resources' on Instance uuid 00789eec-b5f7-4f68-97f4-91e458e085e7 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.187282] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "refresh_cache-b2dbc561-f8a3-472c-ba28-257518280c98" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.187282] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "refresh_cache-b2dbc561-f8a3-472c-ba28-257518280c98" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.187503] env[69603]: DEBUG nova.network.neutron [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.205049] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1279.205320] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695893', 'volume_id': '805b63bc-f2e0-4476-b164-83b4157f93b9', 'name': 'volume-805b63bc-f2e0-4476-b164-83b4157f93b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc37753b-1ed3-4a79-9ca1-b857da9564d4', 'attached_at': '', 'detached_at': '', 'volume_id': '805b63bc-f2e0-4476-b164-83b4157f93b9', 'serial': '805b63bc-f2e0-4476-b164-83b4157f93b9'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1279.206240] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cd4d93-fc70-4347-99ba-e85c4df8140b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.223238] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142c2073-a08b-4e69-b440-020e1d621946 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.248156] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] volume-805b63bc-f2e0-4476-b164-83b4157f93b9/volume-805b63bc-f2e0-4476-b164-83b4157f93b9.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.248421] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19826cad-990c-484f-891c-b75b128069bc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.267326] env[69603]: DEBUG oslo_vmware.api [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1279.267326] env[69603]: value = "task-3480906" [ 1279.267326] env[69603]: _type = "Task" [ 1279.267326] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.276226] env[69603]: DEBUG oslo_vmware.api [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.598911] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711ca39d-cd56-49d1-8481-61eb852c1b4e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.607477] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecea52c0-cf6f-4761-8cfd-5fa218515328 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.637785] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35f9ac5-105c-4510-9e5f-5dd06eefcecf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.644406] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb072a4-34ef-4c0b-9ab4-28d4340b8f91 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.656918] env[69603]: DEBUG nova.compute.provider_tree [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1279.721361] env[69603]: DEBUG nova.network.neutron [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1279.776553] env[69603]: DEBUG oslo_vmware.api [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480906, 'name': ReconfigVM_Task, 'duration_secs': 0.48374} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.776769] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Reconfigured VM instance instance-00000073 to attach disk [datastore2] volume-805b63bc-f2e0-4476-b164-83b4157f93b9/volume-805b63bc-f2e0-4476-b164-83b4157f93b9.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.781352] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81587745-e22c-44df-a1df-6e198edc0681 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.798332] env[69603]: DEBUG oslo_vmware.api [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1279.798332] env[69603]: value = "task-3480907" [ 1279.798332] env[69603]: _type = "Task" [ 1279.798332] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.805990] env[69603]: DEBUG oslo_vmware.api [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.853782] env[69603]: DEBUG nova.network.neutron [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Updating instance_info_cache with network_info: [{"id": "9fc610a2-869c-4902-b365-0b9eb8f3a39a", "address": "fa:16:3e:f2:41:3b", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc610a2-86", "ovs_interfaceid": "9fc610a2-869c-4902-b365-0b9eb8f3a39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.176496] env[69603]: ERROR nova.scheduler.client.report [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [req-d49f1f7f-855a-4b86-8e8e-26cc3b5eae90] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d49f1f7f-855a-4b86-8e8e-26cc3b5eae90"}]} [ 1280.194170] env[69603]: DEBUG nova.scheduler.client.report [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1280.206535] env[69603]: DEBUG nova.scheduler.client.report [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1280.206786] env[69603]: DEBUG nova.compute.provider_tree [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1280.218227] env[69603]: DEBUG nova.scheduler.client.report [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1280.238213] env[69603]: DEBUG nova.scheduler.client.report [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1280.297882] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f623f5d5-cd7f-49ce-9fbd-21baa3fa5d08 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.308844] env[69603]: DEBUG oslo_vmware.api [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480907, 'name': ReconfigVM_Task, 'duration_secs': 0.138836} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.310734] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695893', 'volume_id': '805b63bc-f2e0-4476-b164-83b4157f93b9', 'name': 'volume-805b63bc-f2e0-4476-b164-83b4157f93b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc37753b-1ed3-4a79-9ca1-b857da9564d4', 'attached_at': '', 'detached_at': '', 'volume_id': '805b63bc-f2e0-4476-b164-83b4157f93b9', 'serial': '805b63bc-f2e0-4476-b164-83b4157f93b9'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1280.312890] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71cc70f-6345-4af6-9c66-f472c5e33617 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.343923] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178f4542-d445-4108-a412-0bb772e67d43 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.351380] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac6c3d3-9a89-419d-9e87-2efbf24e0d66 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.356862] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "refresh_cache-b2dbc561-f8a3-472c-ba28-257518280c98" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.357200] env[69603]: DEBUG nova.compute.manager [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Instance network_info: |[{"id": "9fc610a2-869c-4902-b365-0b9eb8f3a39a", "address": "fa:16:3e:f2:41:3b", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc610a2-86", "ovs_interfaceid": "9fc610a2-869c-4902-b365-0b9eb8f3a39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1280.364773] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:41:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fc610a2-869c-4902-b365-0b9eb8f3a39a', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.372010] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.372654] env[69603]: DEBUG nova.compute.provider_tree [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1280.373921] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.374319] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d42c7ca2-29e7-4b7c-808a-71d12253f488 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.393432] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.393432] env[69603]: value = "task-3480908" [ 1280.393432] env[69603]: _type = "Task" [ 1280.393432] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.400565] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480908, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.624362] env[69603]: DEBUG nova.compute.manager [req-049af8f7-2912-4d55-81fa-21e9f1c4768d req-6f222b4b-3d6b-4ad4-985f-d5cea67f5915 service nova] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Received event network-changed-9fc610a2-869c-4902-b365-0b9eb8f3a39a {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.624626] env[69603]: DEBUG nova.compute.manager [req-049af8f7-2912-4d55-81fa-21e9f1c4768d req-6f222b4b-3d6b-4ad4-985f-d5cea67f5915 service nova] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Refreshing instance network info cache due to event network-changed-9fc610a2-869c-4902-b365-0b9eb8f3a39a. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.624839] env[69603]: DEBUG oslo_concurrency.lockutils [req-049af8f7-2912-4d55-81fa-21e9f1c4768d req-6f222b4b-3d6b-4ad4-985f-d5cea67f5915 service nova] Acquiring lock "refresh_cache-b2dbc561-f8a3-472c-ba28-257518280c98" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.624970] env[69603]: DEBUG oslo_concurrency.lockutils [req-049af8f7-2912-4d55-81fa-21e9f1c4768d req-6f222b4b-3d6b-4ad4-985f-d5cea67f5915 service nova] Acquired lock "refresh_cache-b2dbc561-f8a3-472c-ba28-257518280c98" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.625157] env[69603]: DEBUG nova.network.neutron [req-049af8f7-2912-4d55-81fa-21e9f1c4768d req-6f222b4b-3d6b-4ad4-985f-d5cea67f5915 service nova] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Refreshing network info cache for port 9fc610a2-869c-4902-b365-0b9eb8f3a39a {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.902630] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480908, 'name': CreateVM_Task, 'duration_secs': 0.305359} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.903519] env[69603]: DEBUG nova.scheduler.client.report [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Updated inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1280.903765] env[69603]: DEBUG nova.compute.provider_tree [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Updating resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 generation from 165 to 166 during operation: update_inventory {{(pid=69603) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1280.903946] env[69603]: DEBUG nova.compute.provider_tree [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1280.906839] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.907502] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.907667] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.907985] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.908432] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15ee2ae7-9f58-4bed-baec-5b4267a74cc4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.913229] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1280.913229] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5200268e-e9ca-e6a7-4dc3-c4d88faff080" [ 1280.913229] env[69603]: _type = "Task" [ 1280.913229] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.920642] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5200268e-e9ca-e6a7-4dc3-c4d88faff080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.307139] env[69603]: DEBUG nova.network.neutron [req-049af8f7-2912-4d55-81fa-21e9f1c4768d req-6f222b4b-3d6b-4ad4-985f-d5cea67f5915 service nova] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Updated VIF entry in instance network info cache for port 9fc610a2-869c-4902-b365-0b9eb8f3a39a. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.307637] env[69603]: DEBUG nova.network.neutron [req-049af8f7-2912-4d55-81fa-21e9f1c4768d req-6f222b4b-3d6b-4ad4-985f-d5cea67f5915 service nova] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Updating instance_info_cache with network_info: [{"id": "9fc610a2-869c-4902-b365-0b9eb8f3a39a", "address": "fa:16:3e:f2:41:3b", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc610a2-86", "ovs_interfaceid": "9fc610a2-869c-4902-b365-0b9eb8f3a39a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.350105] env[69603]: DEBUG nova.objects.instance [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lazy-loading 'flavor' on Instance uuid fc37753b-1ed3-4a79-9ca1-b857da9564d4 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.409865] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.375s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.423769] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5200268e-e9ca-e6a7-4dc3-c4d88faff080, 'name': SearchDatastore_Task, 'duration_secs': 0.010418} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.424088] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.424328] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.424563] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.424707] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.424885] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.425199] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0158457-355a-419d-b9de-476d58d44d78 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.430392] env[69603]: INFO nova.scheduler.client.report [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Deleted allocations for instance 00789eec-b5f7-4f68-97f4-91e458e085e7 [ 1281.435024] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.435347] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.436134] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40d03ef7-1499-4164-8b1a-68d4da135f0f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.441149] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1281.441149] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d5bcba-6833-99a6-3a2e-1baeef33575a" [ 1281.441149] env[69603]: _type = "Task" [ 1281.441149] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.450689] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d5bcba-6833-99a6-3a2e-1baeef33575a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.810860] env[69603]: DEBUG oslo_concurrency.lockutils [req-049af8f7-2912-4d55-81fa-21e9f1c4768d req-6f222b4b-3d6b-4ad4-985f-d5cea67f5915 service nova] Releasing lock "refresh_cache-b2dbc561-f8a3-472c-ba28-257518280c98" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.856427] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8a128e7a-98a4-4e3d-bb98-6285e71f90eb tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.940664] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad15b3a2-7761-4392-9d92-3e464407ad35 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "00789eec-b5f7-4f68-97f4-91e458e085e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.471s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.953026] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d5bcba-6833-99a6-3a2e-1baeef33575a, 'name': SearchDatastore_Task, 'duration_secs': 0.00986} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.954204] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b96313-42c1-4596-83f0-52204b27fe2e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.961020] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1281.961020] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5221972a-d594-44af-c759-37beaefd793d" [ 1281.961020] env[69603]: _type = "Task" [ 1281.961020] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.971871] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5221972a-d594-44af-c759-37beaefd793d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.062914] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.063283] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.471197] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5221972a-d594-44af-c759-37beaefd793d, 'name': SearchDatastore_Task, 'duration_secs': 0.011323} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.471475] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.471727] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] b2dbc561-f8a3-472c-ba28-257518280c98/b2dbc561-f8a3-472c-ba28-257518280c98.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.471983] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85e4aac3-2a69-4ae2-9576-9f8dbeb96e7f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.479172] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1282.479172] env[69603]: value = "task-3480909" [ 1282.479172] env[69603]: _type = "Task" [ 1282.479172] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.486550] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.566695] env[69603]: INFO nova.compute.manager [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Detaching volume 805b63bc-f2e0-4476-b164-83b4157f93b9 [ 1282.603719] env[69603]: INFO nova.virt.block_device [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Attempting to driver detach volume 805b63bc-f2e0-4476-b164-83b4157f93b9 from mountpoint /dev/sdb [ 1282.604019] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1282.604288] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695893', 'volume_id': '805b63bc-f2e0-4476-b164-83b4157f93b9', 'name': 'volume-805b63bc-f2e0-4476-b164-83b4157f93b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc37753b-1ed3-4a79-9ca1-b857da9564d4', 'attached_at': '', 'detached_at': '', 'volume_id': '805b63bc-f2e0-4476-b164-83b4157f93b9', 'serial': '805b63bc-f2e0-4476-b164-83b4157f93b9'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1282.605169] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb71719-6f8a-4ef8-9580-d38c83989812 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.627978] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6668cb-3d45-43ac-a74f-618b28f8afcf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.635493] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb5e310-5f1d-4aaa-bb24-c2fa56bf425b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.657885] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f253d7-3a68-4ea6-8533-bfa21f2f71e6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.673537] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] The volume has not been displaced from its original location: [datastore2] volume-805b63bc-f2e0-4476-b164-83b4157f93b9/volume-805b63bc-f2e0-4476-b164-83b4157f93b9.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1282.679154] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1282.679541] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15e9f93a-3aaf-408d-9e4c-1bb452e0a2cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.699381] env[69603]: DEBUG oslo_vmware.api [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1282.699381] env[69603]: value = "task-3480910" [ 1282.699381] env[69603]: _type = "Task" [ 1282.699381] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.708060] env[69603]: DEBUG oslo_vmware.api [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480910, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.988516] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4454} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.988879] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] b2dbc561-f8a3-472c-ba28-257518280c98/b2dbc561-f8a3-472c-ba28-257518280c98.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.988974] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.989244] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec015b8b-a786-48b1-be1a-fbb0bbb3809f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.996591] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1282.996591] env[69603]: value = "task-3480911" [ 1282.996591] env[69603]: _type = "Task" [ 1282.996591] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.004526] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.219534] env[69603]: DEBUG oslo_vmware.api [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480910, 'name': ReconfigVM_Task, 'duration_secs': 0.416273} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.220916] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1283.233687] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa7318b8-66b0-4063-83d6-726384b25f5d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.268731] env[69603]: DEBUG oslo_vmware.api [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1283.268731] env[69603]: value = "task-3480912" [ 1283.268731] env[69603]: _type = "Task" [ 1283.268731] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.279098] env[69603]: DEBUG oslo_vmware.api [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480912, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.506878] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07386} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.507124] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.507893] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2be45d-2d4d-4bbb-a434-6ec680d848fc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.529706] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] b2dbc561-f8a3-472c-ba28-257518280c98/b2dbc561-f8a3-472c-ba28-257518280c98.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.529987] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86afd503-55be-4e00-92c7-94bcf584835c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.549425] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1283.549425] env[69603]: value = "task-3480913" [ 1283.549425] env[69603]: _type = "Task" [ 1283.549425] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.563081] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.566057] env[69603]: DEBUG nova.compute.manager [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Stashing vm_state: active {{(pid=69603) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1283.779415] env[69603]: DEBUG oslo_vmware.api [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480912, 'name': ReconfigVM_Task, 'duration_secs': 0.13561} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.779716] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695893', 'volume_id': '805b63bc-f2e0-4476-b164-83b4157f93b9', 'name': 'volume-805b63bc-f2e0-4476-b164-83b4157f93b9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fc37753b-1ed3-4a79-9ca1-b857da9564d4', 'attached_at': '', 'detached_at': '', 'volume_id': '805b63bc-f2e0-4476-b164-83b4157f93b9', 'serial': '805b63bc-f2e0-4476-b164-83b4157f93b9'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1284.059092] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480913, 'name': ReconfigVM_Task, 'duration_secs': 0.290897} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.059485] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Reconfigured VM instance instance-00000075 to attach disk [datastore1] b2dbc561-f8a3-472c-ba28-257518280c98/b2dbc561-f8a3-472c-ba28-257518280c98.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.059944] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24dca411-71ff-4dd3-ae55-59f57b79250a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.066021] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1284.066021] env[69603]: value = "task-3480914" [ 1284.066021] env[69603]: _type = "Task" [ 1284.066021] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.074717] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480914, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.087308] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.087568] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.322820] env[69603]: DEBUG nova.objects.instance [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lazy-loading 'flavor' on Instance uuid fc37753b-1ed3-4a79-9ca1-b857da9564d4 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.576103] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480914, 'name': Rename_Task, 'duration_secs': 0.14645} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.576335] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.576582] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b4696f0-8a5e-4bec-b622-b46fdd4a5b63 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.583810] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1284.583810] env[69603]: value = "task-3480915" [ 1284.583810] env[69603]: _type = "Task" [ 1284.583810] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.592875] env[69603]: INFO nova.compute.claims [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1284.596278] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480915, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.093698] env[69603]: DEBUG oslo_vmware.api [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480915, 'name': PowerOnVM_Task, 'duration_secs': 0.444845} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.094106] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.094216] env[69603]: INFO nova.compute.manager [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Took 6.66 seconds to spawn the instance on the hypervisor. [ 1285.094398] env[69603]: DEBUG nova.compute.manager [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.095430] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5728bcc2-8303-4429-8307-6df95d8540f1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.099087] env[69603]: INFO nova.compute.resource_tracker [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating resource usage from migration 275bbaec-4276-4871-9e2d-e3b7ac6375c3 [ 1285.160916] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1bb5a5-7128-4504-b215-c933a6c9a022 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.168640] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca27331-e426-4d0b-8b25-aabc3dcfb004 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.198842] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3f5117-367f-4060-81ea-797fdb241374 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.205421] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c91efa9-3dc6-4406-a4a6-77c211f70f8e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.218613] env[69603]: DEBUG nova.compute.provider_tree [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.330730] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bde5890f-b1d0-4553-a301-a988eedf8056 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.616394] env[69603]: INFO nova.compute.manager [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Took 11.35 seconds to build instance. [ 1285.721279] env[69603]: DEBUG nova.scheduler.client.report [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.118575] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b19a7f76-7c15-430c-88e8-1819f1009b92 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "b2dbc561-f8a3-472c-ba28-257518280c98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.861s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.226291] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.138s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.226473] env[69603]: INFO nova.compute.manager [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Migrating [ 1286.395089] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bc4ef517-b1c1-4331-b2fe-88593df821fa tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "b2dbc561-f8a3-472c-ba28-257518280c98" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.395293] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bc4ef517-b1c1-4331-b2fe-88593df821fa tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "b2dbc561-f8a3-472c-ba28-257518280c98" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.395438] env[69603]: DEBUG nova.compute.manager [None req-bc4ef517-b1c1-4331-b2fe-88593df821fa tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.396478] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff874b3a-bab5-41c7-818c-07456b7d7eaf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.403347] env[69603]: DEBUG nova.compute.manager [None req-bc4ef517-b1c1-4331-b2fe-88593df821fa tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69603) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1286.403893] env[69603]: DEBUG nova.objects.instance [None req-bc4ef517-b1c1-4331-b2fe-88593df821fa tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lazy-loading 'flavor' on Instance uuid b2dbc561-f8a3-472c-ba28-257518280c98 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.457918] env[69603]: DEBUG oslo_concurrency.lockutils [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.458168] env[69603]: DEBUG oslo_concurrency.lockutils [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.458371] env[69603]: DEBUG oslo_concurrency.lockutils [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.458553] env[69603]: DEBUG oslo_concurrency.lockutils [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.458723] env[69603]: DEBUG oslo_concurrency.lockutils [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.460633] env[69603]: INFO nova.compute.manager [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Terminating instance [ 1286.742288] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.742513] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.742659] env[69603]: DEBUG nova.network.neutron [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.964572] env[69603]: DEBUG nova.compute.manager [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1286.964778] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.965726] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b860afa7-5b5a-44d5-be48-bccc06b61eee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.973345] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1286.973581] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64830fe4-441e-454b-bda4-e6d4fb5ab422 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.979233] env[69603]: DEBUG oslo_vmware.api [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1286.979233] env[69603]: value = "task-3480916" [ 1286.979233] env[69603]: _type = "Task" [ 1286.979233] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.986598] env[69603]: DEBUG oslo_vmware.api [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.410941] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4ef517-b1c1-4331-b2fe-88593df821fa tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.411281] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25389262-06e8-4f9a-a748-8758d754bead {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.417696] env[69603]: DEBUG oslo_vmware.api [None req-bc4ef517-b1c1-4331-b2fe-88593df821fa tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1287.417696] env[69603]: value = "task-3480917" [ 1287.417696] env[69603]: _type = "Task" [ 1287.417696] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.425493] env[69603]: DEBUG oslo_vmware.api [None req-bc4ef517-b1c1-4331-b2fe-88593df821fa tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480917, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.431747] env[69603]: DEBUG nova.network.neutron [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance_info_cache with network_info: [{"id": "c21b1a45-a151-4579-b219-c1f8d78b84be", "address": "fa:16:3e:1d:80:30", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21b1a45-a1", "ovs_interfaceid": "c21b1a45-a151-4579-b219-c1f8d78b84be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.489780] env[69603]: DEBUG oslo_vmware.api [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480916, 'name': PowerOffVM_Task, 'duration_secs': 0.18782} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.490214] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.490507] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.490866] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-848f4e6b-ee1d-4b48-9c60-07cbe3e7f07d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.556067] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.556336] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.556581] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Deleting the datastore file [datastore2] fc37753b-1ed3-4a79-9ca1-b857da9564d4 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.556901] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51f9f613-cea0-420d-9a75-6aa55df08628 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.565100] env[69603]: DEBUG oslo_vmware.api [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for the task: (returnval){ [ 1287.565100] env[69603]: value = "task-3480919" [ 1287.565100] env[69603]: _type = "Task" [ 1287.565100] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.573514] env[69603]: DEBUG oslo_vmware.api [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.927679] env[69603]: DEBUG oslo_vmware.api [None req-bc4ef517-b1c1-4331-b2fe-88593df821fa tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480917, 'name': PowerOffVM_Task, 'duration_secs': 0.175449} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.927957] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc4ef517-b1c1-4331-b2fe-88593df821fa tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.928172] env[69603]: DEBUG nova.compute.manager [None req-bc4ef517-b1c1-4331-b2fe-88593df821fa tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.928897] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81147140-d640-4e85-9c8f-0ab53ddb5ffc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.934264] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.074837] env[69603]: DEBUG oslo_vmware.api [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Task: {'id': task-3480919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135815} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.074837] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.075068] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.075125] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.075313] env[69603]: INFO nova.compute.manager [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1288.075569] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.075762] env[69603]: DEBUG nova.compute.manager [-] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.075868] env[69603]: DEBUG nova.network.neutron [-] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.444079] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bc4ef517-b1c1-4331-b2fe-88593df821fa tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "b2dbc561-f8a3-472c-ba28-257518280c98" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.558475] env[69603]: DEBUG nova.compute.manager [req-94e7107a-2fd2-44d2-82ea-bf4f96db8b15 req-903f89a0-4432-495c-bc9d-1b6e2992b801 service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Received event network-vif-deleted-bf142089-e2fc-42be-93ce-36c1333b7d04 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.558539] env[69603]: INFO nova.compute.manager [req-94e7107a-2fd2-44d2-82ea-bf4f96db8b15 req-903f89a0-4432-495c-bc9d-1b6e2992b801 service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Neutron deleted interface bf142089-e2fc-42be-93ce-36c1333b7d04; detaching it from the instance and deleting it from the info cache [ 1288.558816] env[69603]: DEBUG nova.network.neutron [req-94e7107a-2fd2-44d2-82ea-bf4f96db8b15 req-903f89a0-4432-495c-bc9d-1b6e2992b801 service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.770405] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "b2dbc561-f8a3-472c-ba28-257518280c98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.770696] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "b2dbc561-f8a3-472c-ba28-257518280c98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.770912] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "b2dbc561-f8a3-472c-ba28-257518280c98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.771114] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "b2dbc561-f8a3-472c-ba28-257518280c98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.771286] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "b2dbc561-f8a3-472c-ba28-257518280c98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.773325] env[69603]: INFO nova.compute.manager [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Terminating instance [ 1289.044929] env[69603]: DEBUG nova.network.neutron [-] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.061759] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-958bd99a-086d-425c-a38b-4f24da2c7ee1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.071316] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0863b3-e266-4fba-ad38-33c3771eb5e0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.097568] env[69603]: DEBUG nova.compute.manager [req-94e7107a-2fd2-44d2-82ea-bf4f96db8b15 req-903f89a0-4432-495c-bc9d-1b6e2992b801 service nova] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Detach interface failed, port_id=bf142089-e2fc-42be-93ce-36c1333b7d04, reason: Instance fc37753b-1ed3-4a79-9ca1-b857da9564d4 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1289.277120] env[69603]: DEBUG nova.compute.manager [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1289.277394] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.278327] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b83510-f2e2-4134-ad70-3b67923ef0a5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.286184] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.286422] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce772be3-982f-4c25-9649-0360de36fbc2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.351732] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.351988] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.352214] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleting the datastore file [datastore1] b2dbc561-f8a3-472c-ba28-257518280c98 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.352485] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad15fb20-144e-4315-8b6f-7d60ff01d79a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.359703] env[69603]: DEBUG oslo_vmware.api [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1289.359703] env[69603]: value = "task-3480921" [ 1289.359703] env[69603]: _type = "Task" [ 1289.359703] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.367795] env[69603]: DEBUG oslo_vmware.api [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.452934] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f4be64-a512-4a60-9062-b3ef164478e4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.472525] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance '592c1a53-bfd4-4afb-8bf3-cef1aef284df' progress to 0 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.547425] env[69603]: INFO nova.compute.manager [-] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Took 1.47 seconds to deallocate network for instance. [ 1289.870390] env[69603]: DEBUG oslo_vmware.api [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151444} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.870657] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.870854] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1289.871049] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1289.871228] env[69603]: INFO nova.compute.manager [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1289.871468] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.871659] env[69603]: DEBUG nova.compute.manager [-] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1289.871756] env[69603]: DEBUG nova.network.neutron [-] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1289.978107] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.978471] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-874f6b20-d017-43af-84ba-1e9f22f175b1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.987036] env[69603]: DEBUG oslo_vmware.api [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1289.987036] env[69603]: value = "task-3480922" [ 1289.987036] env[69603]: _type = "Task" [ 1289.987036] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.995191] env[69603]: DEBUG oslo_vmware.api [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.053867] env[69603]: DEBUG oslo_concurrency.lockutils [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.054300] env[69603]: DEBUG oslo_concurrency.lockutils [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.054640] env[69603]: DEBUG nova.objects.instance [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lazy-loading 'resources' on Instance uuid fc37753b-1ed3-4a79-9ca1-b857da9564d4 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.496101] env[69603]: DEBUG oslo_vmware.api [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480922, 'name': PowerOffVM_Task, 'duration_secs': 0.2226} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.496506] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.496506] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance '592c1a53-bfd4-4afb-8bf3-cef1aef284df' progress to 17 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.583687] env[69603]: DEBUG nova.compute.manager [req-88370461-c5dd-48fa-89dd-bff199cdc67f req-630fed2f-ab8b-46bb-b4fe-7ccf3be19f40 service nova] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Received event network-vif-deleted-9fc610a2-869c-4902-b365-0b9eb8f3a39a {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.583877] env[69603]: INFO nova.compute.manager [req-88370461-c5dd-48fa-89dd-bff199cdc67f req-630fed2f-ab8b-46bb-b4fe-7ccf3be19f40 service nova] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Neutron deleted interface 9fc610a2-869c-4902-b365-0b9eb8f3a39a; detaching it from the instance and deleting it from the info cache [ 1290.584081] env[69603]: DEBUG nova.network.neutron [req-88370461-c5dd-48fa-89dd-bff199cdc67f req-630fed2f-ab8b-46bb-b4fe-7ccf3be19f40 service nova] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.603130] env[69603]: DEBUG nova.network.neutron [-] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.622584] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faab810b-ebb9-4938-8664-fdda55a9bd2d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.630388] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec191d2-628f-46b7-b28b-26e86b456983 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.661726] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c6759c-a0cc-4ea6-a3b2-c04a7771a476 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.669124] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4d472d-15b3-4667-9b19-6af9031b3587 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.682139] env[69603]: DEBUG nova.compute.provider_tree [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.003228] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1291.003508] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1291.003633] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1291.003819] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1291.003964] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1291.004130] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1291.004339] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1291.004534] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1291.004713] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1291.004879] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1291.005066] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1291.010278] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87699031-6c91-4283-8f4e-6edc9e6745f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.028665] env[69603]: DEBUG oslo_vmware.api [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1291.028665] env[69603]: value = "task-3480923" [ 1291.028665] env[69603]: _type = "Task" [ 1291.028665] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.036938] env[69603]: DEBUG oslo_vmware.api [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.090913] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-963a7f57-7c25-4340-8c32-da91ed7fef4e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.101841] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f4dd31-5b58-4e5e-93c4-af61aaed5b2f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.112600] env[69603]: INFO nova.compute.manager [-] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Took 1.24 seconds to deallocate network for instance. [ 1291.131487] env[69603]: DEBUG nova.compute.manager [req-88370461-c5dd-48fa-89dd-bff199cdc67f req-630fed2f-ab8b-46bb-b4fe-7ccf3be19f40 service nova] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Detach interface failed, port_id=9fc610a2-869c-4902-b365-0b9eb8f3a39a, reason: Instance b2dbc561-f8a3-472c-ba28-257518280c98 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1291.185353] env[69603]: DEBUG nova.scheduler.client.report [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.538562] env[69603]: DEBUG oslo_vmware.api [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480923, 'name': ReconfigVM_Task, 'duration_secs': 0.195833} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.538932] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance '592c1a53-bfd4-4afb-8bf3-cef1aef284df' progress to 33 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.618875] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.690730] env[69603]: DEBUG oslo_concurrency.lockutils [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.692996] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.074s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.693372] env[69603]: DEBUG nova.objects.instance [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lazy-loading 'resources' on Instance uuid b2dbc561-f8a3-472c-ba28-257518280c98 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.709776] env[69603]: INFO nova.scheduler.client.report [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Deleted allocations for instance fc37753b-1ed3-4a79-9ca1-b857da9564d4 [ 1292.045376] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.045634] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.045766] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.046031] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.046196] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.046347] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.046552] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.046711] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.046895] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.047119] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.047303] env[69603]: DEBUG nova.virt.hardware [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.052575] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1292.052877] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa979a14-1258-49b3-80c0-218bb3ea50e2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.071972] env[69603]: DEBUG oslo_vmware.api [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1292.071972] env[69603]: value = "task-3480924" [ 1292.071972] env[69603]: _type = "Task" [ 1292.071972] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.079679] env[69603]: DEBUG oslo_vmware.api [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.216028] env[69603]: DEBUG oslo_concurrency.lockutils [None req-95a5346a-2574-49f4-8c9f-dfe72ef392f9 tempest-AttachVolumeNegativeTest-1045203772 tempest-AttachVolumeNegativeTest-1045203772-project-member] Lock "fc37753b-1ed3-4a79-9ca1-b857da9564d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.757s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.247113] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ac9c32-acb6-47dc-8247-04f21a135b4f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.254967] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b64345b-8abf-47a4-929b-49bc2e5a4ebc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.284823] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142ceb13-f3d8-4289-8be2-ad7544d1f6f1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.292098] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46762a30-5879-4f84-82e8-1e3f8f89dfb2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.304794] env[69603]: DEBUG nova.compute.provider_tree [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.581358] env[69603]: DEBUG oslo_vmware.api [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480924, 'name': ReconfigVM_Task, 'duration_secs': 0.174561} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.581639] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1292.582404] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1a8456-2fa0-404d-be5a-e157f9540ad3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.606424] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 592c1a53-bfd4-4afb-8bf3-cef1aef284df/592c1a53-bfd4-4afb-8bf3-cef1aef284df.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.606667] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a32cfb9-fa7f-451c-8f93-53a0e65a23fb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.626756] env[69603]: DEBUG oslo_vmware.api [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1292.626756] env[69603]: value = "task-3480925" [ 1292.626756] env[69603]: _type = "Task" [ 1292.626756] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.634792] env[69603]: DEBUG oslo_vmware.api [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.808488] env[69603]: DEBUG nova.scheduler.client.report [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.136649] env[69603]: DEBUG oslo_vmware.api [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480925, 'name': ReconfigVM_Task, 'duration_secs': 0.264909} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.136960] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 592c1a53-bfd4-4afb-8bf3-cef1aef284df/592c1a53-bfd4-4afb-8bf3-cef1aef284df.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1293.137269] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance '592c1a53-bfd4-4afb-8bf3-cef1aef284df' progress to 50 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.313862] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.337373] env[69603]: INFO nova.scheduler.client.report [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleted allocations for instance b2dbc561-f8a3-472c-ba28-257518280c98 [ 1293.643730] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703f1e7e-1c27-41c7-b882-beefabc9cc7a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.665511] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12148986-b8b7-4827-9b28-f13346198ae1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.683572] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance '592c1a53-bfd4-4afb-8bf3-cef1aef284df' progress to 67 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.844834] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6c101039-1fd1-4c83-bc45-44499238dac1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "b2dbc561-f8a3-472c-ba28-257518280c98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.074s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.227063] env[69603]: DEBUG nova.network.neutron [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Port c21b1a45-a151-4579-b219-c1f8d78b84be binding to destination host cpu-1 is already ACTIVE {{(pid=69603) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1294.634782] env[69603]: DEBUG oslo_concurrency.lockutils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "3c55f23e-e66d-4d9a-ad98-9c155920ee1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.635038] env[69603]: DEBUG oslo_concurrency.lockutils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "3c55f23e-e66d-4d9a-ad98-9c155920ee1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.137603] env[69603]: DEBUG nova.compute.manager [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.250104] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.250314] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.250517] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.661049] env[69603]: DEBUG oslo_concurrency.lockutils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.661049] env[69603]: DEBUG oslo_concurrency.lockutils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.662354] env[69603]: INFO nova.compute.claims [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1296.284828] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.285066] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.285256] env[69603]: DEBUG nova.network.neutron [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.716408] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130e98ed-f164-4dc5-9aee-aeab3da75a0a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.723880] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c860cb-f664-43b1-9430-cb94ea61446b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.754244] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd6e8ea-65e5-41b6-a063-be5aeb08cf7f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.760977] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dd308e-e889-4633-8ed8-646eb2075512 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.773488] env[69603]: DEBUG nova.compute.provider_tree [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.992258] env[69603]: DEBUG nova.network.neutron [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance_info_cache with network_info: [{"id": "c21b1a45-a151-4579-b219-c1f8d78b84be", "address": "fa:16:3e:1d:80:30", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21b1a45-a1", "ovs_interfaceid": "c21b1a45-a151-4579-b219-c1f8d78b84be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.276944] env[69603]: DEBUG nova.scheduler.client.report [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.495070] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.781641] env[69603]: DEBUG oslo_concurrency.lockutils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.782141] env[69603]: DEBUG nova.compute.manager [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1298.020170] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15521071-5efa-4e5f-8653-de6bf065b663 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.040272] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7a6ae3-4723-409e-b053-ca725ab617d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.046873] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance '592c1a53-bfd4-4afb-8bf3-cef1aef284df' progress to 83 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.286609] env[69603]: DEBUG nova.compute.utils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.288207] env[69603]: DEBUG nova.compute.manager [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.288403] env[69603]: DEBUG nova.network.neutron [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.334922] env[69603]: DEBUG nova.policy [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a161b2d93adf458b96d5c97e3eed2d20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13f1426fcdfb4adcaa41c536227dd988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.552838] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.553186] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f590239-a5b3-4686-874f-840c5b9cd162 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.561267] env[69603]: DEBUG oslo_vmware.api [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1298.561267] env[69603]: value = "task-3480929" [ 1298.561267] env[69603]: _type = "Task" [ 1298.561267] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.571589] env[69603]: DEBUG oslo_vmware.api [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.575727] env[69603]: DEBUG nova.network.neutron [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Successfully created port: b6644af7-954e-4d26-a1e2-7e5258878c79 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1298.791646] env[69603]: DEBUG nova.compute.manager [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.070566] env[69603]: DEBUG oslo_vmware.api [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480929, 'name': PowerOnVM_Task, 'duration_secs': 0.370471} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.070932] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.071138] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3b01d947-29bd-49f6-84bb-7446c045731b tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance '592c1a53-bfd4-4afb-8bf3-cef1aef284df' progress to 100 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.802035] env[69603]: DEBUG nova.compute.manager [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1299.827865] env[69603]: DEBUG nova.virt.hardware [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.828134] env[69603]: DEBUG nova.virt.hardware [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.828354] env[69603]: DEBUG nova.virt.hardware [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.828473] env[69603]: DEBUG nova.virt.hardware [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.828677] env[69603]: DEBUG nova.virt.hardware [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.828761] env[69603]: DEBUG nova.virt.hardware [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.828963] env[69603]: DEBUG nova.virt.hardware [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.829141] env[69603]: DEBUG nova.virt.hardware [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.829309] env[69603]: DEBUG nova.virt.hardware [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.829469] env[69603]: DEBUG nova.virt.hardware [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.830202] env[69603]: DEBUG nova.virt.hardware [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.830526] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1036b0-d089-4a3d-a16a-f89aa5171549 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.838614] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498139e8-26e5-4a89-a211-f6f48be3f1d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.930933] env[69603]: DEBUG nova.compute.manager [req-ab0a8f0e-e0b9-4ca8-aa80-f0b8f17bb7ea req-7b670934-58ab-429c-a0fb-f119b19f9225 service nova] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Received event network-vif-plugged-b6644af7-954e-4d26-a1e2-7e5258878c79 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.931185] env[69603]: DEBUG oslo_concurrency.lockutils [req-ab0a8f0e-e0b9-4ca8-aa80-f0b8f17bb7ea req-7b670934-58ab-429c-a0fb-f119b19f9225 service nova] Acquiring lock "3c55f23e-e66d-4d9a-ad98-9c155920ee1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.931396] env[69603]: DEBUG oslo_concurrency.lockutils [req-ab0a8f0e-e0b9-4ca8-aa80-f0b8f17bb7ea req-7b670934-58ab-429c-a0fb-f119b19f9225 service nova] Lock "3c55f23e-e66d-4d9a-ad98-9c155920ee1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.931561] env[69603]: DEBUG oslo_concurrency.lockutils [req-ab0a8f0e-e0b9-4ca8-aa80-f0b8f17bb7ea req-7b670934-58ab-429c-a0fb-f119b19f9225 service nova] Lock "3c55f23e-e66d-4d9a-ad98-9c155920ee1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.931728] env[69603]: DEBUG nova.compute.manager [req-ab0a8f0e-e0b9-4ca8-aa80-f0b8f17bb7ea req-7b670934-58ab-429c-a0fb-f119b19f9225 service nova] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] No waiting events found dispatching network-vif-plugged-b6644af7-954e-4d26-a1e2-7e5258878c79 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1299.931894] env[69603]: WARNING nova.compute.manager [req-ab0a8f0e-e0b9-4ca8-aa80-f0b8f17bb7ea req-7b670934-58ab-429c-a0fb-f119b19f9225 service nova] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Received unexpected event network-vif-plugged-b6644af7-954e-4d26-a1e2-7e5258878c79 for instance with vm_state building and task_state spawning. [ 1300.005674] env[69603]: DEBUG nova.network.neutron [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Successfully updated port: b6644af7-954e-4d26-a1e2-7e5258878c79 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1300.508661] env[69603]: DEBUG oslo_concurrency.lockutils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "refresh_cache-3c55f23e-e66d-4d9a-ad98-9c155920ee1e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.508814] env[69603]: DEBUG oslo_concurrency.lockutils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "refresh_cache-3c55f23e-e66d-4d9a-ad98-9c155920ee1e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.508972] env[69603]: DEBUG nova.network.neutron [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.805285] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.805642] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.805686] env[69603]: DEBUG nova.compute.manager [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Going to confirm migration 7 {{(pid=69603) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1301.051075] env[69603]: DEBUG nova.network.neutron [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.186764] env[69603]: DEBUG nova.network.neutron [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Updating instance_info_cache with network_info: [{"id": "b6644af7-954e-4d26-a1e2-7e5258878c79", "address": "fa:16:3e:b3:17:60", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6644af7-95", "ovs_interfaceid": "b6644af7-954e-4d26-a1e2-7e5258878c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.365669] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.365895] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.366152] env[69603]: DEBUG nova.network.neutron [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.366363] env[69603]: DEBUG nova.objects.instance [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lazy-loading 'info_cache' on Instance uuid 592c1a53-bfd4-4afb-8bf3-cef1aef284df {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.689654] env[69603]: DEBUG oslo_concurrency.lockutils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "refresh_cache-3c55f23e-e66d-4d9a-ad98-9c155920ee1e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.689992] env[69603]: DEBUG nova.compute.manager [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Instance network_info: |[{"id": "b6644af7-954e-4d26-a1e2-7e5258878c79", "address": "fa:16:3e:b3:17:60", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6644af7-95", "ovs_interfaceid": "b6644af7-954e-4d26-a1e2-7e5258878c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1301.690465] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:17:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6644af7-954e-4d26-a1e2-7e5258878c79', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.698256] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.698560] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.698859] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83fc1444-865f-4779-a423-c1a22190a811 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.720814] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.720814] env[69603]: value = "task-3480930" [ 1301.720814] env[69603]: _type = "Task" [ 1301.720814] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.728960] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480930, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.960644] env[69603]: DEBUG nova.compute.manager [req-59ec88d1-9b1a-473b-9192-3f54ff2efdbf req-c87a160a-3061-4741-8935-fd91e2166463 service nova] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Received event network-changed-b6644af7-954e-4d26-a1e2-7e5258878c79 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.960644] env[69603]: DEBUG nova.compute.manager [req-59ec88d1-9b1a-473b-9192-3f54ff2efdbf req-c87a160a-3061-4741-8935-fd91e2166463 service nova] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Refreshing instance network info cache due to event network-changed-b6644af7-954e-4d26-a1e2-7e5258878c79. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.960644] env[69603]: DEBUG oslo_concurrency.lockutils [req-59ec88d1-9b1a-473b-9192-3f54ff2efdbf req-c87a160a-3061-4741-8935-fd91e2166463 service nova] Acquiring lock "refresh_cache-3c55f23e-e66d-4d9a-ad98-9c155920ee1e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.960644] env[69603]: DEBUG oslo_concurrency.lockutils [req-59ec88d1-9b1a-473b-9192-3f54ff2efdbf req-c87a160a-3061-4741-8935-fd91e2166463 service nova] Acquired lock "refresh_cache-3c55f23e-e66d-4d9a-ad98-9c155920ee1e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.961271] env[69603]: DEBUG nova.network.neutron [req-59ec88d1-9b1a-473b-9192-3f54ff2efdbf req-c87a160a-3061-4741-8935-fd91e2166463 service nova] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Refreshing network info cache for port b6644af7-954e-4d26-a1e2-7e5258878c79 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.231516] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480930, 'name': CreateVM_Task, 'duration_secs': 0.353258} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.231705] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.232530] env[69603]: DEBUG oslo_concurrency.lockutils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.232734] env[69603]: DEBUG oslo_concurrency.lockutils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.233056] env[69603]: DEBUG oslo_concurrency.lockutils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.233595] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81d3665e-5dfe-46bf-8aed-85dec5397084 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.238107] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1302.238107] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5225d7bb-7933-572b-4d88-cd03e367d074" [ 1302.238107] env[69603]: _type = "Task" [ 1302.238107] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.246340] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5225d7bb-7933-572b-4d88-cd03e367d074, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.576343] env[69603]: DEBUG nova.network.neutron [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance_info_cache with network_info: [{"id": "c21b1a45-a151-4579-b219-c1f8d78b84be", "address": "fa:16:3e:1d:80:30", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc21b1a45-a1", "ovs_interfaceid": "c21b1a45-a151-4579-b219-c1f8d78b84be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.733838] env[69603]: DEBUG nova.network.neutron [req-59ec88d1-9b1a-473b-9192-3f54ff2efdbf req-c87a160a-3061-4741-8935-fd91e2166463 service nova] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Updated VIF entry in instance network info cache for port b6644af7-954e-4d26-a1e2-7e5258878c79. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.734521] env[69603]: DEBUG nova.network.neutron [req-59ec88d1-9b1a-473b-9192-3f54ff2efdbf req-c87a160a-3061-4741-8935-fd91e2166463 service nova] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Updating instance_info_cache with network_info: [{"id": "b6644af7-954e-4d26-a1e2-7e5258878c79", "address": "fa:16:3e:b3:17:60", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6644af7-95", "ovs_interfaceid": "b6644af7-954e-4d26-a1e2-7e5258878c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.750286] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5225d7bb-7933-572b-4d88-cd03e367d074, 'name': SearchDatastore_Task, 'duration_secs': 0.012578} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.750286] env[69603]: DEBUG oslo_concurrency.lockutils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.750286] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.750286] env[69603]: DEBUG oslo_concurrency.lockutils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.750286] env[69603]: DEBUG oslo_concurrency.lockutils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.750286] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.750286] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e9e6a5d-61fa-4780-939a-9d4d995bdd3b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.759178] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.760012] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.761067] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc47bd30-cfe2-4438-a0b2-d4175bb0b10c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.765097] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1302.765097] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ce1e75-86d4-c0d4-b467-44d02a5bbc52" [ 1302.765097] env[69603]: _type = "Task" [ 1302.765097] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.774278] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ce1e75-86d4-c0d4-b467-44d02a5bbc52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.079302] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "refresh_cache-592c1a53-bfd4-4afb-8bf3-cef1aef284df" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.079597] env[69603]: DEBUG nova.objects.instance [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lazy-loading 'migration_context' on Instance uuid 592c1a53-bfd4-4afb-8bf3-cef1aef284df {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.236870] env[69603]: DEBUG oslo_concurrency.lockutils [req-59ec88d1-9b1a-473b-9192-3f54ff2efdbf req-c87a160a-3061-4741-8935-fd91e2166463 service nova] Releasing lock "refresh_cache-3c55f23e-e66d-4d9a-ad98-9c155920ee1e" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.276710] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ce1e75-86d4-c0d4-b467-44d02a5bbc52, 'name': SearchDatastore_Task, 'duration_secs': 0.008396} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.277247] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea8e122c-168c-4733-9b21-8511cfb36fb9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.283353] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1303.283353] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520e190e-3ea7-c100-c914-82b3c1aa1d0d" [ 1303.283353] env[69603]: _type = "Task" [ 1303.283353] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.291135] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520e190e-3ea7-c100-c914-82b3c1aa1d0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.586028] env[69603]: DEBUG nova.objects.base [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Object Instance<592c1a53-bfd4-4afb-8bf3-cef1aef284df> lazy-loaded attributes: info_cache,migration_context {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1303.587144] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615137b5-5416-4061-8664-eb94fc28c518 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.605880] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd33ef0b-fb36-41a1-b695-5f889df797df {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.611241] env[69603]: DEBUG oslo_vmware.api [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1303.611241] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d01d25-5580-0f43-a2e5-53301c6cc01c" [ 1303.611241] env[69603]: _type = "Task" [ 1303.611241] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.618569] env[69603]: DEBUG oslo_vmware.api [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d01d25-5580-0f43-a2e5-53301c6cc01c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.792984] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520e190e-3ea7-c100-c914-82b3c1aa1d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.011809} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.793249] env[69603]: DEBUG oslo_concurrency.lockutils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.793503] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 3c55f23e-e66d-4d9a-ad98-9c155920ee1e/3c55f23e-e66d-4d9a-ad98-9c155920ee1e.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.793752] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15193def-e69d-4d60-9a3d-205e72c5443b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.800447] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1303.800447] env[69603]: value = "task-3480931" [ 1303.800447] env[69603]: _type = "Task" [ 1303.800447] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.807255] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.122107] env[69603]: DEBUG oslo_vmware.api [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52d01d25-5580-0f43-a2e5-53301c6cc01c, 'name': SearchDatastore_Task, 'duration_secs': 0.007178} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.122474] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.122652] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.310256] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480931, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.408743} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.310507] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] 3c55f23e-e66d-4d9a-ad98-9c155920ee1e/3c55f23e-e66d-4d9a-ad98-9c155920ee1e.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.310717] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.310956] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c305c6e3-bc59-484e-8e2b-0ff2c06dcc7c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.316466] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1304.316466] env[69603]: value = "task-3480932" [ 1304.316466] env[69603]: _type = "Task" [ 1304.316466] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.324304] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.680109] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec46d91-eeba-4530-88d9-7440bca0a86a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.687541] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15737078-72bd-40fe-847b-0694fe77cd73 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.718027] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ddf7cb-81d9-4aa4-8fbb-b2e47da12af3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.724751] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18538f14-28ce-4bcd-84d2-84ae9d985013 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.737399] env[69603]: DEBUG nova.compute.provider_tree [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.826083] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059891} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.826374] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.827169] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3479a8-b0b8-4ebe-9814-c29b05cf88e9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.848368] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 3c55f23e-e66d-4d9a-ad98-9c155920ee1e/3c55f23e-e66d-4d9a-ad98-9c155920ee1e.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.848558] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c143b03f-7acd-43f8-8133-1a46fffcefd3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.867085] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1304.867085] env[69603]: value = "task-3480933" [ 1304.867085] env[69603]: _type = "Task" [ 1304.867085] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.874059] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.240514] env[69603]: DEBUG nova.scheduler.client.report [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.376766] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.878927] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480933, 'name': ReconfigVM_Task, 'duration_secs': 0.793406} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.879225] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 3c55f23e-e66d-4d9a-ad98-9c155920ee1e/3c55f23e-e66d-4d9a-ad98-9c155920ee1e.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.879814] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f69b8ba4-7ab2-474b-a1d4-d1881ad87da2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.886347] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1305.886347] env[69603]: value = "task-3480934" [ 1305.886347] env[69603]: _type = "Task" [ 1305.886347] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.893668] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480934, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.251024] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.128s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.396427] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480934, 'name': Rename_Task, 'duration_secs': 0.14372} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.396689] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.396918] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7415f7f8-a52f-4e14-9e88-a4daa956a513 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.404631] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1306.404631] env[69603]: value = "task-3480935" [ 1306.404631] env[69603]: _type = "Task" [ 1306.404631] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.411644] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.805883] env[69603]: INFO nova.scheduler.client.report [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Deleted allocation for migration 275bbaec-4276-4871-9e2d-e3b7ac6375c3 [ 1306.914175] env[69603]: DEBUG oslo_vmware.api [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480935, 'name': PowerOnVM_Task, 'duration_secs': 0.457098} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.915073] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.915073] env[69603]: INFO nova.compute.manager [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Took 7.11 seconds to spawn the instance on the hypervisor. [ 1306.915073] env[69603]: DEBUG nova.compute.manager [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1306.915865] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d341e41b-deb2-4e64-a593-fe00c0994050 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.313927] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cd091cf7-6474-47c9-b6d9-4bb98434b4a9 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.507s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.432107] env[69603]: INFO nova.compute.manager [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Took 11.79 seconds to build instance. [ 1307.934444] env[69603]: DEBUG oslo_concurrency.lockutils [None req-515bffd8-6dd9-43ba-ab0a-b915d9d06316 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "3c55f23e-e66d-4d9a-ad98-9c155920ee1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.299s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.026269] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3485e4-bc93-49e7-9e4c-becd37d6c172 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.033061] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4cbb80-bc67-4eba-87fc-03c6132d63b1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Suspending the VM {{(pid=69603) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1308.033290] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8458b703-441e-44b6-afec-d28e1c7d9b0d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.039607] env[69603]: DEBUG oslo_vmware.api [None req-7e4cbb80-bc67-4eba-87fc-03c6132d63b1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1308.039607] env[69603]: value = "task-3480936" [ 1308.039607] env[69603]: _type = "Task" [ 1308.039607] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.048048] env[69603]: DEBUG oslo_vmware.api [None req-7e4cbb80-bc67-4eba-87fc-03c6132d63b1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480936, 'name': SuspendVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.202180] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.202437] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.202663] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.202851] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.203039] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.205344] env[69603]: INFO nova.compute.manager [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Terminating instance [ 1308.549774] env[69603]: DEBUG oslo_vmware.api [None req-7e4cbb80-bc67-4eba-87fc-03c6132d63b1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480936, 'name': SuspendVM_Task} progress is 75%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.709208] env[69603]: DEBUG nova.compute.manager [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1308.709377] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.710306] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08bde97-13c7-4eb9-be91-085dfc79b976 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.717742] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.717969] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab1795ba-d78f-4a44-abf7-cb7622763762 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.723308] env[69603]: DEBUG oslo_vmware.api [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1308.723308] env[69603]: value = "task-3480937" [ 1308.723308] env[69603]: _type = "Task" [ 1308.723308] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.731310] env[69603]: DEBUG oslo_vmware.api [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.050845] env[69603]: DEBUG oslo_vmware.api [None req-7e4cbb80-bc67-4eba-87fc-03c6132d63b1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480936, 'name': SuspendVM_Task, 'duration_secs': 0.586534} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.052859] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-7e4cbb80-bc67-4eba-87fc-03c6132d63b1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Suspended the VM {{(pid=69603) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1309.052859] env[69603]: DEBUG nova.compute.manager [None req-7e4cbb80-bc67-4eba-87fc-03c6132d63b1 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1309.052859] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9095506-f329-4ec7-b2db-16a77dd6abe8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.232441] env[69603]: DEBUG oslo_vmware.api [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480937, 'name': PowerOffVM_Task, 'duration_secs': 0.182651} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.232706] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.232872] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.233142] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c0d3c1a-0a4a-4a8b-9011-55292eebcecd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.296134] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.296385] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.296571] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Deleting the datastore file [datastore2] 592c1a53-bfd4-4afb-8bf3-cef1aef284df {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.296833] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bcb02dc-5218-426f-b317-5f18b4fff930 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.303780] env[69603]: DEBUG oslo_vmware.api [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1309.303780] env[69603]: value = "task-3480939" [ 1309.303780] env[69603]: _type = "Task" [ 1309.303780] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.311124] env[69603]: DEBUG oslo_vmware.api [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.814811] env[69603]: DEBUG oslo_vmware.api [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142015} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.815211] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.815285] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.815428] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.815601] env[69603]: INFO nova.compute.manager [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1309.815842] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.816069] env[69603]: DEBUG nova.compute.manager [-] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.816176] env[69603]: DEBUG nova.network.neutron [-] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1310.311138] env[69603]: DEBUG nova.compute.manager [req-367e958c-bd8b-4b2c-ad05-ba10a5ccbfe5 req-122507b6-8a9c-43fb-b0b4-6d69204bac33 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Received event network-vif-deleted-c21b1a45-a151-4579-b219-c1f8d78b84be {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.311354] env[69603]: INFO nova.compute.manager [req-367e958c-bd8b-4b2c-ad05-ba10a5ccbfe5 req-122507b6-8a9c-43fb-b0b4-6d69204bac33 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Neutron deleted interface c21b1a45-a151-4579-b219-c1f8d78b84be; detaching it from the instance and deleting it from the info cache [ 1310.311642] env[69603]: DEBUG nova.network.neutron [req-367e958c-bd8b-4b2c-ad05-ba10a5ccbfe5 req-122507b6-8a9c-43fb-b0b4-6d69204bac33 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.389716] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "3c55f23e-e66d-4d9a-ad98-9c155920ee1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.389992] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "3c55f23e-e66d-4d9a-ad98-9c155920ee1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.390229] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "3c55f23e-e66d-4d9a-ad98-9c155920ee1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.390533] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "3c55f23e-e66d-4d9a-ad98-9c155920ee1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.390732] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "3c55f23e-e66d-4d9a-ad98-9c155920ee1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.392875] env[69603]: INFO nova.compute.manager [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Terminating instance [ 1310.795465] env[69603]: DEBUG nova.network.neutron [-] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.814085] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-999dd1d6-42b6-4b42-b8ab-23aaf4a2f598 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.824141] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d69ff1-9039-45a0-a3d6-041f6f9eea13 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.848090] env[69603]: DEBUG nova.compute.manager [req-367e958c-bd8b-4b2c-ad05-ba10a5ccbfe5 req-122507b6-8a9c-43fb-b0b4-6d69204bac33 service nova] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Detach interface failed, port_id=c21b1a45-a151-4579-b219-c1f8d78b84be, reason: Instance 592c1a53-bfd4-4afb-8bf3-cef1aef284df could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1310.896734] env[69603]: DEBUG nova.compute.manager [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.896970] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.898012] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c03f1b-b43c-49c2-af9b-1954d180ce11 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.905350] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.905594] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e08af51-ee85-429f-96d3-ebdddd50264c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.966200] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.966460] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.966605] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleting the datastore file [datastore1] 3c55f23e-e66d-4d9a-ad98-9c155920ee1e {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.966863] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70033820-e42a-41c8-9109-2fd56838d1c0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.972885] env[69603]: DEBUG oslo_vmware.api [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1310.972885] env[69603]: value = "task-3480941" [ 1310.972885] env[69603]: _type = "Task" [ 1310.972885] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.980543] env[69603]: DEBUG oslo_vmware.api [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.298205] env[69603]: INFO nova.compute.manager [-] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Took 1.48 seconds to deallocate network for instance. [ 1311.482567] env[69603]: DEBUG oslo_vmware.api [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139026} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.482813] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.482998] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.483190] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.483369] env[69603]: INFO nova.compute.manager [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1311.483603] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.483791] env[69603]: DEBUG nova.compute.manager [-] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.483886] env[69603]: DEBUG nova.network.neutron [-] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.804237] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.804465] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.804659] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.827143] env[69603]: INFO nova.scheduler.client.report [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Deleted allocations for instance 592c1a53-bfd4-4afb-8bf3-cef1aef284df [ 1312.172433] env[69603]: DEBUG nova.network.neutron [-] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.335682] env[69603]: DEBUG nova.compute.manager [req-fa217aa3-81d3-4cd4-beaf-fd1c3276c543 req-465c9a69-0914-4d44-8d59-824e695c209b service nova] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Received event network-vif-deleted-b6644af7-954e-4d26-a1e2-7e5258878c79 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.336193] env[69603]: DEBUG oslo_concurrency.lockutils [None req-efd89fdd-4fa1-4e39-b60d-144573ff768e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "592c1a53-bfd4-4afb-8bf3-cef1aef284df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.134s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.675287] env[69603]: INFO nova.compute.manager [-] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Took 1.19 seconds to deallocate network for instance. [ 1313.156314] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "3fbd9fcb-b8d7-420e-925b-fe6b51874885" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.156616] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "3fbd9fcb-b8d7-420e-925b-fe6b51874885" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.181841] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.182107] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.182325] env[69603]: DEBUG nova.objects.instance [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lazy-loading 'resources' on Instance uuid 3c55f23e-e66d-4d9a-ad98-9c155920ee1e {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.659284] env[69603]: DEBUG nova.compute.manager [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1313.723501] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755a338e-aab3-462a-9488-eaa500d81d91 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.730900] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0a3b26-060b-4ccf-a0ae-2ba236499d56 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.759592] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22c7eac-7e57-487c-a427-46f23b953b26 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.766063] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19732f3-078b-4708-b59b-e28ef3d1836d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.778552] env[69603]: DEBUG nova.compute.provider_tree [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.179148] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.281789] env[69603]: DEBUG nova.scheduler.client.report [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.787293] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.789948] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.611s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.791501] env[69603]: INFO nova.compute.claims [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1314.803778] env[69603]: INFO nova.scheduler.client.report [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleted allocations for instance 3c55f23e-e66d-4d9a-ad98-9c155920ee1e [ 1315.311087] env[69603]: DEBUG oslo_concurrency.lockutils [None req-9873d109-f0ab-4d43-8768-597c5850e0b5 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "3c55f23e-e66d-4d9a-ad98-9c155920ee1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.921s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.825143] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3891baa7-09bb-43c8-b78a-48a4bfdaee3e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.832454] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68cbd39a-27b8-401c-afd7-4a33265aa521 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.865021] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1f7516-a75d-4c36-8255-8ece3aa6d341 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.872948] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d66fb6-a750-4099-8136-bc665e6a961e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.886759] env[69603]: DEBUG nova.compute.provider_tree [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.319658] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.320032] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.389744] env[69603]: DEBUG nova.scheduler.client.report [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.821987] env[69603]: DEBUG nova.compute.manager [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1316.894760] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.895354] env[69603]: DEBUG nova.compute.manager [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1317.340650] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.341090] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.342557] env[69603]: INFO nova.compute.claims [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1317.399805] env[69603]: DEBUG nova.compute.utils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1317.401045] env[69603]: DEBUG nova.compute.manager [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1317.401218] env[69603]: DEBUG nova.network.neutron [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1317.447822] env[69603]: DEBUG nova.policy [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca4fca8c0c204cb4a4d3b21718b76e13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11001e899e7b4b58b303857dc8ee681f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1317.717627] env[69603]: DEBUG nova.network.neutron [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Successfully created port: 39b0f448-2a3a-43a4-8c3b-257ac8683565 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1317.904444] env[69603]: DEBUG nova.compute.manager [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1318.391162] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ed066a-6f62-404c-90e7-4359288c6755 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.398961] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e5fe062-26df-453f-8219-a7c0f55a9be0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.432773] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195f2496-e6e3-4c8e-8c27-e545fefd66d5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.440423] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647a25cf-2e59-4ef8-9557-cadd7724236d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.453093] env[69603]: DEBUG nova.compute.provider_tree [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.937717] env[69603]: DEBUG nova.compute.manager [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1318.956482] env[69603]: DEBUG nova.scheduler.client.report [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.968570] env[69603]: DEBUG nova.virt.hardware [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.969171] env[69603]: DEBUG nova.virt.hardware [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.969346] env[69603]: DEBUG nova.virt.hardware [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.969533] env[69603]: DEBUG nova.virt.hardware [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.969682] env[69603]: DEBUG nova.virt.hardware [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.969830] env[69603]: DEBUG nova.virt.hardware [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.970053] env[69603]: DEBUG nova.virt.hardware [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.970239] env[69603]: DEBUG nova.virt.hardware [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.970408] env[69603]: DEBUG nova.virt.hardware [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.970572] env[69603]: DEBUG nova.virt.hardware [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.970828] env[69603]: DEBUG nova.virt.hardware [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.971720] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1110e381-7d4c-4e5b-9f6e-50cbd33f0a4c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.980346] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89634b7a-b941-4376-98dd-ce0356e4d39f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.175640] env[69603]: DEBUG nova.compute.manager [req-f889aa40-c2f1-4729-8b3c-b612cf7c49dc req-ddda3b01-3c44-4302-adf0-0315cbf6b669 service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Received event network-vif-plugged-39b0f448-2a3a-43a4-8c3b-257ac8683565 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1319.175933] env[69603]: DEBUG oslo_concurrency.lockutils [req-f889aa40-c2f1-4729-8b3c-b612cf7c49dc req-ddda3b01-3c44-4302-adf0-0315cbf6b669 service nova] Acquiring lock "3fbd9fcb-b8d7-420e-925b-fe6b51874885-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.176227] env[69603]: DEBUG oslo_concurrency.lockutils [req-f889aa40-c2f1-4729-8b3c-b612cf7c49dc req-ddda3b01-3c44-4302-adf0-0315cbf6b669 service nova] Lock "3fbd9fcb-b8d7-420e-925b-fe6b51874885-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.176459] env[69603]: DEBUG oslo_concurrency.lockutils [req-f889aa40-c2f1-4729-8b3c-b612cf7c49dc req-ddda3b01-3c44-4302-adf0-0315cbf6b669 service nova] Lock "3fbd9fcb-b8d7-420e-925b-fe6b51874885-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.176668] env[69603]: DEBUG nova.compute.manager [req-f889aa40-c2f1-4729-8b3c-b612cf7c49dc req-ddda3b01-3c44-4302-adf0-0315cbf6b669 service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] No waiting events found dispatching network-vif-plugged-39b0f448-2a3a-43a4-8c3b-257ac8683565 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1319.176871] env[69603]: WARNING nova.compute.manager [req-f889aa40-c2f1-4729-8b3c-b612cf7c49dc req-ddda3b01-3c44-4302-adf0-0315cbf6b669 service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Received unexpected event network-vif-plugged-39b0f448-2a3a-43a4-8c3b-257ac8683565 for instance with vm_state building and task_state spawning. [ 1319.257367] env[69603]: DEBUG nova.network.neutron [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Successfully updated port: 39b0f448-2a3a-43a4-8c3b-257ac8683565 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1319.461647] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.462177] env[69603]: DEBUG nova.compute.manager [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1319.759640] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.759821] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.759880] env[69603]: DEBUG nova.network.neutron [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.967182] env[69603]: DEBUG nova.compute.utils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.968651] env[69603]: DEBUG nova.compute.manager [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1319.968821] env[69603]: DEBUG nova.network.neutron [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1320.011255] env[69603]: DEBUG nova.policy [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a161b2d93adf458b96d5c97e3eed2d20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13f1426fcdfb4adcaa41c536227dd988', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1320.292789] env[69603]: DEBUG nova.network.neutron [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Successfully created port: 748172c2-b934-4025-9aaa-56b9e1d7dcd9 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.296366] env[69603]: DEBUG nova.network.neutron [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1320.416056] env[69603]: DEBUG nova.network.neutron [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance_info_cache with network_info: [{"id": "39b0f448-2a3a-43a4-8c3b-257ac8683565", "address": "fa:16:3e:b2:72:8d", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b0f448-2a", "ovs_interfaceid": "39b0f448-2a3a-43a4-8c3b-257ac8683565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.472067] env[69603]: DEBUG nova.compute.manager [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1320.919261] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.919586] env[69603]: DEBUG nova.compute.manager [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Instance network_info: |[{"id": "39b0f448-2a3a-43a4-8c3b-257ac8683565", "address": "fa:16:3e:b2:72:8d", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b0f448-2a", "ovs_interfaceid": "39b0f448-2a3a-43a4-8c3b-257ac8683565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1320.920044] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:72:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39b0f448-2a3a-43a4-8c3b-257ac8683565', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.927683] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.927895] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.928136] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e076a59-9411-4418-90a6-c383437bfab6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.948358] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.948358] env[69603]: value = "task-3480942" [ 1320.948358] env[69603]: _type = "Task" [ 1320.948358] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.957872] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480942, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.202664] env[69603]: DEBUG nova.compute.manager [req-9a1d2d85-1fe8-4478-8612-5c2d5b6c3838 req-04fadfc8-b7bd-4644-a06b-6d90b4543022 service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Received event network-changed-39b0f448-2a3a-43a4-8c3b-257ac8683565 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.202860] env[69603]: DEBUG nova.compute.manager [req-9a1d2d85-1fe8-4478-8612-5c2d5b6c3838 req-04fadfc8-b7bd-4644-a06b-6d90b4543022 service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Refreshing instance network info cache due to event network-changed-39b0f448-2a3a-43a4-8c3b-257ac8683565. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1321.203087] env[69603]: DEBUG oslo_concurrency.lockutils [req-9a1d2d85-1fe8-4478-8612-5c2d5b6c3838 req-04fadfc8-b7bd-4644-a06b-6d90b4543022 service nova] Acquiring lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.203238] env[69603]: DEBUG oslo_concurrency.lockutils [req-9a1d2d85-1fe8-4478-8612-5c2d5b6c3838 req-04fadfc8-b7bd-4644-a06b-6d90b4543022 service nova] Acquired lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.203400] env[69603]: DEBUG nova.network.neutron [req-9a1d2d85-1fe8-4478-8612-5c2d5b6c3838 req-04fadfc8-b7bd-4644-a06b-6d90b4543022 service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Refreshing network info cache for port 39b0f448-2a3a-43a4-8c3b-257ac8683565 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.457763] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480942, 'name': CreateVM_Task, 'duration_secs': 0.351371} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.457926] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.458629] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.458809] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.459133] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.459384] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84186a38-08fd-414a-8529-fe1b36b68bdc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.463772] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1321.463772] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523690b6-5b90-0227-2bc0-cbe08fc39f92" [ 1321.463772] env[69603]: _type = "Task" [ 1321.463772] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.471101] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523690b6-5b90-0227-2bc0-cbe08fc39f92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.481270] env[69603]: DEBUG nova.compute.manager [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1321.506864] env[69603]: DEBUG nova.virt.hardware [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.507122] env[69603]: DEBUG nova.virt.hardware [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.507310] env[69603]: DEBUG nova.virt.hardware [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.507505] env[69603]: DEBUG nova.virt.hardware [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.507651] env[69603]: DEBUG nova.virt.hardware [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.507797] env[69603]: DEBUG nova.virt.hardware [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.508012] env[69603]: DEBUG nova.virt.hardware [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.508182] env[69603]: DEBUG nova.virt.hardware [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.508349] env[69603]: DEBUG nova.virt.hardware [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.508508] env[69603]: DEBUG nova.virt.hardware [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.508676] env[69603]: DEBUG nova.virt.hardware [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.509526] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6660e62-5f7a-420b-bbf6-3724341adeb8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.516592] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332fb3be-591e-438e-a51d-a5491055f028 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.725962] env[69603]: DEBUG nova.network.neutron [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Successfully updated port: 748172c2-b934-4025-9aaa-56b9e1d7dcd9 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.881722] env[69603]: DEBUG nova.network.neutron [req-9a1d2d85-1fe8-4478-8612-5c2d5b6c3838 req-04fadfc8-b7bd-4644-a06b-6d90b4543022 service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updated VIF entry in instance network info cache for port 39b0f448-2a3a-43a4-8c3b-257ac8683565. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.882101] env[69603]: DEBUG nova.network.neutron [req-9a1d2d85-1fe8-4478-8612-5c2d5b6c3838 req-04fadfc8-b7bd-4644-a06b-6d90b4543022 service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance_info_cache with network_info: [{"id": "39b0f448-2a3a-43a4-8c3b-257ac8683565", "address": "fa:16:3e:b2:72:8d", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b0f448-2a", "ovs_interfaceid": "39b0f448-2a3a-43a4-8c3b-257ac8683565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.975031] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523690b6-5b90-0227-2bc0-cbe08fc39f92, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.975031] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.975031] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.975031] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.975031] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.975355] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.975466] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3352d2b-dcfa-45a5-af17-07dbd86604e1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.983126] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.983304] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1321.984049] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a83cb003-9c1f-4cf8-b796-842ff62cdf85 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.988855] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1321.988855] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5284d1d2-98de-a182-002a-e1b3eee77d70" [ 1321.988855] env[69603]: _type = "Task" [ 1321.988855] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.995915] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5284d1d2-98de-a182-002a-e1b3eee77d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.229018] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "refresh_cache-97921786-6bc7-431e-b6e9-ec67ae4f78ab" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.229244] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "refresh_cache-97921786-6bc7-431e-b6e9-ec67ae4f78ab" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.229484] env[69603]: DEBUG nova.network.neutron [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.384386] env[69603]: DEBUG oslo_concurrency.lockutils [req-9a1d2d85-1fe8-4478-8612-5c2d5b6c3838 req-04fadfc8-b7bd-4644-a06b-6d90b4543022 service nova] Releasing lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.499691] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5284d1d2-98de-a182-002a-e1b3eee77d70, 'name': SearchDatastore_Task, 'duration_secs': 0.007684} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.500481] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e36439c-1af3-4a5c-a646-bc5be2966b19 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.506259] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1322.506259] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e17b1e-a59d-46a8-3291-8861b28b6681" [ 1322.506259] env[69603]: _type = "Task" [ 1322.506259] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.513716] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e17b1e-a59d-46a8-3291-8861b28b6681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.759585] env[69603]: DEBUG nova.network.neutron [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1322.870698] env[69603]: DEBUG nova.network.neutron [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Updating instance_info_cache with network_info: [{"id": "748172c2-b934-4025-9aaa-56b9e1d7dcd9", "address": "fa:16:3e:67:b0:d7", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap748172c2-b9", "ovs_interfaceid": "748172c2-b934-4025-9aaa-56b9e1d7dcd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.016598] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52e17b1e-a59d-46a8-3291-8861b28b6681, 'name': SearchDatastore_Task, 'duration_secs': 0.009045} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.016809] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.017075] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 3fbd9fcb-b8d7-420e-925b-fe6b51874885/3fbd9fcb-b8d7-420e-925b-fe6b51874885.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1323.017371] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-264ead9e-cf45-4a6f-b7df-54602d52fc01 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.030352] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1323.030352] env[69603]: value = "task-3480943" [ 1323.030352] env[69603]: _type = "Task" [ 1323.030352] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.037409] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.229784] env[69603]: DEBUG nova.compute.manager [req-45966ae5-d213-4701-81c4-c8d51423f0ff req-2f7e78ea-f7a8-4e03-96a6-ead46083b7a3 service nova] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Received event network-vif-plugged-748172c2-b934-4025-9aaa-56b9e1d7dcd9 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.230049] env[69603]: DEBUG oslo_concurrency.lockutils [req-45966ae5-d213-4701-81c4-c8d51423f0ff req-2f7e78ea-f7a8-4e03-96a6-ead46083b7a3 service nova] Acquiring lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.230328] env[69603]: DEBUG oslo_concurrency.lockutils [req-45966ae5-d213-4701-81c4-c8d51423f0ff req-2f7e78ea-f7a8-4e03-96a6-ead46083b7a3 service nova] Lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.230482] env[69603]: DEBUG oslo_concurrency.lockutils [req-45966ae5-d213-4701-81c4-c8d51423f0ff req-2f7e78ea-f7a8-4e03-96a6-ead46083b7a3 service nova] Lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.230676] env[69603]: DEBUG nova.compute.manager [req-45966ae5-d213-4701-81c4-c8d51423f0ff req-2f7e78ea-f7a8-4e03-96a6-ead46083b7a3 service nova] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] No waiting events found dispatching network-vif-plugged-748172c2-b934-4025-9aaa-56b9e1d7dcd9 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1323.230880] env[69603]: WARNING nova.compute.manager [req-45966ae5-d213-4701-81c4-c8d51423f0ff req-2f7e78ea-f7a8-4e03-96a6-ead46083b7a3 service nova] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Received unexpected event network-vif-plugged-748172c2-b934-4025-9aaa-56b9e1d7dcd9 for instance with vm_state building and task_state spawning. [ 1323.231078] env[69603]: DEBUG nova.compute.manager [req-45966ae5-d213-4701-81c4-c8d51423f0ff req-2f7e78ea-f7a8-4e03-96a6-ead46083b7a3 service nova] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Received event network-changed-748172c2-b934-4025-9aaa-56b9e1d7dcd9 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.231263] env[69603]: DEBUG nova.compute.manager [req-45966ae5-d213-4701-81c4-c8d51423f0ff req-2f7e78ea-f7a8-4e03-96a6-ead46083b7a3 service nova] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Refreshing instance network info cache due to event network-changed-748172c2-b934-4025-9aaa-56b9e1d7dcd9. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1323.231462] env[69603]: DEBUG oslo_concurrency.lockutils [req-45966ae5-d213-4701-81c4-c8d51423f0ff req-2f7e78ea-f7a8-4e03-96a6-ead46083b7a3 service nova] Acquiring lock "refresh_cache-97921786-6bc7-431e-b6e9-ec67ae4f78ab" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.373021] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "refresh_cache-97921786-6bc7-431e-b6e9-ec67ae4f78ab" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.373398] env[69603]: DEBUG nova.compute.manager [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Instance network_info: |[{"id": "748172c2-b934-4025-9aaa-56b9e1d7dcd9", "address": "fa:16:3e:67:b0:d7", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap748172c2-b9", "ovs_interfaceid": "748172c2-b934-4025-9aaa-56b9e1d7dcd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1323.373728] env[69603]: DEBUG oslo_concurrency.lockutils [req-45966ae5-d213-4701-81c4-c8d51423f0ff req-2f7e78ea-f7a8-4e03-96a6-ead46083b7a3 service nova] Acquired lock "refresh_cache-97921786-6bc7-431e-b6e9-ec67ae4f78ab" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.373910] env[69603]: DEBUG nova.network.neutron [req-45966ae5-d213-4701-81c4-c8d51423f0ff req-2f7e78ea-f7a8-4e03-96a6-ead46083b7a3 service nova] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Refreshing network info cache for port 748172c2-b934-4025-9aaa-56b9e1d7dcd9 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.375995] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:b0:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '748172c2-b934-4025-9aaa-56b9e1d7dcd9', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.383884] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.384970] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.385234] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11d03e9a-6dd0-45bb-bf76-8a76395b9ecd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.408699] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.408699] env[69603]: value = "task-3480944" [ 1323.408699] env[69603]: _type = "Task" [ 1323.408699] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.418575] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480944, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.540805] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454293} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.541169] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 3fbd9fcb-b8d7-420e-925b-fe6b51874885/3fbd9fcb-b8d7-420e-925b-fe6b51874885.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1323.541279] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1323.541528] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6122bccd-db5e-4cd0-bbf4-4185fa484a1c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.547812] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1323.547812] env[69603]: value = "task-3480945" [ 1323.547812] env[69603]: _type = "Task" [ 1323.547812] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.555443] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.920852] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480944, 'name': CreateVM_Task, 'duration_secs': 0.344262} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.921038] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.921678] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.921845] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.922166] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.922411] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d71497d-7654-4c7e-8ab3-9a05c1655ac1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.926462] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1323.926462] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52669c2b-1ef6-61f3-8a25-a0fbd430eb40" [ 1323.926462] env[69603]: _type = "Task" [ 1323.926462] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.933536] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52669c2b-1ef6-61f3-8a25-a0fbd430eb40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.058212] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069776} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.058923] env[69603]: DEBUG nova.network.neutron [req-45966ae5-d213-4701-81c4-c8d51423f0ff req-2f7e78ea-f7a8-4e03-96a6-ead46083b7a3 service nova] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Updated VIF entry in instance network info cache for port 748172c2-b934-4025-9aaa-56b9e1d7dcd9. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.059246] env[69603]: DEBUG nova.network.neutron [req-45966ae5-d213-4701-81c4-c8d51423f0ff req-2f7e78ea-f7a8-4e03-96a6-ead46083b7a3 service nova] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Updating instance_info_cache with network_info: [{"id": "748172c2-b934-4025-9aaa-56b9e1d7dcd9", "address": "fa:16:3e:67:b0:d7", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap748172c2-b9", "ovs_interfaceid": "748172c2-b934-4025-9aaa-56b9e1d7dcd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.060367] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1324.061312] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b12aa1-0f94-45d2-96fc-b92252b27e5d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.082125] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 3fbd9fcb-b8d7-420e-925b-fe6b51874885/3fbd9fcb-b8d7-420e-925b-fe6b51874885.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.082849] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ca369c8-51e2-4dcd-ab6c-b6eff50e81ce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.102082] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1324.102082] env[69603]: value = "task-3480946" [ 1324.102082] env[69603]: _type = "Task" [ 1324.102082] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.113668] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.436669] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52669c2b-1ef6-61f3-8a25-a0fbd430eb40, 'name': SearchDatastore_Task, 'duration_secs': 0.008661} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.436958] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.437211] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.437461] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.437609] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.437788] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.438050] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fa85b93-97b7-4a59-aa32-033b579f6034 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.446183] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.446381] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.447084] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f18ad6-b02f-42ff-b23a-bf1b7dbf4a2b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.451689] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1324.451689] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527af79f-73a3-d3fa-5052-dfb5bc9812ce" [ 1324.451689] env[69603]: _type = "Task" [ 1324.451689] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.458567] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527af79f-73a3-d3fa-5052-dfb5bc9812ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.561516] env[69603]: DEBUG oslo_concurrency.lockutils [req-45966ae5-d213-4701-81c4-c8d51423f0ff req-2f7e78ea-f7a8-4e03-96a6-ead46083b7a3 service nova] Releasing lock "refresh_cache-97921786-6bc7-431e-b6e9-ec67ae4f78ab" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.612322] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480946, 'name': ReconfigVM_Task, 'duration_secs': 0.2774} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.612958] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 3fbd9fcb-b8d7-420e-925b-fe6b51874885/3fbd9fcb-b8d7-420e-925b-fe6b51874885.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.613628] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bc43593-1394-4c54-a47d-178f2bb0e3f6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.620601] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1324.620601] env[69603]: value = "task-3480947" [ 1324.620601] env[69603]: _type = "Task" [ 1324.620601] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.628357] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480947, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.924395] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.924612] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.924778] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager.update_available_resource {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1324.962136] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]527af79f-73a3-d3fa-5052-dfb5bc9812ce, 'name': SearchDatastore_Task, 'duration_secs': 0.007771} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.962956] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eeed126f-4f42-476a-8452-45e2827a17e6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.967774] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1324.967774] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520181b0-4383-f44b-f26b-250358c761b5" [ 1324.967774] env[69603]: _type = "Task" [ 1324.967774] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.975542] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520181b0-4383-f44b-f26b-250358c761b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.130857] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480947, 'name': Rename_Task, 'duration_secs': 0.134537} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.131123] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1325.131369] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45d20899-1af8-4f7d-a325-ffad9bcebe88 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.137361] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1325.137361] env[69603]: value = "task-3480948" [ 1325.137361] env[69603]: _type = "Task" [ 1325.137361] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.152407] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.427919] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.428207] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.428384] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.428546] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1325.429461] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c836421-1169-4486-be55-afb011ae66ac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.437322] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9d89d1-cd77-43d9-9565-cc039e2ce636 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.452884] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecbf55f-1111-4267-9eb3-037931ef1025 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.459427] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d43dc6-774c-4a63-a55b-a92ca2341b16 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.488474] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180285MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1325.488688] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.488822] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.500217] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]520181b0-4383-f44b-f26b-250358c761b5, 'name': SearchDatastore_Task, 'duration_secs': 0.008547} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.500556] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.500844] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 97921786-6bc7-431e-b6e9-ec67ae4f78ab/97921786-6bc7-431e-b6e9-ec67ae4f78ab.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.501140] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9984a177-0e8f-4c94-a194-22ba1ba5b896 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.508289] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1325.508289] env[69603]: value = "task-3480949" [ 1325.508289] env[69603]: _type = "Task" [ 1325.508289] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.517544] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.646915] env[69603]: DEBUG oslo_vmware.api [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480948, 'name': PowerOnVM_Task, 'duration_secs': 0.457412} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.647410] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1325.647410] env[69603]: INFO nova.compute.manager [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1325.647541] env[69603]: DEBUG nova.compute.manager [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1325.648295] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2e078e-5851-44f1-92f8-99cc830bfcc4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.018296] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480949, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.167482] env[69603]: INFO nova.compute.manager [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Took 12.00 seconds to build instance. [ 1326.504982] env[69603]: DEBUG nova.compute.manager [req-e2e8ef4f-74e9-4964-85a9-a13749f846cc req-b6ba001f-98ef-436e-b590-f90528a522d4 service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Received event network-changed-39b0f448-2a3a-43a4-8c3b-257ac8683565 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.505198] env[69603]: DEBUG nova.compute.manager [req-e2e8ef4f-74e9-4964-85a9-a13749f846cc req-b6ba001f-98ef-436e-b590-f90528a522d4 service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Refreshing instance network info cache due to event network-changed-39b0f448-2a3a-43a4-8c3b-257ac8683565. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1326.505463] env[69603]: DEBUG oslo_concurrency.lockutils [req-e2e8ef4f-74e9-4964-85a9-a13749f846cc req-b6ba001f-98ef-436e-b590-f90528a522d4 service nova] Acquiring lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.505613] env[69603]: DEBUG oslo_concurrency.lockutils [req-e2e8ef4f-74e9-4964-85a9-a13749f846cc req-b6ba001f-98ef-436e-b590-f90528a522d4 service nova] Acquired lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.505777] env[69603]: DEBUG nova.network.neutron [req-e2e8ef4f-74e9-4964-85a9-a13749f846cc req-b6ba001f-98ef-436e-b590-f90528a522d4 service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Refreshing network info cache for port 39b0f448-2a3a-43a4-8c3b-257ac8683565 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.520777] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524044} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.521656] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 3fbd9fcb-b8d7-420e-925b-fe6b51874885 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1326.521789] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 97921786-6bc7-431e-b6e9-ec67ae4f78ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1326.521963] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1326.522124] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1326.524197] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 97921786-6bc7-431e-b6e9-ec67ae4f78ab/97921786-6bc7-431e-b6e9-ec67ae4f78ab.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.524443] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.525047] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee630d5c-3b6d-4788-bd21-19f1f5314413 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.532486] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1326.532486] env[69603]: value = "task-3480950" [ 1326.532486] env[69603]: _type = "Task" [ 1326.532486] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.542544] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.567572] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85528766-2d8d-4425-8253-a85dd8ed0f14 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.575943] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a762cc93-4f0a-4ffe-a792-27161eb62534 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.610967] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbbb477-e315-4b47-a2b6-08fbbad1a294 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.619570] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95e8ab0-b8e9-4efe-877c-af5d8b0eafd9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.632488] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.669225] env[69603]: DEBUG oslo_concurrency.lockutils [None req-a2eda690-b2fb-4191-b088-95cf52145465 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "3fbd9fcb-b8d7-420e-925b-fe6b51874885" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.512s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.042341] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067331} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.042609] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.043396] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4017a3-7576-4764-8869-d2856d506a79 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.066108] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 97921786-6bc7-431e-b6e9-ec67ae4f78ab/97921786-6bc7-431e-b6e9-ec67ae4f78ab.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.066391] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-794918be-046d-4d03-814e-f28fc8deb668 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.087966] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1327.087966] env[69603]: value = "task-3480951" [ 1327.087966] env[69603]: _type = "Task" [ 1327.087966] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.095701] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480951, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.135716] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1327.212711] env[69603]: DEBUG nova.network.neutron [req-e2e8ef4f-74e9-4964-85a9-a13749f846cc req-b6ba001f-98ef-436e-b590-f90528a522d4 service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updated VIF entry in instance network info cache for port 39b0f448-2a3a-43a4-8c3b-257ac8683565. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.213077] env[69603]: DEBUG nova.network.neutron [req-e2e8ef4f-74e9-4964-85a9-a13749f846cc req-b6ba001f-98ef-436e-b590-f90528a522d4 service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance_info_cache with network_info: [{"id": "39b0f448-2a3a-43a4-8c3b-257ac8683565", "address": "fa:16:3e:b2:72:8d", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b0f448-2a", "ovs_interfaceid": "39b0f448-2a3a-43a4-8c3b-257ac8683565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.598490] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480951, 'name': ReconfigVM_Task, 'duration_secs': 0.323771} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.598777] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 97921786-6bc7-431e-b6e9-ec67ae4f78ab/97921786-6bc7-431e-b6e9-ec67ae4f78ab.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.599423] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5deb8a14-f203-47ba-ad7c-848947e6f4f0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.605412] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1327.605412] env[69603]: value = "task-3480952" [ 1327.605412] env[69603]: _type = "Task" [ 1327.605412] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.613495] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480952, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.640486] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1327.640698] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.152s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.715747] env[69603]: DEBUG oslo_concurrency.lockutils [req-e2e8ef4f-74e9-4964-85a9-a13749f846cc req-b6ba001f-98ef-436e-b590-f90528a522d4 service nova] Releasing lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.118591] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480952, 'name': Rename_Task, 'duration_secs': 0.13578} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.119096] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.119497] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-758e3753-8e30-433a-987c-a6f94c56da97 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.126684] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1328.126684] env[69603]: value = "task-3480953" [ 1328.126684] env[69603]: _type = "Task" [ 1328.126684] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.134192] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.637057] env[69603]: DEBUG oslo_vmware.api [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480953, 'name': PowerOnVM_Task, 'duration_secs': 0.46177} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.637349] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.637562] env[69603]: INFO nova.compute.manager [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Took 7.16 seconds to spawn the instance on the hypervisor. [ 1328.637742] env[69603]: DEBUG nova.compute.manager [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1328.638503] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f21279-7bdc-4330-b676-f27d3df383ba {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.641047] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.641257] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.919077] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.923851] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1328.924072] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69603) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1329.156905] env[69603]: INFO nova.compute.manager [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Took 11.83 seconds to build instance. [ 1329.659262] env[69603]: DEBUG oslo_concurrency.lockutils [None req-98c33837-7473-4b67-b07a-d20497787862 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.339s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.186085] env[69603]: DEBUG nova.compute.manager [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Stashing vm_state: active {{(pid=69603) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1330.704909] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.705262] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.210762] env[69603]: INFO nova.compute.claims [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1331.717624] env[69603]: INFO nova.compute.resource_tracker [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Updating resource usage from migration c725cdbd-2f70-45dc-b7f1-fc3424e44dd9 [ 1331.767930] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344759be-52df-49ff-b680-44ddd8c5d2ee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.775696] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ca4e0b-057a-4568-a3aa-4f0f4bcd6387 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.805160] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395135fe-5fe6-41f1-9dfa-eb7124bebb67 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.812062] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc3e601-ed2b-4df0-8ad9-340a8c134a49 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.824666] env[69603]: DEBUG nova.compute.provider_tree [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.923750] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.328602] env[69603]: DEBUG nova.scheduler.client.report [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.833774] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.128s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.833995] env[69603]: INFO nova.compute.manager [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Migrating [ 1333.349156] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "refresh_cache-97921786-6bc7-431e-b6e9-ec67ae4f78ab" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.349539] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "refresh_cache-97921786-6bc7-431e-b6e9-ec67ae4f78ab" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.349581] env[69603]: DEBUG nova.network.neutron [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1334.027225] env[69603]: DEBUG nova.network.neutron [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Updating instance_info_cache with network_info: [{"id": "748172c2-b934-4025-9aaa-56b9e1d7dcd9", "address": "fa:16:3e:67:b0:d7", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap748172c2-b9", "ovs_interfaceid": "748172c2-b934-4025-9aaa-56b9e1d7dcd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.529956] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "refresh_cache-97921786-6bc7-431e-b6e9-ec67ae4f78ab" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.045635] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a13fc4d-8a75-4856-af6f-50a4a206fe34 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.064064] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Updating instance '97921786-6bc7-431e-b6e9-ec67ae4f78ab' progress to 0 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1336.570371] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.570669] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-035f4b5e-8d92-4b74-a1f3-7e7795da32e6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.578296] env[69603]: DEBUG oslo_vmware.api [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1336.578296] env[69603]: value = "task-3480954" [ 1336.578296] env[69603]: _type = "Task" [ 1336.578296] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.585645] env[69603]: DEBUG oslo_vmware.api [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.088290] env[69603]: DEBUG oslo_vmware.api [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480954, 'name': PowerOffVM_Task, 'duration_secs': 0.175398} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.088578] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.088763] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Updating instance '97921786-6bc7-431e-b6e9-ec67ae4f78ab' progress to 17 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1337.594727] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.595076] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.595181] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.595343] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.595492] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.595690] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.595908] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.596081] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.596262] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.596463] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.596650] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.601750] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186f3abe-f0aa-4e34-a55a-4741897161ec {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.617534] env[69603]: DEBUG oslo_vmware.api [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1337.617534] env[69603]: value = "task-3480955" [ 1337.617534] env[69603]: _type = "Task" [ 1337.617534] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.625975] env[69603]: DEBUG oslo_vmware.api [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.127398] env[69603]: DEBUG oslo_vmware.api [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480955, 'name': ReconfigVM_Task, 'duration_secs': 0.125437} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.127747] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Updating instance '97921786-6bc7-431e-b6e9-ec67ae4f78ab' progress to 33 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1338.634061] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1338.634358] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1338.634504] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1338.634689] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1338.634836] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1338.634982] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1338.635204] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1338.635363] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1338.635527] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1338.635684] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1338.635852] env[69603]: DEBUG nova.virt.hardware [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1338.641139] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1338.641430] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3badf5d-b46e-4344-ab32-e795ee307243 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.659931] env[69603]: DEBUG oslo_vmware.api [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1338.659931] env[69603]: value = "task-3480956" [ 1338.659931] env[69603]: _type = "Task" [ 1338.659931] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.667288] env[69603]: DEBUG oslo_vmware.api [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.169553] env[69603]: DEBUG oslo_vmware.api [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480956, 'name': ReconfigVM_Task, 'duration_secs': 0.154063} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.169860] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1339.170534] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecb9580-93a3-4b6f-92e8-27709038669b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.191638] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 97921786-6bc7-431e-b6e9-ec67ae4f78ab/97921786-6bc7-431e-b6e9-ec67ae4f78ab.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.191932] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6691f2f0-7eee-4fea-81d7-c6be5f28149b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.209394] env[69603]: DEBUG oslo_vmware.api [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1339.209394] env[69603]: value = "task-3480957" [ 1339.209394] env[69603]: _type = "Task" [ 1339.209394] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.216806] env[69603]: DEBUG oslo_vmware.api [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.719403] env[69603]: DEBUG oslo_vmware.api [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480957, 'name': ReconfigVM_Task, 'duration_secs': 0.263123} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.719705] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 97921786-6bc7-431e-b6e9-ec67ae4f78ab/97921786-6bc7-431e-b6e9-ec67ae4f78ab.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.720013] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Updating instance '97921786-6bc7-431e-b6e9-ec67ae4f78ab' progress to 50 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1340.227344] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9583d24d-2148-40ce-bf8e-742076edefce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.246212] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b9d7ee-6b45-4234-8ce6-8957d8ffa5f2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.263468] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Updating instance '97921786-6bc7-431e-b6e9-ec67ae4f78ab' progress to 67 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1340.804157] env[69603]: DEBUG nova.network.neutron [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Port 748172c2-b934-4025-9aaa-56b9e1d7dcd9 binding to destination host cpu-1 is already ACTIVE {{(pid=69603) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1341.826149] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.826475] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.826570] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.860150] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "refresh_cache-97921786-6bc7-431e-b6e9-ec67ae4f78ab" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.860411] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "refresh_cache-97921786-6bc7-431e-b6e9-ec67ae4f78ab" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.860508] env[69603]: DEBUG nova.network.neutron [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.532520] env[69603]: DEBUG nova.network.neutron [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Updating instance_info_cache with network_info: [{"id": "748172c2-b934-4025-9aaa-56b9e1d7dcd9", "address": "fa:16:3e:67:b0:d7", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap748172c2-b9", "ovs_interfaceid": "748172c2-b934-4025-9aaa-56b9e1d7dcd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.035774] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "refresh_cache-97921786-6bc7-431e-b6e9-ec67ae4f78ab" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.557111] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42008e8c-6b89-4c40-bf41-7831e52f5a3d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.576103] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6b7965-33cf-454f-aa7c-e27b2d22e05b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.582622] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Updating instance '97921786-6bc7-431e-b6e9-ec67ae4f78ab' progress to 83 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.089336] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.089830] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb7969c5-7271-49ed-940e-e84238f9b5ac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.097055] env[69603]: DEBUG oslo_vmware.api [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1345.097055] env[69603]: value = "task-3480958" [ 1345.097055] env[69603]: _type = "Task" [ 1345.097055] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.104701] env[69603]: DEBUG oslo_vmware.api [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480958, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.607053] env[69603]: DEBUG oslo_vmware.api [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480958, 'name': PowerOnVM_Task, 'duration_secs': 0.348649} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.607347] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1345.607553] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b05f91e9-fe71-4719-a686-d518dd04431c tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Updating instance '97921786-6bc7-431e-b6e9-ec67ae4f78ab' progress to 100 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.304351] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.304683] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.304855] env[69603]: DEBUG nova.compute.manager [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Going to confirm migration 8 {{(pid=69603) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1348.873995] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "refresh_cache-97921786-6bc7-431e-b6e9-ec67ae4f78ab" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.874300] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquired lock "refresh_cache-97921786-6bc7-431e-b6e9-ec67ae4f78ab" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.874488] env[69603]: DEBUG nova.network.neutron [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.874693] env[69603]: DEBUG nova.objects.instance [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lazy-loading 'info_cache' on Instance uuid 97921786-6bc7-431e-b6e9-ec67ae4f78ab {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.048392] env[69603]: DEBUG nova.network.neutron [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Updating instance_info_cache with network_info: [{"id": "748172c2-b934-4025-9aaa-56b9e1d7dcd9", "address": "fa:16:3e:67:b0:d7", "network": {"id": "d8addc78-61f6-4c74-8e2f-1f5c059c4118", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1842664624-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13f1426fcdfb4adcaa41c536227dd988", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap748172c2-b9", "ovs_interfaceid": "748172c2-b934-4025-9aaa-56b9e1d7dcd9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.550939] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Releasing lock "refresh_cache-97921786-6bc7-431e-b6e9-ec67ae4f78ab" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.551224] env[69603]: DEBUG nova.objects.instance [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lazy-loading 'migration_context' on Instance uuid 97921786-6bc7-431e-b6e9-ec67ae4f78ab {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.054245] env[69603]: DEBUG nova.objects.base [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Object Instance<97921786-6bc7-431e-b6e9-ec67ae4f78ab> lazy-loaded attributes: info_cache,migration_context {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1351.055256] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae272dc-6e9a-44a7-95cb-f045b6b35508 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.074429] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7870e09-45f4-4303-8b32-c4af28a24ac6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.080540] env[69603]: DEBUG oslo_vmware.api [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1351.080540] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bdfde7-e8f0-09fb-7948-23c50fc872a4" [ 1351.080540] env[69603]: _type = "Task" [ 1351.080540] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.087717] env[69603]: DEBUG oslo_vmware.api [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bdfde7-e8f0-09fb-7948-23c50fc872a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.590895] env[69603]: DEBUG oslo_vmware.api [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bdfde7-e8f0-09fb-7948-23c50fc872a4, 'name': SearchDatastore_Task, 'duration_secs': 0.007256} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.591201] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.591439] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.144473] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88887db4-f258-4fe0-882a-3ccbd6428040 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.152141] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c292d7e9-efb8-4a54-97f1-dcaffc8a4bfb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.180867] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d26a260-b6b0-47e5-b30d-3a785e357ef4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.188022] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b9a739-8cea-4ae6-936c-b96b1265440f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.202128] env[69603]: DEBUG nova.compute.provider_tree [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.705222] env[69603]: DEBUG nova.scheduler.client.report [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.715584] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.124s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.274134] env[69603]: INFO nova.scheduler.client.report [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleted allocation for migration c725cdbd-2f70-45dc-b7f1-fc3424e44dd9 [ 1354.779081] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.474s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.828023] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.828399] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.828540] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.828725] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.828893] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.831066] env[69603]: INFO nova.compute.manager [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Terminating instance [ 1356.334590] env[69603]: DEBUG nova.compute.manager [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1356.334856] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.335783] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c5f2e6-fb22-4722-8f61-39099b680441 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.343588] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.343816] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ba0eef6-ad93-4742-adcf-57f29081f422 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.349793] env[69603]: DEBUG oslo_vmware.api [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1356.349793] env[69603]: value = "task-3480959" [ 1356.349793] env[69603]: _type = "Task" [ 1356.349793] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.358101] env[69603]: DEBUG oslo_vmware.api [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.859988] env[69603]: DEBUG oslo_vmware.api [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480959, 'name': PowerOffVM_Task, 'duration_secs': 0.196191} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.860410] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.860478] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.860713] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f80a9f0d-59b3-4dc3-81ce-435f5962fdac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.922477] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.922703] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.922915] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleting the datastore file [datastore2] 97921786-6bc7-431e-b6e9-ec67ae4f78ab {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.923203] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b3d35ed-f52b-46ab-a72e-2b8d8034c301 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.930158] env[69603]: DEBUG oslo_vmware.api [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for the task: (returnval){ [ 1356.930158] env[69603]: value = "task-3480961" [ 1356.930158] env[69603]: _type = "Task" [ 1356.930158] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.937307] env[69603]: DEBUG oslo_vmware.api [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.440900] env[69603]: DEBUG oslo_vmware.api [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Task: {'id': task-3480961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130178} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.441167] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.441350] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.441524] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.441697] env[69603]: INFO nova.compute.manager [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1357.441957] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.442199] env[69603]: DEBUG nova.compute.manager [-] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.442294] env[69603]: DEBUG nova.network.neutron [-] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.694668] env[69603]: DEBUG nova.compute.manager [req-e93793bd-b7cb-4ac7-9ef3-04bb9b839c16 req-68436bde-9887-485f-a93e-98d2a495f20a service nova] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Received event network-vif-deleted-748172c2-b934-4025-9aaa-56b9e1d7dcd9 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.694865] env[69603]: INFO nova.compute.manager [req-e93793bd-b7cb-4ac7-9ef3-04bb9b839c16 req-68436bde-9887-485f-a93e-98d2a495f20a service nova] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Neutron deleted interface 748172c2-b934-4025-9aaa-56b9e1d7dcd9; detaching it from the instance and deleting it from the info cache [ 1357.695056] env[69603]: DEBUG nova.network.neutron [req-e93793bd-b7cb-4ac7-9ef3-04bb9b839c16 req-68436bde-9887-485f-a93e-98d2a495f20a service nova] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.179227] env[69603]: DEBUG nova.network.neutron [-] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.197559] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96476fc0-1d3e-4218-a5d4-24bee30d45d7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.207088] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9e32d3-114a-4611-972e-38dbfef34cee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.231871] env[69603]: DEBUG nova.compute.manager [req-e93793bd-b7cb-4ac7-9ef3-04bb9b839c16 req-68436bde-9887-485f-a93e-98d2a495f20a service nova] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Detach interface failed, port_id=748172c2-b934-4025-9aaa-56b9e1d7dcd9, reason: Instance 97921786-6bc7-431e-b6e9-ec67ae4f78ab could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1358.681919] env[69603]: INFO nova.compute.manager [-] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Took 1.24 seconds to deallocate network for instance. [ 1359.189699] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.190103] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.190227] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.211703] env[69603]: INFO nova.scheduler.client.report [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Deleted allocations for instance 97921786-6bc7-431e-b6e9-ec67ae4f78ab [ 1359.719813] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19ca149c-f641-4314-99bd-26fc749f29d9 tempest-DeleteServersTestJSON-383576949 tempest-DeleteServersTestJSON-383576949-project-member] Lock "97921786-6bc7-431e-b6e9-ec67ae4f78ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.891s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.717833] env[69603]: DEBUG nova.compute.manager [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Stashing vm_state: active {{(pid=69603) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1365.240170] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.240467] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.745375] env[69603]: INFO nova.compute.claims [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1366.251754] env[69603]: INFO nova.compute.resource_tracker [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating resource usage from migration cf255118-eaaa-4b64-9eed-e40e6d62b594 [ 1366.303524] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51599b45-75ae-4965-84d3-9ba60e95568c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.315702] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b49df3-0a8a-4fe0-9fbe-4d6c5f04d87f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.347204] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed01eca2-8966-4a8e-af84-afab01ebce59 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.354488] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b23eab-2f16-407d-b34f-fa2abee87dbf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.367618] env[69603]: DEBUG nova.compute.provider_tree [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.872472] env[69603]: DEBUG nova.scheduler.client.report [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.376824] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.136s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.377178] env[69603]: INFO nova.compute.manager [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Migrating [ 1367.893751] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.894159] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.894159] env[69603]: DEBUG nova.network.neutron [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.317391] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "a1741786-ad23-4343-bf94-96d5d1fc3147" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.317844] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "a1741786-ad23-4343-bf94-96d5d1fc3147" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.596201] env[69603]: DEBUG nova.network.neutron [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance_info_cache with network_info: [{"id": "39b0f448-2a3a-43a4-8c3b-257ac8683565", "address": "fa:16:3e:b2:72:8d", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b0f448-2a", "ovs_interfaceid": "39b0f448-2a3a-43a4-8c3b-257ac8683565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.820362] env[69603]: DEBUG nova.compute.manager [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1369.099211] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.343098] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.343388] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.344992] env[69603]: INFO nova.compute.claims [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1370.401196] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696c381a-bbe1-4643-9d8e-65ec9ef52f1a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.409159] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f783a4-01bb-410d-8408-3004c6013c9e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.438647] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b189bac6-de9f-4c62-8d8d-0bfca45ae040 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.445315] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b414b851-5aaa-47a8-9b26-dddd50eadaee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.457847] env[69603]: DEBUG nova.compute.provider_tree [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.613489] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1480f2-f025-49b8-ac40-6be7fda9378a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.632029] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance '3fbd9fcb-b8d7-420e-925b-fe6b51874885' progress to 0 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1370.961236] env[69603]: DEBUG nova.scheduler.client.report [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.137762] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.138068] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9232abd6-89f8-4cd1-8e89-78158e8af326 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.146572] env[69603]: DEBUG oslo_vmware.api [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1371.146572] env[69603]: value = "task-3480963" [ 1371.146572] env[69603]: _type = "Task" [ 1371.146572] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.155909] env[69603]: DEBUG oslo_vmware.api [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.466760] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.467349] env[69603]: DEBUG nova.compute.manager [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1371.656761] env[69603]: DEBUG oslo_vmware.api [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480963, 'name': PowerOffVM_Task, 'duration_secs': 0.179901} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.657055] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.657247] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance '3fbd9fcb-b8d7-420e-925b-fe6b51874885' progress to 17 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1371.972036] env[69603]: DEBUG nova.compute.utils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1371.973805] env[69603]: DEBUG nova.compute.manager [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1371.973975] env[69603]: DEBUG nova.network.neutron [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1372.014383] env[69603]: DEBUG nova.policy [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9f54e3ea14d4abaab0d737a9981f057', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5257c99870d42c1b434e2ec94ea77e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1372.164099] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.164344] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.164552] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.164791] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.164948] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.165113] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.165320] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.165476] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.165642] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.165802] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.165973] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.170996] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cc07991-14a7-4651-89f3-644656fc30ea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.186922] env[69603]: DEBUG oslo_vmware.api [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1372.186922] env[69603]: value = "task-3480964" [ 1372.186922] env[69603]: _type = "Task" [ 1372.186922] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.194914] env[69603]: DEBUG oslo_vmware.api [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.284852] env[69603]: DEBUG nova.network.neutron [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Successfully created port: 118bb070-19f0-4634-ad1d-8e18de2ae8ce {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.476797] env[69603]: DEBUG nova.compute.manager [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1372.697063] env[69603]: DEBUG oslo_vmware.api [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480964, 'name': ReconfigVM_Task, 'duration_secs': 0.155456} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.697407] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance '3fbd9fcb-b8d7-420e-925b-fe6b51874885' progress to 33 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1373.204143] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.204448] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.204531] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.204731] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.204884] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.205055] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.205294] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.205461] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.205631] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.205798] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.205979] env[69603]: DEBUG nova.virt.hardware [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.211434] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1373.211716] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-589ef64f-a77d-4471-975c-a0d28ce976b6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.231931] env[69603]: DEBUG oslo_vmware.api [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1373.231931] env[69603]: value = "task-3480965" [ 1373.231931] env[69603]: _type = "Task" [ 1373.231931] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.241685] env[69603]: DEBUG oslo_vmware.api [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.487013] env[69603]: DEBUG nova.compute.manager [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1373.513170] env[69603]: DEBUG nova.virt.hardware [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.513974] env[69603]: DEBUG nova.virt.hardware [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.513974] env[69603]: DEBUG nova.virt.hardware [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.513974] env[69603]: DEBUG nova.virt.hardware [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.513974] env[69603]: DEBUG nova.virt.hardware [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.514259] env[69603]: DEBUG nova.virt.hardware [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.514299] env[69603]: DEBUG nova.virt.hardware [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.514434] env[69603]: DEBUG nova.virt.hardware [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.514598] env[69603]: DEBUG nova.virt.hardware [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.514766] env[69603]: DEBUG nova.virt.hardware [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.514937] env[69603]: DEBUG nova.virt.hardware [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.515784] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6160e622-0907-4658-8d3e-86a233159387 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.523477] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe6f6eb-676b-45ed-a7b5-d69aa1f6eb05 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.637295] env[69603]: DEBUG nova.compute.manager [req-72c98eb0-3787-4426-ac70-8b3e6dbc98b7 req-86e31a4b-196e-42ab-92b2-452884b8565e service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Received event network-vif-plugged-118bb070-19f0-4634-ad1d-8e18de2ae8ce {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.637295] env[69603]: DEBUG oslo_concurrency.lockutils [req-72c98eb0-3787-4426-ac70-8b3e6dbc98b7 req-86e31a4b-196e-42ab-92b2-452884b8565e service nova] Acquiring lock "a1741786-ad23-4343-bf94-96d5d1fc3147-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.637295] env[69603]: DEBUG oslo_concurrency.lockutils [req-72c98eb0-3787-4426-ac70-8b3e6dbc98b7 req-86e31a4b-196e-42ab-92b2-452884b8565e service nova] Lock "a1741786-ad23-4343-bf94-96d5d1fc3147-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.637295] env[69603]: DEBUG oslo_concurrency.lockutils [req-72c98eb0-3787-4426-ac70-8b3e6dbc98b7 req-86e31a4b-196e-42ab-92b2-452884b8565e service nova] Lock "a1741786-ad23-4343-bf94-96d5d1fc3147-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.637295] env[69603]: DEBUG nova.compute.manager [req-72c98eb0-3787-4426-ac70-8b3e6dbc98b7 req-86e31a4b-196e-42ab-92b2-452884b8565e service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] No waiting events found dispatching network-vif-plugged-118bb070-19f0-4634-ad1d-8e18de2ae8ce {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1373.637295] env[69603]: WARNING nova.compute.manager [req-72c98eb0-3787-4426-ac70-8b3e6dbc98b7 req-86e31a4b-196e-42ab-92b2-452884b8565e service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Received unexpected event network-vif-plugged-118bb070-19f0-4634-ad1d-8e18de2ae8ce for instance with vm_state building and task_state spawning. [ 1373.712957] env[69603]: DEBUG nova.network.neutron [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Successfully updated port: 118bb070-19f0-4634-ad1d-8e18de2ae8ce {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1373.742322] env[69603]: DEBUG oslo_vmware.api [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480965, 'name': ReconfigVM_Task, 'duration_secs': 0.165442} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.742603] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1373.743357] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab7238a-3437-4c71-b02a-b32d3e7aa794 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.765014] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 3fbd9fcb-b8d7-420e-925b-fe6b51874885/3fbd9fcb-b8d7-420e-925b-fe6b51874885.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.765677] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53aca942-8308-46b1-a59c-6a869fa1e849 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.787457] env[69603]: DEBUG oslo_vmware.api [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1373.787457] env[69603]: value = "task-3480966" [ 1373.787457] env[69603]: _type = "Task" [ 1373.787457] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.794649] env[69603]: DEBUG oslo_vmware.api [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.215233] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "refresh_cache-a1741786-ad23-4343-bf94-96d5d1fc3147" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.215364] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "refresh_cache-a1741786-ad23-4343-bf94-96d5d1fc3147" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.215528] env[69603]: DEBUG nova.network.neutron [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.297925] env[69603]: DEBUG oslo_vmware.api [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480966, 'name': ReconfigVM_Task, 'duration_secs': 0.261331} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.298238] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 3fbd9fcb-b8d7-420e-925b-fe6b51874885/3fbd9fcb-b8d7-420e-925b-fe6b51874885.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.298505] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance '3fbd9fcb-b8d7-420e-925b-fe6b51874885' progress to 50 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1374.747728] env[69603]: DEBUG nova.network.neutron [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.804332] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfd6569-ba9a-4862-8a76-fc5d81fb69a2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.825100] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e2d209-a94b-485c-8ea4-8371f98e32a1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.841599] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance '3fbd9fcb-b8d7-420e-925b-fe6b51874885' progress to 67 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1374.875944] env[69603]: DEBUG nova.network.neutron [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Updating instance_info_cache with network_info: [{"id": "118bb070-19f0-4634-ad1d-8e18de2ae8ce", "address": "fa:16:3e:e0:ad:02", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap118bb070-19", "ovs_interfaceid": "118bb070-19f0-4634-ad1d-8e18de2ae8ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.379497] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "refresh_cache-a1741786-ad23-4343-bf94-96d5d1fc3147" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.379749] env[69603]: DEBUG nova.compute.manager [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Instance network_info: |[{"id": "118bb070-19f0-4634-ad1d-8e18de2ae8ce", "address": "fa:16:3e:e0:ad:02", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap118bb070-19", "ovs_interfaceid": "118bb070-19f0-4634-ad1d-8e18de2ae8ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1375.380496] env[69603]: DEBUG nova.network.neutron [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Port 39b0f448-2a3a-43a4-8c3b-257ac8683565 binding to destination host cpu-1 is already ACTIVE {{(pid=69603) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1375.381869] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:ad:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '118bb070-19f0-4634-ad1d-8e18de2ae8ce', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1375.389263] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Creating folder: Project (b5257c99870d42c1b434e2ec94ea77e6). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1375.389786] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98fc8b2c-d4ab-4fb2-8d5f-df26c970b204 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.402412] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Created folder: Project (b5257c99870d42c1b434e2ec94ea77e6) in parent group-v695567. [ 1375.402589] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Creating folder: Instances. Parent ref: group-v695898. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1375.402807] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1511712-2f36-408a-9a26-413eb5fb0266 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.412391] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Created folder: Instances in parent group-v695898. [ 1375.412611] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.412778] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1375.413196] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c533b51b-8fa1-452a-909e-033cfde44fbc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.430819] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1375.430819] env[69603]: value = "task-3480969" [ 1375.430819] env[69603]: _type = "Task" [ 1375.430819] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.437757] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480969, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.664743] env[69603]: DEBUG nova.compute.manager [req-d577d275-802b-4384-99fc-a8808e63c488 req-ef71f126-8929-453f-aba3-9d3dee70b0cd service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Received event network-changed-118bb070-19f0-4634-ad1d-8e18de2ae8ce {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.665030] env[69603]: DEBUG nova.compute.manager [req-d577d275-802b-4384-99fc-a8808e63c488 req-ef71f126-8929-453f-aba3-9d3dee70b0cd service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Refreshing instance network info cache due to event network-changed-118bb070-19f0-4634-ad1d-8e18de2ae8ce. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1375.665163] env[69603]: DEBUG oslo_concurrency.lockutils [req-d577d275-802b-4384-99fc-a8808e63c488 req-ef71f126-8929-453f-aba3-9d3dee70b0cd service nova] Acquiring lock "refresh_cache-a1741786-ad23-4343-bf94-96d5d1fc3147" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.665305] env[69603]: DEBUG oslo_concurrency.lockutils [req-d577d275-802b-4384-99fc-a8808e63c488 req-ef71f126-8929-453f-aba3-9d3dee70b0cd service nova] Acquired lock "refresh_cache-a1741786-ad23-4343-bf94-96d5d1fc3147" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.665462] env[69603]: DEBUG nova.network.neutron [req-d577d275-802b-4384-99fc-a8808e63c488 req-ef71f126-8929-453f-aba3-9d3dee70b0cd service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Refreshing network info cache for port 118bb070-19f0-4634-ad1d-8e18de2ae8ce {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.942446] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480969, 'name': CreateVM_Task, 'duration_secs': 0.492846} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.942446] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1375.943105] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.943265] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.943612] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.943868] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-525cde2d-c8d0-4b08-b293-23f15147c9d3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.948237] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1375.948237] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5243616a-454d-c45e-a2dc-1dd928813a53" [ 1375.948237] env[69603]: _type = "Task" [ 1375.948237] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.955853] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5243616a-454d-c45e-a2dc-1dd928813a53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.360430] env[69603]: DEBUG nova.network.neutron [req-d577d275-802b-4384-99fc-a8808e63c488 req-ef71f126-8929-453f-aba3-9d3dee70b0cd service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Updated VIF entry in instance network info cache for port 118bb070-19f0-4634-ad1d-8e18de2ae8ce. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.360785] env[69603]: DEBUG nova.network.neutron [req-d577d275-802b-4384-99fc-a8808e63c488 req-ef71f126-8929-453f-aba3-9d3dee70b0cd service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Updating instance_info_cache with network_info: [{"id": "118bb070-19f0-4634-ad1d-8e18de2ae8ce", "address": "fa:16:3e:e0:ad:02", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap118bb070-19", "ovs_interfaceid": "118bb070-19f0-4634-ad1d-8e18de2ae8ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.409872] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "3fbd9fcb-b8d7-420e-925b-fe6b51874885-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.410101] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "3fbd9fcb-b8d7-420e-925b-fe6b51874885-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.410272] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "3fbd9fcb-b8d7-420e-925b-fe6b51874885-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.458437] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5243616a-454d-c45e-a2dc-1dd928813a53, 'name': SearchDatastore_Task, 'duration_secs': 0.011205} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.458668] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.458899] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1376.459148] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.459296] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.459476] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1376.459722] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ad2ec96-60f5-49f6-86d4-d3abf49187d9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.467769] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1376.467940] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1376.468621] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-719f8e13-4ed6-4535-b52c-e4487d15926c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.473326] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1376.473326] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523d08b2-8cd8-8384-93c7-f83a1e92c05c" [ 1376.473326] env[69603]: _type = "Task" [ 1376.473326] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.480581] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523d08b2-8cd8-8384-93c7-f83a1e92c05c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.863263] env[69603]: DEBUG oslo_concurrency.lockutils [req-d577d275-802b-4384-99fc-a8808e63c488 req-ef71f126-8929-453f-aba3-9d3dee70b0cd service nova] Releasing lock "refresh_cache-a1741786-ad23-4343-bf94-96d5d1fc3147" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.983365] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523d08b2-8cd8-8384-93c7-f83a1e92c05c, 'name': SearchDatastore_Task, 'duration_secs': 0.008095} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.984152] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71993e85-cf27-4585-a012-d53e7bf8aed3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.989103] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1376.989103] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c09b6d-7283-58d5-5056-576a53078cc6" [ 1376.989103] env[69603]: _type = "Task" [ 1376.989103] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.996505] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c09b6d-7283-58d5-5056-576a53078cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.442921] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.443139] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.443326] env[69603]: DEBUG nova.network.neutron [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.499140] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c09b6d-7283-58d5-5056-576a53078cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.009182} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.499401] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.499653] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a1741786-ad23-4343-bf94-96d5d1fc3147/a1741786-ad23-4343-bf94-96d5d1fc3147.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1377.499910] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-50691cb0-32e6-40bf-87d9-310a0ad3e748 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.506815] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1377.506815] env[69603]: value = "task-3480970" [ 1377.506815] env[69603]: _type = "Task" [ 1377.506815] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.514212] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.018490] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429319} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.018782] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] a1741786-ad23-4343-bf94-96d5d1fc3147/a1741786-ad23-4343-bf94-96d5d1fc3147.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1378.018955] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1378.019229] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fef2822a-2095-49f5-b2ad-d9d294149726 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.025016] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1378.025016] env[69603]: value = "task-3480971" [ 1378.025016] env[69603]: _type = "Task" [ 1378.025016] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.033106] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480971, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.153499] env[69603]: DEBUG nova.network.neutron [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance_info_cache with network_info: [{"id": "39b0f448-2a3a-43a4-8c3b-257ac8683565", "address": "fa:16:3e:b2:72:8d", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b0f448-2a", "ovs_interfaceid": "39b0f448-2a3a-43a4-8c3b-257ac8683565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.534943] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480971, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056918} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.535291] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1378.536032] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fc2b93-2622-48de-a223-27bd03fc414a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.557394] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] a1741786-ad23-4343-bf94-96d5d1fc3147/a1741786-ad23-4343-bf94-96d5d1fc3147.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1378.558654] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c08fce-eca2-4ab8-a38a-ace1578545e3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.576620] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1378.576620] env[69603]: value = "task-3480972" [ 1378.576620] env[69603]: _type = "Task" [ 1378.576620] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.583903] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480972, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.655726] env[69603]: DEBUG oslo_concurrency.lockutils [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.088760] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480972, 'name': ReconfigVM_Task, 'duration_secs': 0.27443} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.089183] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Reconfigured VM instance instance-00000079 to attach disk [datastore2] a1741786-ad23-4343-bf94-96d5d1fc3147/a1741786-ad23-4343-bf94-96d5d1fc3147.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.089686] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9876afc0-5c51-48e8-b4f8-385e6e06c14e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.096563] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1379.096563] env[69603]: value = "task-3480973" [ 1379.096563] env[69603]: _type = "Task" [ 1379.096563] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.104236] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480973, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.181885] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7eff9f-dccd-4835-9e44-8cb7789dcb8f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.200712] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d625b845-85bd-4d7a-bae0-ae778b871ee3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.207452] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance '3fbd9fcb-b8d7-420e-925b-fe6b51874885' progress to 83 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1379.606954] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480973, 'name': Rename_Task, 'duration_secs': 0.179155} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.607249] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.607492] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-402d0237-7280-4b19-a260-26a6daf200d6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.613234] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1379.613234] env[69603]: value = "task-3480974" [ 1379.613234] env[69603]: _type = "Task" [ 1379.613234] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.620797] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.714295] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1379.714642] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-123edc45-01ce-4385-852b-3c92348a8366 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.721539] env[69603]: DEBUG oslo_vmware.api [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1379.721539] env[69603]: value = "task-3480975" [ 1379.721539] env[69603]: _type = "Task" [ 1379.721539] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.737604] env[69603]: DEBUG oslo_vmware.api [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.122354] env[69603]: DEBUG oslo_vmware.api [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480974, 'name': PowerOnVM_Task, 'duration_secs': 0.414643} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.122805] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.122805] env[69603]: INFO nova.compute.manager [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1380.122994] env[69603]: DEBUG nova.compute.manager [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1380.123745] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8737db-bb21-476c-8a17-b5394ca39e18 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.231713] env[69603]: DEBUG oslo_vmware.api [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480975, 'name': PowerOnVM_Task, 'duration_secs': 0.34986} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.231982] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1380.232186] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-6d0bb837-5fc3-4914-9234-9246d0892825 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance '3fbd9fcb-b8d7-420e-925b-fe6b51874885' progress to 100 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1380.641322] env[69603]: INFO nova.compute.manager [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Took 11.32 seconds to build instance. [ 1381.143404] env[69603]: DEBUG oslo_concurrency.lockutils [None req-dc1cc50c-5266-4aa2-9c87-6d6cee8c8888 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "a1741786-ad23-4343-bf94-96d5d1fc3147" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.825s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.212034] env[69603]: DEBUG nova.compute.manager [req-fdf8df93-6ecd-436d-aae0-b8d112a6a74d req-ad9379f3-0795-4f2c-a24b-9babb77561b9 service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Received event network-changed-118bb070-19f0-4634-ad1d-8e18de2ae8ce {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1381.212253] env[69603]: DEBUG nova.compute.manager [req-fdf8df93-6ecd-436d-aae0-b8d112a6a74d req-ad9379f3-0795-4f2c-a24b-9babb77561b9 service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Refreshing instance network info cache due to event network-changed-118bb070-19f0-4634-ad1d-8e18de2ae8ce. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1381.212473] env[69603]: DEBUG oslo_concurrency.lockutils [req-fdf8df93-6ecd-436d-aae0-b8d112a6a74d req-ad9379f3-0795-4f2c-a24b-9babb77561b9 service nova] Acquiring lock "refresh_cache-a1741786-ad23-4343-bf94-96d5d1fc3147" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.212618] env[69603]: DEBUG oslo_concurrency.lockutils [req-fdf8df93-6ecd-436d-aae0-b8d112a6a74d req-ad9379f3-0795-4f2c-a24b-9babb77561b9 service nova] Acquired lock "refresh_cache-a1741786-ad23-4343-bf94-96d5d1fc3147" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.212778] env[69603]: DEBUG nova.network.neutron [req-fdf8df93-6ecd-436d-aae0-b8d112a6a74d req-ad9379f3-0795-4f2c-a24b-9babb77561b9 service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Refreshing network info cache for port 118bb070-19f0-4634-ad1d-8e18de2ae8ce {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1381.920940] env[69603]: DEBUG nova.network.neutron [req-fdf8df93-6ecd-436d-aae0-b8d112a6a74d req-ad9379f3-0795-4f2c-a24b-9babb77561b9 service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Updated VIF entry in instance network info cache for port 118bb070-19f0-4634-ad1d-8e18de2ae8ce. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1381.921325] env[69603]: DEBUG nova.network.neutron [req-fdf8df93-6ecd-436d-aae0-b8d112a6a74d req-ad9379f3-0795-4f2c-a24b-9babb77561b9 service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Updating instance_info_cache with network_info: [{"id": "118bb070-19f0-4634-ad1d-8e18de2ae8ce", "address": "fa:16:3e:e0:ad:02", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap118bb070-19", "ovs_interfaceid": "118bb070-19f0-4634-ad1d-8e18de2ae8ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.069374] env[69603]: DEBUG nova.network.neutron [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Port 39b0f448-2a3a-43a4-8c3b-257ac8683565 binding to destination host cpu-1 is already ACTIVE {{(pid=69603) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1382.069671] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.069826] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.069989] env[69603]: DEBUG nova.network.neutron [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.424582] env[69603]: DEBUG oslo_concurrency.lockutils [req-fdf8df93-6ecd-436d-aae0-b8d112a6a74d req-ad9379f3-0795-4f2c-a24b-9babb77561b9 service nova] Releasing lock "refresh_cache-a1741786-ad23-4343-bf94-96d5d1fc3147" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.782328] env[69603]: DEBUG nova.network.neutron [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance_info_cache with network_info: [{"id": "39b0f448-2a3a-43a4-8c3b-257ac8683565", "address": "fa:16:3e:b2:72:8d", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b0f448-2a", "ovs_interfaceid": "39b0f448-2a3a-43a4-8c3b-257ac8683565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.285156] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.788340] env[69603]: DEBUG nova.compute.manager [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69603) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1383.788633] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.788800] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.291482] env[69603]: DEBUG nova.objects.instance [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lazy-loading 'migration_context' on Instance uuid 3fbd9fcb-b8d7-420e-925b-fe6b51874885 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.847206] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc10996-1013-42c8-9b9c-3a8088009f73 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.854672] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac37868-c077-462e-b715-bebf2c260db6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.885058] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ac7110-fa0f-4561-8d40-e96b78d5c70b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.891761] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44815d49-31cd-42e3-b3b1-382a17f96393 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.904346] env[69603]: DEBUG nova.compute.provider_tree [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1384.924322] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1384.924501] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1385.407251] env[69603]: DEBUG nova.scheduler.client.report [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.417881] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.629s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.919441] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.425085] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager.update_available_resource {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.927370] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.927638] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.927820] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.928024] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1387.928913] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23517901-944f-46de-9c7b-4bfb1419969d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.940587] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95d3253-9cb1-4540-8e6c-1e5fe528f5db {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.955220] env[69603]: INFO nova.compute.manager [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Swapping old allocation on dict_keys(['4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039']) held by migration cf255118-eaaa-4b64-9eed-e40e6d62b594 for instance [ 1387.955904] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559a5c27-a42c-4e60-8237-a702a6ae0aad {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.963651] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a5001d-71df-40c1-85fc-80432ab64e90 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.993846] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180807MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1387.993996] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.994215] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.996356] env[69603]: DEBUG nova.scheduler.client.report [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Overwriting current allocation {'allocations': {'4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 178}}, 'project_id': '11001e899e7b4b58b303857dc8ee681f', 'user_id': 'ca4fca8c0c204cb4a4d3b21718b76e13', 'consumer_generation': 1} on consumer 3fbd9fcb-b8d7-420e-925b-fe6b51874885 {{(pid=69603) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1388.070469] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.070658] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.070834] env[69603]: DEBUG nova.network.neutron [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.769189] env[69603]: DEBUG nova.network.neutron [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance_info_cache with network_info: [{"id": "39b0f448-2a3a-43a4-8c3b-257ac8683565", "address": "fa:16:3e:b2:72:8d", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39b0f448-2a", "ovs_interfaceid": "39b0f448-2a3a-43a4-8c3b-257ac8683565", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.019607] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a1741786-ad23-4343-bf94-96d5d1fc3147 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1389.019768] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 3fbd9fcb-b8d7-420e-925b-fe6b51874885 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1389.019940] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1389.020098] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1389.055174] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24ea32d-31d8-4ee9-b4a1-e1fa08459310 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.062680] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa4d3ce-7471-4245-9738-b5b0ad68f631 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.092537] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66f4f59-2f19-451e-a374-bca7eaf8b7f8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.099342] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207d5f12-f170-4203-9808-6f1b22eb456e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.111719] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.271939] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "refresh_cache-3fbd9fcb-b8d7-420e-925b-fe6b51874885" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.272475] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.272762] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d19b5c19-ae7a-41ff-9dce-fb37b64e6183 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.279737] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1389.279737] env[69603]: value = "task-3480976" [ 1389.279737] env[69603]: _type = "Task" [ 1389.279737] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.288393] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.615486] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.788952] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480976, 'name': PowerOffVM_Task, 'duration_secs': 0.156528} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.789376] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.789859] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1389.790086] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1389.790251] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1389.790435] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1389.790581] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1389.790728] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1389.790935] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1389.791112] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1389.791282] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1389.791447] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1389.791620] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1389.796491] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a95f2d78-a721-4395-93cd-8c3d9e5b4ff9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.811233] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1389.811233] env[69603]: value = "task-3480977" [ 1389.811233] env[69603]: _type = "Task" [ 1389.811233] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.818311] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.120065] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1390.120351] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.322965] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480977, 'name': ReconfigVM_Task, 'duration_secs': 0.124693} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.324183] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23010350-b74f-4131-8196-7f142189205a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.341384] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.341656] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.341819] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.342017] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.342176] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.342357] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.342564] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.342722] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.342887] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.343061] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.343238] env[69603]: DEBUG nova.virt.hardware [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.344031] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0396317-a895-4985-8da3-73d2bd1cd69b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.349061] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1390.349061] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522d0204-88b2-d92b-ea72-7727f095e8b3" [ 1390.349061] env[69603]: _type = "Task" [ 1390.349061] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.356308] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522d0204-88b2-d92b-ea72-7727f095e8b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.619756] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.619983] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.859480] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]522d0204-88b2-d92b-ea72-7727f095e8b3, 'name': SearchDatastore_Task, 'duration_secs': 0.007744} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.864821] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1390.865179] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43049411-899d-48b4-900d-35d74f1251b6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.883132] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1390.883132] env[69603]: value = "task-3480978" [ 1390.883132] env[69603]: _type = "Task" [ 1390.883132] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.892761] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.919321] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.923837] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1390.923989] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69603) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1391.393343] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480978, 'name': ReconfigVM_Task, 'duration_secs': 0.182591} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.393343] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1391.394138] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eea68f7-17c7-4b45-ab73-2635c1b1df63 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.416121] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 3fbd9fcb-b8d7-420e-925b-fe6b51874885/3fbd9fcb-b8d7-420e-925b-fe6b51874885.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1391.416388] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c06ac4db-9919-4ba5-8d5a-49fc77393138 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.434808] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1391.434808] env[69603]: value = "task-3480979" [ 1391.434808] env[69603]: _type = "Task" [ 1391.434808] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.442604] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.924496] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1391.944956] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480979, 'name': ReconfigVM_Task, 'duration_secs': 0.253623} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.945298] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 3fbd9fcb-b8d7-420e-925b-fe6b51874885/3fbd9fcb-b8d7-420e-925b-fe6b51874885.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1391.946132] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883149ee-2c38-4815-9b50-772fa004356e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.963516] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb7637fc-3f76-4cca-aad2-7647b386934b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.982051] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b225587-a975-4b8b-bc63-ca0336852192 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.999484] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e52a64-be82-47b5-9dcc-80ad72a6be18 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.005578] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.005783] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-530337ce-c932-47eb-8170-3023ce79e224 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.012141] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1392.012141] env[69603]: value = "task-3480980" [ 1392.012141] env[69603]: _type = "Task" [ 1392.012141] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.018966] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.522022] env[69603]: DEBUG oslo_vmware.api [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480980, 'name': PowerOnVM_Task, 'duration_secs': 0.381978} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.522022] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.533261] env[69603]: INFO nova.compute.manager [None req-3626de52-33f6-47cc-a26c-b3bd1591c483 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance to original state: 'active' [ 1395.465760] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "3fbd9fcb-b8d7-420e-925b-fe6b51874885" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.466194] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "3fbd9fcb-b8d7-420e-925b-fe6b51874885" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.466263] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "3fbd9fcb-b8d7-420e-925b-fe6b51874885-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.466445] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "3fbd9fcb-b8d7-420e-925b-fe6b51874885-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.466622] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "3fbd9fcb-b8d7-420e-925b-fe6b51874885-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.468944] env[69603]: INFO nova.compute.manager [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Terminating instance [ 1395.973471] env[69603]: DEBUG nova.compute.manager [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1395.973759] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1395.974707] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faac9c80-e2ba-4aeb-9add-f5e9864e0d97 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.982617] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.982847] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a438d3f1-f1e7-44b6-a65b-0fdd28247eb6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.989797] env[69603]: DEBUG oslo_vmware.api [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1395.989797] env[69603]: value = "task-3480981" [ 1395.989797] env[69603]: _type = "Task" [ 1395.989797] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.997758] env[69603]: DEBUG oslo_vmware.api [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.499406] env[69603]: DEBUG oslo_vmware.api [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480981, 'name': PowerOffVM_Task, 'duration_secs': 0.20218} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.499791] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.499791] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.500043] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e2ef08b-bde7-4f5e-9851-f112938a0611 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.564956] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.565194] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.565375] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Deleting the datastore file [datastore2] 3fbd9fcb-b8d7-420e-925b-fe6b51874885 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.565631] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d087085e-e391-4ef4-b6dd-68bf176b59a4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.572148] env[69603]: DEBUG oslo_vmware.api [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1396.572148] env[69603]: value = "task-3480983" [ 1396.572148] env[69603]: _type = "Task" [ 1396.572148] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.579616] env[69603]: DEBUG oslo_vmware.api [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.081567] env[69603]: DEBUG oslo_vmware.api [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148025} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.081832] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.082060] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.082280] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.082460] env[69603]: INFO nova.compute.manager [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1397.082719] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.082923] env[69603]: DEBUG nova.compute.manager [-] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.083033] env[69603]: DEBUG nova.network.neutron [-] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.491968] env[69603]: DEBUG nova.compute.manager [req-918b59de-4dcd-4d7b-813d-fa55336d025f req-81f6a55d-b796-4990-b87a-d01cb950396f service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Received event network-vif-deleted-39b0f448-2a3a-43a4-8c3b-257ac8683565 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.491968] env[69603]: INFO nova.compute.manager [req-918b59de-4dcd-4d7b-813d-fa55336d025f req-81f6a55d-b796-4990-b87a-d01cb950396f service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Neutron deleted interface 39b0f448-2a3a-43a4-8c3b-257ac8683565; detaching it from the instance and deleting it from the info cache [ 1397.492079] env[69603]: DEBUG nova.network.neutron [req-918b59de-4dcd-4d7b-813d-fa55336d025f req-81f6a55d-b796-4990-b87a-d01cb950396f service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.977136] env[69603]: DEBUG nova.network.neutron [-] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.994564] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bda21303-c426-4af2-bbdd-4aa08610245f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.004577] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be80ce8b-8303-4323-825b-15883b94027d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.028395] env[69603]: DEBUG nova.compute.manager [req-918b59de-4dcd-4d7b-813d-fa55336d025f req-81f6a55d-b796-4990-b87a-d01cb950396f service nova] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Detach interface failed, port_id=39b0f448-2a3a-43a4-8c3b-257ac8683565, reason: Instance 3fbd9fcb-b8d7-420e-925b-fe6b51874885 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1398.480106] env[69603]: INFO nova.compute.manager [-] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Took 1.40 seconds to deallocate network for instance. [ 1398.986733] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.987080] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.987337] env[69603]: DEBUG nova.objects.instance [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lazy-loading 'resources' on Instance uuid 3fbd9fcb-b8d7-420e-925b-fe6b51874885 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.532586] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9ffd74-05c7-4c0c-b8ab-686c6c04055e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.541412] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa96c3ec-34c3-4bcb-a44c-bca6c5c6f8dc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.570886] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcb477d-d9b5-4c09-84c7-c414af2deaa7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.577580] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3063ce08-24e6-4426-bf8e-5dcc92f65483 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.590320] env[69603]: DEBUG nova.compute.provider_tree [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.093190] env[69603]: DEBUG nova.scheduler.client.report [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.598187] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.618220] env[69603]: INFO nova.scheduler.client.report [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Deleted allocations for instance 3fbd9fcb-b8d7-420e-925b-fe6b51874885 [ 1401.125680] env[69603]: DEBUG oslo_concurrency.lockutils [None req-73e34958-2e04-47c0-857d-900f1ad91cd1 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "3fbd9fcb-b8d7-420e-925b-fe6b51874885" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.660s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.440213] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.440534] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.942661] env[69603]: DEBUG nova.compute.manager [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1403.463695] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.464031] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.465520] env[69603]: INFO nova.compute.claims [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.516031] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f2df67-024f-4b7b-9750-b43223eb181b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.523195] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5f358a-3ea0-475c-b87f-a43b241f83f3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.552283] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3915564-409d-46d3-ab69-fb9f2113733f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.559239] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55732e0b-e0e2-4ef9-9e8b-1d6bdc3a99b9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.573103] env[69603]: DEBUG nova.compute.provider_tree [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.075751] env[69603]: DEBUG nova.scheduler.client.report [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.580975] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.581560] env[69603]: DEBUG nova.compute.manager [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1406.087051] env[69603]: DEBUG nova.compute.utils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1406.088395] env[69603]: DEBUG nova.compute.manager [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1406.088773] env[69603]: DEBUG nova.network.neutron [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1406.134900] env[69603]: DEBUG nova.policy [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca4fca8c0c204cb4a4d3b21718b76e13', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11001e899e7b4b58b303857dc8ee681f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1406.392367] env[69603]: DEBUG nova.network.neutron [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Successfully created port: a22006e8-570d-4695-9b41-4d8a4e73e350 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1406.591814] env[69603]: DEBUG nova.compute.manager [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1407.604897] env[69603]: DEBUG nova.compute.manager [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1407.630970] env[69603]: DEBUG nova.virt.hardware [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1407.631232] env[69603]: DEBUG nova.virt.hardware [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1407.631391] env[69603]: DEBUG nova.virt.hardware [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1407.631571] env[69603]: DEBUG nova.virt.hardware [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1407.631718] env[69603]: DEBUG nova.virt.hardware [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1407.631867] env[69603]: DEBUG nova.virt.hardware [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1407.632085] env[69603]: DEBUG nova.virt.hardware [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1407.632251] env[69603]: DEBUG nova.virt.hardware [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1407.632417] env[69603]: DEBUG nova.virt.hardware [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1407.632576] env[69603]: DEBUG nova.virt.hardware [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1407.632749] env[69603]: DEBUG nova.virt.hardware [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1407.633621] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab8c4d3-4aaf-482f-b408-b7a999a60a7f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.641300] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11263525-c746-4487-a63b-6f3446ed972f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.727667] env[69603]: DEBUG nova.compute.manager [req-2cf22180-d77f-435d-974e-4ae3a2757e51 req-6f7111e0-7591-485d-bc5e-f73c2de52904 service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Received event network-vif-plugged-a22006e8-570d-4695-9b41-4d8a4e73e350 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1407.727884] env[69603]: DEBUG oslo_concurrency.lockutils [req-2cf22180-d77f-435d-974e-4ae3a2757e51 req-6f7111e0-7591-485d-bc5e-f73c2de52904 service nova] Acquiring lock "50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.728098] env[69603]: DEBUG oslo_concurrency.lockutils [req-2cf22180-d77f-435d-974e-4ae3a2757e51 req-6f7111e0-7591-485d-bc5e-f73c2de52904 service nova] Lock "50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.728315] env[69603]: DEBUG oslo_concurrency.lockutils [req-2cf22180-d77f-435d-974e-4ae3a2757e51 req-6f7111e0-7591-485d-bc5e-f73c2de52904 service nova] Lock "50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.728501] env[69603]: DEBUG nova.compute.manager [req-2cf22180-d77f-435d-974e-4ae3a2757e51 req-6f7111e0-7591-485d-bc5e-f73c2de52904 service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] No waiting events found dispatching network-vif-plugged-a22006e8-570d-4695-9b41-4d8a4e73e350 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1407.728666] env[69603]: WARNING nova.compute.manager [req-2cf22180-d77f-435d-974e-4ae3a2757e51 req-6f7111e0-7591-485d-bc5e-f73c2de52904 service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Received unexpected event network-vif-plugged-a22006e8-570d-4695-9b41-4d8a4e73e350 for instance with vm_state building and task_state spawning. [ 1407.807173] env[69603]: DEBUG nova.network.neutron [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Successfully updated port: a22006e8-570d-4695-9b41-4d8a4e73e350 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1408.311805] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "refresh_cache-50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.311987] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "refresh_cache-50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.312140] env[69603]: DEBUG nova.network.neutron [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.842255] env[69603]: DEBUG nova.network.neutron [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1408.958020] env[69603]: DEBUG nova.network.neutron [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Updating instance_info_cache with network_info: [{"id": "a22006e8-570d-4695-9b41-4d8a4e73e350", "address": "fa:16:3e:42:77:95", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22006e8-57", "ovs_interfaceid": "a22006e8-570d-4695-9b41-4d8a4e73e350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.460805] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "refresh_cache-50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.461146] env[69603]: DEBUG nova.compute.manager [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Instance network_info: |[{"id": "a22006e8-570d-4695-9b41-4d8a4e73e350", "address": "fa:16:3e:42:77:95", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22006e8-57", "ovs_interfaceid": "a22006e8-570d-4695-9b41-4d8a4e73e350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1409.461575] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:77:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4d3f69a-b086-4c3b-b976-5a848b63dfc4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a22006e8-570d-4695-9b41-4d8a4e73e350', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1409.469140] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.469357] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1409.469581] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-947c438f-3f4b-42b6-9ad7-ef58b41a8974 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.491890] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1409.491890] env[69603]: value = "task-3480984" [ 1409.491890] env[69603]: _type = "Task" [ 1409.491890] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.499247] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480984, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.754637] env[69603]: DEBUG nova.compute.manager [req-a7a7bec5-fd68-4656-bad6-d28ebd3f0014 req-ac16c106-0f1f-4f75-bab7-4a9a50a3e555 service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Received event network-changed-a22006e8-570d-4695-9b41-4d8a4e73e350 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.754871] env[69603]: DEBUG nova.compute.manager [req-a7a7bec5-fd68-4656-bad6-d28ebd3f0014 req-ac16c106-0f1f-4f75-bab7-4a9a50a3e555 service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Refreshing instance network info cache due to event network-changed-a22006e8-570d-4695-9b41-4d8a4e73e350. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1409.755196] env[69603]: DEBUG oslo_concurrency.lockutils [req-a7a7bec5-fd68-4656-bad6-d28ebd3f0014 req-ac16c106-0f1f-4f75-bab7-4a9a50a3e555 service nova] Acquiring lock "refresh_cache-50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.755372] env[69603]: DEBUG oslo_concurrency.lockutils [req-a7a7bec5-fd68-4656-bad6-d28ebd3f0014 req-ac16c106-0f1f-4f75-bab7-4a9a50a3e555 service nova] Acquired lock "refresh_cache-50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.755590] env[69603]: DEBUG nova.network.neutron [req-a7a7bec5-fd68-4656-bad6-d28ebd3f0014 req-ac16c106-0f1f-4f75-bab7-4a9a50a3e555 service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Refreshing network info cache for port a22006e8-570d-4695-9b41-4d8a4e73e350 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.001967] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480984, 'name': CreateVM_Task, 'duration_secs': 0.292192} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.001967] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1410.002594] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.002777] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.003120] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.003369] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b82784b8-a4af-47de-932c-4b403f34bec4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.007586] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1410.007586] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5252efd2-6058-f396-1da1-cf9e8750e453" [ 1410.007586] env[69603]: _type = "Task" [ 1410.007586] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.015077] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5252efd2-6058-f396-1da1-cf9e8750e453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.425379] env[69603]: DEBUG nova.network.neutron [req-a7a7bec5-fd68-4656-bad6-d28ebd3f0014 req-ac16c106-0f1f-4f75-bab7-4a9a50a3e555 service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Updated VIF entry in instance network info cache for port a22006e8-570d-4695-9b41-4d8a4e73e350. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1410.425726] env[69603]: DEBUG nova.network.neutron [req-a7a7bec5-fd68-4656-bad6-d28ebd3f0014 req-ac16c106-0f1f-4f75-bab7-4a9a50a3e555 service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Updating instance_info_cache with network_info: [{"id": "a22006e8-570d-4695-9b41-4d8a4e73e350", "address": "fa:16:3e:42:77:95", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22006e8-57", "ovs_interfaceid": "a22006e8-570d-4695-9b41-4d8a4e73e350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.517971] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5252efd2-6058-f396-1da1-cf9e8750e453, 'name': SearchDatastore_Task, 'duration_secs': 0.009874} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.518535] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.518922] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1410.519329] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.519628] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.519951] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1410.520328] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3723ba6-512b-4857-be14-f04cd1d7974a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.528948] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1410.530030] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1410.530030] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2309a502-ab77-40b4-9500-b00609f6ab11 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.534935] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1410.534935] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529f6436-483e-7f5d-4899-ee495082da5a" [ 1410.534935] env[69603]: _type = "Task" [ 1410.534935] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.541885] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529f6436-483e-7f5d-4899-ee495082da5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.928460] env[69603]: DEBUG oslo_concurrency.lockutils [req-a7a7bec5-fd68-4656-bad6-d28ebd3f0014 req-ac16c106-0f1f-4f75-bab7-4a9a50a3e555 service nova] Releasing lock "refresh_cache-50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.045345] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529f6436-483e-7f5d-4899-ee495082da5a, 'name': SearchDatastore_Task, 'duration_secs': 0.008646} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.046117] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97f2f318-4fc1-49e3-9f7d-c25cffd6ae28 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.050765] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1411.050765] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bbb746-187c-1795-91f6-5cf98197c379" [ 1411.050765] env[69603]: _type = "Task" [ 1411.050765] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.057737] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bbb746-187c-1795-91f6-5cf98197c379, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.561205] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52bbb746-187c-1795-91f6-5cf98197c379, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.561464] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.561719] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4/50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1411.561967] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fe421c4-d68f-40cc-ad1f-06fbbcbdc9c5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.567984] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1411.567984] env[69603]: value = "task-3480985" [ 1411.567984] env[69603]: _type = "Task" [ 1411.567984] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.575338] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.077267] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439596} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.077659] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4/50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1412.077818] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1412.077985] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0640775-5ba9-4a31-9d19-c13e7564897e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.083837] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1412.083837] env[69603]: value = "task-3480986" [ 1412.083837] env[69603]: _type = "Task" [ 1412.083837] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.090437] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.594946] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056073} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.595323] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1412.596151] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a037ae-928e-4c66-81dc-fc462de487e1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.617241] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4/50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1412.617525] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8364acd1-f21d-46da-accf-16d272ec19a7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.636400] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1412.636400] env[69603]: value = "task-3480987" [ 1412.636400] env[69603]: _type = "Task" [ 1412.636400] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.643570] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480987, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.146411] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480987, 'name': ReconfigVM_Task, 'duration_secs': 0.373284} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.146882] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4/50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.147419] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db62d957-543b-437c-ac4d-0c570fb53d6d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.154074] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1413.154074] env[69603]: value = "task-3480988" [ 1413.154074] env[69603]: _type = "Task" [ 1413.154074] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.161696] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480988, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.665454] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480988, 'name': Rename_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.168354] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480988, 'name': Rename_Task, 'duration_secs': 0.539317} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.168813] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.168904] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbf93021-db72-4c58-a599-25299a28e789 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.175290] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1414.175290] env[69603]: value = "task-3480989" [ 1414.175290] env[69603]: _type = "Task" [ 1414.175290] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.182706] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.684843] env[69603]: DEBUG oslo_vmware.api [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3480989, 'name': PowerOnVM_Task, 'duration_secs': 0.453654} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.685125] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.685332] env[69603]: INFO nova.compute.manager [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1414.685507] env[69603]: DEBUG nova.compute.manager [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1414.686302] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c82cce-eca2-4ba6-843c-9aaee1cd7948 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.210222] env[69603]: INFO nova.compute.manager [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Took 11.76 seconds to build instance. [ 1415.385087] env[69603]: DEBUG nova.compute.manager [req-eca3252b-cf97-42d9-b31f-a133c37f9ff9 req-bc4da50f-9d5f-4c36-bdf4-e09fb6a29d0f service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Received event network-changed-a22006e8-570d-4695-9b41-4d8a4e73e350 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1415.386059] env[69603]: DEBUG nova.compute.manager [req-eca3252b-cf97-42d9-b31f-a133c37f9ff9 req-bc4da50f-9d5f-4c36-bdf4-e09fb6a29d0f service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Refreshing instance network info cache due to event network-changed-a22006e8-570d-4695-9b41-4d8a4e73e350. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1415.386059] env[69603]: DEBUG oslo_concurrency.lockutils [req-eca3252b-cf97-42d9-b31f-a133c37f9ff9 req-bc4da50f-9d5f-4c36-bdf4-e09fb6a29d0f service nova] Acquiring lock "refresh_cache-50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.386059] env[69603]: DEBUG oslo_concurrency.lockutils [req-eca3252b-cf97-42d9-b31f-a133c37f9ff9 req-bc4da50f-9d5f-4c36-bdf4-e09fb6a29d0f service nova] Acquired lock "refresh_cache-50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.386259] env[69603]: DEBUG nova.network.neutron [req-eca3252b-cf97-42d9-b31f-a133c37f9ff9 req-bc4da50f-9d5f-4c36-bdf4-e09fb6a29d0f service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Refreshing network info cache for port a22006e8-570d-4695-9b41-4d8a4e73e350 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1415.712575] env[69603]: DEBUG oslo_concurrency.lockutils [None req-1d83df52-c693-4178-a477-aa55a48dd7e7 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.272s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.088703] env[69603]: DEBUG nova.network.neutron [req-eca3252b-cf97-42d9-b31f-a133c37f9ff9 req-bc4da50f-9d5f-4c36-bdf4-e09fb6a29d0f service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Updated VIF entry in instance network info cache for port a22006e8-570d-4695-9b41-4d8a4e73e350. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1416.089108] env[69603]: DEBUG nova.network.neutron [req-eca3252b-cf97-42d9-b31f-a133c37f9ff9 req-bc4da50f-9d5f-4c36-bdf4-e09fb6a29d0f service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Updating instance_info_cache with network_info: [{"id": "a22006e8-570d-4695-9b41-4d8a4e73e350", "address": "fa:16:3e:42:77:95", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22006e8-57", "ovs_interfaceid": "a22006e8-570d-4695-9b41-4d8a4e73e350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.592535] env[69603]: DEBUG oslo_concurrency.lockutils [req-eca3252b-cf97-42d9-b31f-a133c37f9ff9 req-bc4da50f-9d5f-4c36-bdf4-e09fb6a29d0f service nova] Releasing lock "refresh_cache-50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.073865] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "d4910dbf-f370-416e-8940-ab8e66087215" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.074177] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d4910dbf-f370-416e-8940-ab8e66087215" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.576042] env[69603]: DEBUG nova.compute.manager [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1420.095775] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.096097] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.097493] env[69603]: INFO nova.compute.claims [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1421.150872] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4a8dc9-16fb-4ce6-b6d5-90ab33d714ee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.158478] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06be6b3-95e4-40e7-a543-f47c813add49 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.186992] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f5cc48-f3bc-4f6a-a099-8de3508418f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.194218] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44343c53-1947-4ef7-92f2-55def94afa32 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.207614] env[69603]: DEBUG nova.compute.provider_tree [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.710901] env[69603]: DEBUG nova.scheduler.client.report [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.216785] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.217370] env[69603]: DEBUG nova.compute.manager [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1422.723301] env[69603]: DEBUG nova.compute.utils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1422.724771] env[69603]: DEBUG nova.compute.manager [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1422.724948] env[69603]: DEBUG nova.network.neutron [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1422.774566] env[69603]: DEBUG nova.policy [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9f54e3ea14d4abaab0d737a9981f057', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5257c99870d42c1b434e2ec94ea77e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1423.057757] env[69603]: DEBUG nova.network.neutron [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Successfully created port: 1ba2d319-015e-4016-8a0f-6fac3d33c0e2 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1423.228687] env[69603]: DEBUG nova.compute.manager [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1424.239397] env[69603]: DEBUG nova.compute.manager [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1424.264908] env[69603]: DEBUG nova.virt.hardware [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1424.265178] env[69603]: DEBUG nova.virt.hardware [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.265495] env[69603]: DEBUG nova.virt.hardware [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1424.265552] env[69603]: DEBUG nova.virt.hardware [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.265676] env[69603]: DEBUG nova.virt.hardware [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1424.265795] env[69603]: DEBUG nova.virt.hardware [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1424.265989] env[69603]: DEBUG nova.virt.hardware [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1424.266164] env[69603]: DEBUG nova.virt.hardware [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1424.266336] env[69603]: DEBUG nova.virt.hardware [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1424.266498] env[69603]: DEBUG nova.virt.hardware [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1424.266668] env[69603]: DEBUG nova.virt.hardware [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1424.267569] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24f9705-a703-49c3-b2aa-43c5f9990e9b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.275217] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ad7acf-f93a-4c83-99ca-58959cc07677 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.397907] env[69603]: DEBUG nova.compute.manager [req-4c138ca6-249b-4e40-a78f-fac9615e558a req-cd05e9ab-a49d-4663-b2d1-f0e3b280cb28 service nova] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Received event network-vif-plugged-1ba2d319-015e-4016-8a0f-6fac3d33c0e2 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1424.398146] env[69603]: DEBUG oslo_concurrency.lockutils [req-4c138ca6-249b-4e40-a78f-fac9615e558a req-cd05e9ab-a49d-4663-b2d1-f0e3b280cb28 service nova] Acquiring lock "d4910dbf-f370-416e-8940-ab8e66087215-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.398381] env[69603]: DEBUG oslo_concurrency.lockutils [req-4c138ca6-249b-4e40-a78f-fac9615e558a req-cd05e9ab-a49d-4663-b2d1-f0e3b280cb28 service nova] Lock "d4910dbf-f370-416e-8940-ab8e66087215-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.398565] env[69603]: DEBUG oslo_concurrency.lockutils [req-4c138ca6-249b-4e40-a78f-fac9615e558a req-cd05e9ab-a49d-4663-b2d1-f0e3b280cb28 service nova] Lock "d4910dbf-f370-416e-8940-ab8e66087215-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.398734] env[69603]: DEBUG nova.compute.manager [req-4c138ca6-249b-4e40-a78f-fac9615e558a req-cd05e9ab-a49d-4663-b2d1-f0e3b280cb28 service nova] [instance: d4910dbf-f370-416e-8940-ab8e66087215] No waiting events found dispatching network-vif-plugged-1ba2d319-015e-4016-8a0f-6fac3d33c0e2 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1424.398897] env[69603]: WARNING nova.compute.manager [req-4c138ca6-249b-4e40-a78f-fac9615e558a req-cd05e9ab-a49d-4663-b2d1-f0e3b280cb28 service nova] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Received unexpected event network-vif-plugged-1ba2d319-015e-4016-8a0f-6fac3d33c0e2 for instance with vm_state building and task_state spawning. [ 1424.472119] env[69603]: DEBUG nova.network.neutron [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Successfully updated port: 1ba2d319-015e-4016-8a0f-6fac3d33c0e2 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1424.975134] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "refresh_cache-d4910dbf-f370-416e-8940-ab8e66087215" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.975266] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "refresh_cache-d4910dbf-f370-416e-8940-ab8e66087215" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.975410] env[69603]: DEBUG nova.network.neutron [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.506416] env[69603]: DEBUG nova.network.neutron [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1425.622029] env[69603]: DEBUG nova.network.neutron [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Updating instance_info_cache with network_info: [{"id": "1ba2d319-015e-4016-8a0f-6fac3d33c0e2", "address": "fa:16:3e:3f:ca:7a", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba2d319-01", "ovs_interfaceid": "1ba2d319-015e-4016-8a0f-6fac3d33c0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.124607] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "refresh_cache-d4910dbf-f370-416e-8940-ab8e66087215" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.124967] env[69603]: DEBUG nova.compute.manager [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Instance network_info: |[{"id": "1ba2d319-015e-4016-8a0f-6fac3d33c0e2", "address": "fa:16:3e:3f:ca:7a", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba2d319-01", "ovs_interfaceid": "1ba2d319-015e-4016-8a0f-6fac3d33c0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1426.125443] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:ca:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ba2d319-015e-4016-8a0f-6fac3d33c0e2', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1426.133649] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1426.133864] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1426.134139] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f6b807f-7bff-4753-b324-4ba50a490f7b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.154653] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1426.154653] env[69603]: value = "task-3480990" [ 1426.154653] env[69603]: _type = "Task" [ 1426.154653] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.161964] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480990, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.433540] env[69603]: DEBUG nova.compute.manager [req-cc9b0323-efe8-4eb7-a5fa-fa460a4566be req-65aabe1a-f4e5-4f8b-9ae7-10e437ae0910 service nova] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Received event network-changed-1ba2d319-015e-4016-8a0f-6fac3d33c0e2 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1426.433690] env[69603]: DEBUG nova.compute.manager [req-cc9b0323-efe8-4eb7-a5fa-fa460a4566be req-65aabe1a-f4e5-4f8b-9ae7-10e437ae0910 service nova] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Refreshing instance network info cache due to event network-changed-1ba2d319-015e-4016-8a0f-6fac3d33c0e2. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1426.433852] env[69603]: DEBUG oslo_concurrency.lockutils [req-cc9b0323-efe8-4eb7-a5fa-fa460a4566be req-65aabe1a-f4e5-4f8b-9ae7-10e437ae0910 service nova] Acquiring lock "refresh_cache-d4910dbf-f370-416e-8940-ab8e66087215" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.433980] env[69603]: DEBUG oslo_concurrency.lockutils [req-cc9b0323-efe8-4eb7-a5fa-fa460a4566be req-65aabe1a-f4e5-4f8b-9ae7-10e437ae0910 service nova] Acquired lock "refresh_cache-d4910dbf-f370-416e-8940-ab8e66087215" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.434165] env[69603]: DEBUG nova.network.neutron [req-cc9b0323-efe8-4eb7-a5fa-fa460a4566be req-65aabe1a-f4e5-4f8b-9ae7-10e437ae0910 service nova] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Refreshing network info cache for port 1ba2d319-015e-4016-8a0f-6fac3d33c0e2 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.664394] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3480990, 'name': CreateVM_Task, 'duration_secs': 0.305933} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.664790] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1426.665252] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.665422] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.665730] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.665974] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25aa972b-29e8-4965-a8af-cb5b087e01da {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.670057] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1426.670057] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523bd916-73e0-8533-c743-e8fcca16ec0c" [ 1426.670057] env[69603]: _type = "Task" [ 1426.670057] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.677054] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523bd916-73e0-8533-c743-e8fcca16ec0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.107063] env[69603]: DEBUG nova.network.neutron [req-cc9b0323-efe8-4eb7-a5fa-fa460a4566be req-65aabe1a-f4e5-4f8b-9ae7-10e437ae0910 service nova] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Updated VIF entry in instance network info cache for port 1ba2d319-015e-4016-8a0f-6fac3d33c0e2. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.107452] env[69603]: DEBUG nova.network.neutron [req-cc9b0323-efe8-4eb7-a5fa-fa460a4566be req-65aabe1a-f4e5-4f8b-9ae7-10e437ae0910 service nova] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Updating instance_info_cache with network_info: [{"id": "1ba2d319-015e-4016-8a0f-6fac3d33c0e2", "address": "fa:16:3e:3f:ca:7a", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ba2d319-01", "ovs_interfaceid": "1ba2d319-015e-4016-8a0f-6fac3d33c0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.180417] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]523bd916-73e0-8533-c743-e8fcca16ec0c, 'name': SearchDatastore_Task, 'duration_secs': 0.011085} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.180731] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.180960] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1427.181205] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.181352] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.181529] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1427.182067] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-848379d3-844a-439c-8e51-ab25d8f21e14 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.190578] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1427.190758] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1427.191474] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fbf56be-eca5-4f2b-9233-b17b564acafa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.196444] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1427.196444] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5219aa4d-74ac-01af-dfc8-a4a823275985" [ 1427.196444] env[69603]: _type = "Task" [ 1427.196444] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.203515] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5219aa4d-74ac-01af-dfc8-a4a823275985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.610445] env[69603]: DEBUG oslo_concurrency.lockutils [req-cc9b0323-efe8-4eb7-a5fa-fa460a4566be req-65aabe1a-f4e5-4f8b-9ae7-10e437ae0910 service nova] Releasing lock "refresh_cache-d4910dbf-f370-416e-8940-ab8e66087215" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.707080] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5219aa4d-74ac-01af-dfc8-a4a823275985, 'name': SearchDatastore_Task, 'duration_secs': 0.007938} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.707901] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-537f495d-b966-4bfd-b392-b993cc4fa383 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.713505] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1427.713505] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52fba321-2d1d-88c5-ace2-2d5bb195a50d" [ 1427.713505] env[69603]: _type = "Task" [ 1427.713505] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.721069] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52fba321-2d1d-88c5-ace2-2d5bb195a50d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.223778] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52fba321-2d1d-88c5-ace2-2d5bb195a50d, 'name': SearchDatastore_Task, 'duration_secs': 0.009256} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.224047] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.224311] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] d4910dbf-f370-416e-8940-ab8e66087215/d4910dbf-f370-416e-8940-ab8e66087215.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1428.224570] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-525cebe7-9a5a-4ba4-8cbb-b88919badfc0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.230602] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1428.230602] env[69603]: value = "task-3480991" [ 1428.230602] env[69603]: _type = "Task" [ 1428.230602] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.238985] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480991, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.739708] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480991, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444679} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.740182] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] d4910dbf-f370-416e-8940-ab8e66087215/d4910dbf-f370-416e-8940-ab8e66087215.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1428.740182] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1428.740429] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b48878c-e168-4785-943b-42e60ee81a9f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.747505] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1428.747505] env[69603]: value = "task-3480992" [ 1428.747505] env[69603]: _type = "Task" [ 1428.747505] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.754731] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.257081] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057321} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.257402] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1429.258179] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508668ee-9f79-470b-8c64-7d85d8e363a8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.280067] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] d4910dbf-f370-416e-8940-ab8e66087215/d4910dbf-f370-416e-8940-ab8e66087215.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1429.280265] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0748ddf4-cbf6-4e5f-87ac-67ae753c0efe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.300209] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1429.300209] env[69603]: value = "task-3480993" [ 1429.300209] env[69603]: _type = "Task" [ 1429.300209] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.307879] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.809899] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480993, 'name': ReconfigVM_Task, 'duration_secs': 0.261442} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.810298] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Reconfigured VM instance instance-0000007b to attach disk [datastore2] d4910dbf-f370-416e-8940-ab8e66087215/d4910dbf-f370-416e-8940-ab8e66087215.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1429.810816] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b89199f-081e-4b61-a146-afe2dedf7275 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.817633] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1429.817633] env[69603]: value = "task-3480994" [ 1429.817633] env[69603]: _type = "Task" [ 1429.817633] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.825056] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480994, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.327718] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480994, 'name': Rename_Task, 'duration_secs': 0.13201} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.327984] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.328234] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-063c2fc8-d70b-4491-b243-ef0ff9da4ccb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.334992] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1430.334992] env[69603]: value = "task-3480995" [ 1430.334992] env[69603]: _type = "Task" [ 1430.334992] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.342071] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.845322] env[69603]: DEBUG oslo_vmware.api [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480995, 'name': PowerOnVM_Task, 'duration_secs': 0.431123} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.845716] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1430.845781] env[69603]: INFO nova.compute.manager [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Took 6.61 seconds to spawn the instance on the hypervisor. [ 1430.845960] env[69603]: DEBUG nova.compute.manager [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1430.846723] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e169f6-e79f-446e-a2f1-e19a56d5cb04 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.365252] env[69603]: INFO nova.compute.manager [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Took 11.28 seconds to build instance. [ 1431.867125] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5a068874-74a4-4e0f-b4de-205eb1f337d1 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d4910dbf-f370-416e-8940-ab8e66087215" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.793s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.138020] env[69603]: DEBUG oslo_concurrency.lockutils [None req-87667342-acd7-40cc-a93f-5fa44920e1c2 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "d4910dbf-f370-416e-8940-ab8e66087215" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1432.138337] env[69603]: DEBUG oslo_concurrency.lockutils [None req-87667342-acd7-40cc-a93f-5fa44920e1c2 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d4910dbf-f370-416e-8940-ab8e66087215" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.138549] env[69603]: DEBUG nova.compute.manager [None req-87667342-acd7-40cc-a93f-5fa44920e1c2 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.139507] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76489e78-f035-474a-918d-67acb6f660a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.147695] env[69603]: DEBUG nova.compute.manager [None req-87667342-acd7-40cc-a93f-5fa44920e1c2 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69603) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1432.148256] env[69603]: DEBUG nova.objects.instance [None req-87667342-acd7-40cc-a93f-5fa44920e1c2 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lazy-loading 'flavor' on Instance uuid d4910dbf-f370-416e-8940-ab8e66087215 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1433.155711] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-87667342-acd7-40cc-a93f-5fa44920e1c2 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1433.156132] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f19a5cc7-3310-4733-b26b-88e00255bea7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.163314] env[69603]: DEBUG oslo_vmware.api [None req-87667342-acd7-40cc-a93f-5fa44920e1c2 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1433.163314] env[69603]: value = "task-3480996" [ 1433.163314] env[69603]: _type = "Task" [ 1433.163314] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.171155] env[69603]: DEBUG oslo_vmware.api [None req-87667342-acd7-40cc-a93f-5fa44920e1c2 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.673693] env[69603]: DEBUG oslo_vmware.api [None req-87667342-acd7-40cc-a93f-5fa44920e1c2 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480996, 'name': PowerOffVM_Task, 'duration_secs': 0.193746} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.674010] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-87667342-acd7-40cc-a93f-5fa44920e1c2 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1433.674220] env[69603]: DEBUG nova.compute.manager [None req-87667342-acd7-40cc-a93f-5fa44920e1c2 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1433.674957] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0743ea-ec9e-45ac-a9ff-d32efc2fc360 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.185843] env[69603]: DEBUG oslo_concurrency.lockutils [None req-87667342-acd7-40cc-a93f-5fa44920e1c2 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d4910dbf-f370-416e-8940-ab8e66087215" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.539088] env[69603]: INFO nova.compute.manager [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Rebuilding instance [ 1434.577961] env[69603]: DEBUG nova.compute.manager [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1434.578829] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f3e641-01e8-4edb-8674-7e7c9a6668ac {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.591470] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1435.591792] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-537e40b3-2901-46ff-b84b-9b7e08814285 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.600338] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1435.600338] env[69603]: value = "task-3480997" [ 1435.600338] env[69603]: _type = "Task" [ 1435.600338] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.608347] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.112091] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] VM already powered off {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1436.112347] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1436.113148] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbd1ac7-ee93-4ce6-95a5-1f01e0824547 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.119377] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1436.119592] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fcd543a-db15-4983-b02a-c5159c167890 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.199274] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1436.199482] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1436.199732] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleting the datastore file [datastore2] d4910dbf-f370-416e-8940-ab8e66087215 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1436.199989] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f88f1ad6-60e1-4219-ab88-fa748f4d45ea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.207350] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1436.207350] env[69603]: value = "task-3480999" [ 1436.207350] env[69603]: _type = "Task" [ 1436.207350] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.214433] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.717315] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3480999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135935} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.717725] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1436.717784] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1436.717957] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1437.752846] env[69603]: DEBUG nova.virt.hardware [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1437.753150] env[69603]: DEBUG nova.virt.hardware [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.753251] env[69603]: DEBUG nova.virt.hardware [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.753432] env[69603]: DEBUG nova.virt.hardware [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.753586] env[69603]: DEBUG nova.virt.hardware [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.753727] env[69603]: DEBUG nova.virt.hardware [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1437.753932] env[69603]: DEBUG nova.virt.hardware [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1437.754105] env[69603]: DEBUG nova.virt.hardware [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1437.754287] env[69603]: DEBUG nova.virt.hardware [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1437.754433] env[69603]: DEBUG nova.virt.hardware [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1437.754602] env[69603]: DEBUG nova.virt.hardware [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1437.755486] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3888849-804e-4cb4-a815-01e6586cd187 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.763088] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a98f55-0bb0-451b-8bdb-0f8a5cd9fa02 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.776244] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:ca:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ba2d319-015e-4016-8a0f-6fac3d33c0e2', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.783403] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1437.783616] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1437.783804] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b88401c-0689-45cf-ad59-ffe55b0ac4ef {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.801794] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.801794] env[69603]: value = "task-3481000" [ 1437.801794] env[69603]: _type = "Task" [ 1437.801794] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.808550] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481000, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.311940] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481000, 'name': CreateVM_Task, 'duration_secs': 0.314354} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.312138] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1438.312806] env[69603]: DEBUG oslo_concurrency.lockutils [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.312973] env[69603]: DEBUG oslo_concurrency.lockutils [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.313299] env[69603]: DEBUG oslo_concurrency.lockutils [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.313544] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b85b78a2-99da-4864-a68f-e6ccd71beb26 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.317837] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1438.317837] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a54a91-a7de-2298-361b-d8cb0a72a786" [ 1438.317837] env[69603]: _type = "Task" [ 1438.317837] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.325223] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a54a91-a7de-2298-361b-d8cb0a72a786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.828442] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52a54a91-a7de-2298-361b-d8cb0a72a786, 'name': SearchDatastore_Task, 'duration_secs': 0.009463} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.828877] env[69603]: DEBUG oslo_concurrency.lockutils [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.828934] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1438.829182] env[69603]: DEBUG oslo_concurrency.lockutils [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.829328] env[69603]: DEBUG oslo_concurrency.lockutils [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.829510] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1438.829756] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57bc199f-3bbe-47fa-a345-82bad519bad9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.837768] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1438.837932] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1438.838587] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638da783-72c5-4e8d-b506-9c2bc429e40e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.843077] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1438.843077] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52337c03-5e06-2dfd-8d8b-327deabc38d7" [ 1438.843077] env[69603]: _type = "Task" [ 1438.843077] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.849669] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52337c03-5e06-2dfd-8d8b-327deabc38d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.353246] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52337c03-5e06-2dfd-8d8b-327deabc38d7, 'name': SearchDatastore_Task, 'duration_secs': 0.017839} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.353991] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23178445-9cbe-48f0-ad2e-b5118b64bbd8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.358618] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1439.358618] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525502c4-bc58-8a00-1425-d4f482fdf467" [ 1439.358618] env[69603]: _type = "Task" [ 1439.358618] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.366551] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525502c4-bc58-8a00-1425-d4f482fdf467, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.869764] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]525502c4-bc58-8a00-1425-d4f482fdf467, 'name': SearchDatastore_Task, 'duration_secs': 0.009267} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.870123] env[69603]: DEBUG oslo_concurrency.lockutils [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.870265] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] d4910dbf-f370-416e-8940-ab8e66087215/d4910dbf-f370-416e-8940-ab8e66087215.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1439.870497] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cc70eb1-bc64-4462-a67f-c84dedafce49 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.877974] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1439.877974] env[69603]: value = "task-3481001" [ 1439.877974] env[69603]: _type = "Task" [ 1439.877974] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.884783] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.389346] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481001, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.888207] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577362} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.888589] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] d4910dbf-f370-416e-8940-ab8e66087215/d4910dbf-f370-416e-8940-ab8e66087215.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1440.888690] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1440.888854] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f87ea35-4d4d-44f1-a55f-c2cb30e6ae2a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.895086] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1440.895086] env[69603]: value = "task-3481002" [ 1440.895086] env[69603]: _type = "Task" [ 1440.895086] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.901685] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.405540] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138282} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.405843] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.406677] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c21bb9-4301-4524-8bec-d3278c12b314 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.429790] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] d4910dbf-f370-416e-8940-ab8e66087215/d4910dbf-f370-416e-8940-ab8e66087215.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.430054] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7286e292-7658-46f8-b03b-73c9a7718d1a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.450551] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1441.450551] env[69603]: value = "task-3481003" [ 1441.450551] env[69603]: _type = "Task" [ 1441.450551] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.458362] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.959675] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481003, 'name': ReconfigVM_Task, 'duration_secs': 0.277685} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.960092] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Reconfigured VM instance instance-0000007b to attach disk [datastore2] d4910dbf-f370-416e-8940-ab8e66087215/d4910dbf-f370-416e-8940-ab8e66087215.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1441.960610] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-087c8070-13f5-43a0-90f2-125577d5abc6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.966897] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1441.966897] env[69603]: value = "task-3481004" [ 1441.966897] env[69603]: _type = "Task" [ 1441.966897] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.974200] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481004, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.476547] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481004, 'name': Rename_Task, 'duration_secs': 0.13113} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.476813] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.477065] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ab3f467-4332-4b72-bec3-b649bc5b3186 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.482692] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1442.482692] env[69603]: value = "task-3481005" [ 1442.482692] env[69603]: _type = "Task" [ 1442.482692] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.489797] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.992420] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481005, 'name': PowerOnVM_Task, 'duration_secs': 0.467538} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.992786] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1442.992841] env[69603]: DEBUG nova.compute.manager [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1442.993584] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653b87ad-fa4c-4bcb-b309-b7b2086df796 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.504012] env[69603]: INFO nova.compute.manager [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] bringing vm to original state: 'stopped' [ 1444.511118] env[69603]: DEBUG oslo_concurrency.lockutils [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "d4910dbf-f370-416e-8940-ab8e66087215" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.511454] env[69603]: DEBUG oslo_concurrency.lockutils [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d4910dbf-f370-416e-8940-ab8e66087215" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.511560] env[69603]: DEBUG nova.compute.manager [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1444.512919] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d25b28b-3db2-4f53-b221-36e9c80ee7ae {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.519614] env[69603]: DEBUG nova.compute.manager [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69603) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1444.924130] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.025066] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1445.025405] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39ec0b5a-3622-4988-94ed-1331e7e6721b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.032972] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1445.032972] env[69603]: value = "task-3481006" [ 1445.032972] env[69603]: _type = "Task" [ 1445.032972] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.042157] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.542803] env[69603]: DEBUG oslo_vmware.api [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481006, 'name': PowerOffVM_Task, 'duration_secs': 0.202152} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.543169] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1445.543349] env[69603]: DEBUG nova.compute.manager [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.544172] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00910d5d-6218-45e4-95ae-659c3a2bb167 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.056573] env[69603]: DEBUG oslo_concurrency.lockutils [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d4910dbf-f370-416e-8940-ab8e66087215" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.565981] env[69603]: DEBUG oslo_concurrency.lockutils [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.566280] env[69603]: DEBUG oslo_concurrency.lockutils [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.566464] env[69603]: DEBUG nova.objects.instance [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69603) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1446.924421] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.942307] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "d4910dbf-f370-416e-8940-ab8e66087215" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.942562] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d4910dbf-f370-416e-8940-ab8e66087215" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.942772] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "d4910dbf-f370-416e-8940-ab8e66087215-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.942955] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d4910dbf-f370-416e-8940-ab8e66087215-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.943141] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d4910dbf-f370-416e-8940-ab8e66087215-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.945309] env[69603]: INFO nova.compute.manager [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Terminating instance [ 1447.449538] env[69603]: DEBUG nova.compute.manager [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1447.449768] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.450758] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec920a8-31c0-4405-8a0d-b523d4608d3b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.458545] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.458758] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd2a4561-b13a-4c0f-8540-ef493299b04b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.542612] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.542845] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.543063] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleting the datastore file [datastore2] d4910dbf-f370-416e-8940-ab8e66087215 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.543338] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aed72d80-dc4b-4146-b5be-3144712cdea6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.549370] env[69603]: DEBUG oslo_vmware.api [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1447.549370] env[69603]: value = "task-3481008" [ 1447.549370] env[69603]: _type = "Task" [ 1447.549370] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.557981] env[69603]: DEBUG oslo_vmware.api [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.574154] env[69603]: DEBUG oslo_concurrency.lockutils [None req-554b40e8-c4de-44fa-995f-b7a87697de49 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.924371] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager.update_available_resource {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1448.058352] env[69603]: DEBUG oslo_vmware.api [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208769} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.058640] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1448.058916] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1448.059192] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1448.059451] env[69603]: INFO nova.compute.manager [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1448.059768] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1448.060038] env[69603]: DEBUG nova.compute.manager [-] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1448.060201] env[69603]: DEBUG nova.network.neutron [-] [instance: d4910dbf-f370-416e-8940-ab8e66087215] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1448.299745] env[69603]: DEBUG nova.compute.manager [req-577fadd7-9cb9-45c2-baec-d32b06ece17c req-edba5013-1800-47e8-bb45-988f3b69ed1f service nova] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Received event network-vif-deleted-1ba2d319-015e-4016-8a0f-6fac3d33c0e2 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1448.300024] env[69603]: INFO nova.compute.manager [req-577fadd7-9cb9-45c2-baec-d32b06ece17c req-edba5013-1800-47e8-bb45-988f3b69ed1f service nova] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Neutron deleted interface 1ba2d319-015e-4016-8a0f-6fac3d33c0e2; detaching it from the instance and deleting it from the info cache [ 1448.300194] env[69603]: DEBUG nova.network.neutron [req-577fadd7-9cb9-45c2-baec-d32b06ece17c req-edba5013-1800-47e8-bb45-988f3b69ed1f service nova] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.427993] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.428341] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.428650] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.428928] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1448.430058] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff8a11d-0897-4aa5-aa5b-f868e43552d4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.438855] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b79042-1102-4f94-a399-52d9fa01154d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.452433] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e3e6e5-ddfd-444a-9b45-a87886b4c775 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.458390] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7189dc8c-56b5-474f-ab1d-ea79564ea955 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.488081] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180759MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1448.488250] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.488420] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.783743] env[69603]: DEBUG nova.network.neutron [-] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.802743] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79e9c10f-9ecb-46d5-8312-a619037df7bd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.812799] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5feded3e-e449-4eae-b03d-32461bed1d38 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.839272] env[69603]: DEBUG nova.compute.manager [req-577fadd7-9cb9-45c2-baec-d32b06ece17c req-edba5013-1800-47e8-bb45-988f3b69ed1f service nova] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Detach interface failed, port_id=1ba2d319-015e-4016-8a0f-6fac3d33c0e2, reason: Instance d4910dbf-f370-416e-8940-ab8e66087215 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1449.287023] env[69603]: INFO nova.compute.manager [-] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Took 1.23 seconds to deallocate network for instance. [ 1449.577402] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a1741786-ad23-4343-bf94-96d5d1fc3147 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1449.577590] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1449.577723] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance d4910dbf-f370-416e-8940-ab8e66087215 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1449.577913] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1449.578061] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1449.620738] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f54c86-4f3a-46e9-906f-588639fd3107 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.627839] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72efaa3c-4604-425a-b8f2-bed03ef76bce {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.656119] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac713eb-fad8-4e2e-abf2-03e7bf0bbddc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.662502] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c049b47c-1d06-4fec-8ea1-1549cae63058 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.676085] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1449.793441] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.179450] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.369567] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8057abdd-a382-4821-a08e-4e0ce9f23fd3 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.369813] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8057abdd-a382-4821-a08e-4e0ce9f23fd3 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.369992] env[69603]: DEBUG nova.compute.manager [None req-8057abdd-a382-4821-a08e-4e0ce9f23fd3 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1450.370916] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45063a7d-6938-4d2d-a97c-24f64d67edb2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.377374] env[69603]: DEBUG nova.compute.manager [None req-8057abdd-a382-4821-a08e-4e0ce9f23fd3 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69603) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1450.377959] env[69603]: DEBUG nova.objects.instance [None req-8057abdd-a382-4821-a08e-4e0ce9f23fd3 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lazy-loading 'flavor' on Instance uuid 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.683856] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1450.684071] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.196s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1450.684337] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.891s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.684555] env[69603]: DEBUG nova.objects.instance [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lazy-loading 'resources' on Instance uuid d4910dbf-f370-416e-8940-ab8e66087215 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1450.685584] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1451.237033] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e19ecd98-ff0c-42dc-843b-80a31a4b4640 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.245045] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8dc457-7b5d-4688-a7a7-b23bd641ecf0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.275237] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cd2b0d-b1da-4e34-9c80-51dd37b811e9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.282288] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be34ff39-839d-459c-bcc2-5174b5106f05 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.294945] env[69603]: DEBUG nova.compute.provider_tree [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.384517] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8057abdd-a382-4821-a08e-4e0ce9f23fd3 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1451.384774] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1373a820-e5cd-4e3d-b1a7-e6dee189f8e4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.392302] env[69603]: DEBUG oslo_vmware.api [None req-8057abdd-a382-4821-a08e-4e0ce9f23fd3 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1451.392302] env[69603]: value = "task-3481009" [ 1451.392302] env[69603]: _type = "Task" [ 1451.392302] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.399797] env[69603]: DEBUG oslo_vmware.api [None req-8057abdd-a382-4821-a08e-4e0ce9f23fd3 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3481009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.798216] env[69603]: DEBUG nova.scheduler.client.report [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.901706] env[69603]: DEBUG oslo_vmware.api [None req-8057abdd-a382-4821-a08e-4e0ce9f23fd3 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3481009, 'name': PowerOffVM_Task, 'duration_secs': 0.174832} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.901965] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8057abdd-a382-4821-a08e-4e0ce9f23fd3 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1451.902178] env[69603]: DEBUG nova.compute.manager [None req-8057abdd-a382-4821-a08e-4e0ce9f23fd3 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1451.902937] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66fc88a-bc82-4dee-ac75-0ed06dbc6864 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.189852] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.190108] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.190284] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.190437] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.190579] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69603) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1452.303781] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.324277] env[69603]: INFO nova.scheduler.client.report [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleted allocations for instance d4910dbf-f370-416e-8940-ab8e66087215 [ 1452.413997] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8057abdd-a382-4821-a08e-4e0ce9f23fd3 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.044s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.728488] env[69603]: DEBUG nova.objects.instance [None req-85d8110b-503c-404f-9c1e-130b4d0483b4 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lazy-loading 'flavor' on Instance uuid 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.832596] env[69603]: DEBUG oslo_concurrency.lockutils [None req-19c22c1c-4941-417e-9063-7769726362e6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d4910dbf-f370-416e-8940-ab8e66087215" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.890s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.925681] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.925681] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.925681] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Cleaning up deleted instances with incomplete migration {{(pid=69603) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1453.233976] env[69603]: DEBUG oslo_concurrency.lockutils [None req-85d8110b-503c-404f-9c1e-130b4d0483b4 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "refresh_cache-50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.234387] env[69603]: DEBUG oslo_concurrency.lockutils [None req-85d8110b-503c-404f-9c1e-130b4d0483b4 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "refresh_cache-50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.234387] env[69603]: DEBUG nova.network.neutron [None req-85d8110b-503c-404f-9c1e-130b4d0483b4 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1453.234526] env[69603]: DEBUG nova.objects.instance [None req-85d8110b-503c-404f-9c1e-130b4d0483b4 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lazy-loading 'info_cache' on Instance uuid 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.738487] env[69603]: DEBUG nova.objects.base [None req-85d8110b-503c-404f-9c1e-130b4d0483b4 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Object Instance<50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4> lazy-loaded attributes: flavor,info_cache {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1454.440518] env[69603]: DEBUG nova.network.neutron [None req-85d8110b-503c-404f-9c1e-130b4d0483b4 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Updating instance_info_cache with network_info: [{"id": "a22006e8-570d-4695-9b41-4d8a4e73e350", "address": "fa:16:3e:42:77:95", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22006e8-57", "ovs_interfaceid": "a22006e8-570d-4695-9b41-4d8a4e73e350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.612507] env[69603]: DEBUG oslo_concurrency.lockutils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "d8561150-b7f1-4bb9-a1f5-5992067c7783" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.612732] env[69603]: DEBUG oslo_concurrency.lockutils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d8561150-b7f1-4bb9-a1f5-5992067c7783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.943061] env[69603]: DEBUG oslo_concurrency.lockutils [None req-85d8110b-503c-404f-9c1e-130b4d0483b4 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "refresh_cache-50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.114947] env[69603]: DEBUG nova.compute.manager [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1455.636344] env[69603]: DEBUG oslo_concurrency.lockutils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.636621] env[69603]: DEBUG oslo_concurrency.lockutils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.638565] env[69603]: INFO nova.compute.claims [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1455.949296] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8110b-503c-404f-9c1e-130b4d0483b4 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1455.949699] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c681d6ed-a01d-4d41-8d03-8fdadeba37cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.956869] env[69603]: DEBUG oslo_vmware.api [None req-85d8110b-503c-404f-9c1e-130b4d0483b4 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1455.956869] env[69603]: value = "task-3481010" [ 1455.956869] env[69603]: _type = "Task" [ 1455.956869] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.964446] env[69603]: DEBUG oslo_vmware.api [None req-85d8110b-503c-404f-9c1e-130b4d0483b4 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3481010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.466264] env[69603]: DEBUG oslo_vmware.api [None req-85d8110b-503c-404f-9c1e-130b4d0483b4 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3481010, 'name': PowerOnVM_Task, 'duration_secs': 0.482839} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.466546] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-85d8110b-503c-404f-9c1e-130b4d0483b4 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1456.466763] env[69603]: DEBUG nova.compute.manager [None req-85d8110b-503c-404f-9c1e-130b4d0483b4 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1456.467533] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd25202f-7d79-4364-8b8f-accfc64947d2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.694588] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ba93fd-bd0f-4970-b75c-6adb0d1f0671 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.703346] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2388a25-0362-4877-939e-3bdca6afeb68 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.733128] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03dbad1-98cc-40e9-b11e-8452e22f2447 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.740115] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f71aec8-334c-4bab-bff9-34b1606d9b9d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.753041] env[69603]: DEBUG nova.compute.provider_tree [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.256670] env[69603]: DEBUG nova.scheduler.client.report [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.469371] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b71e331-180c-42a1-be34-31917f8be4c4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.476264] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8862dae7-aa4c-418a-a95c-cf483906ba0e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Suspending the VM {{(pid=69603) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1457.476492] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-44cd6e87-b7f1-4f13-b4b9-8f1f87f2b27f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.483267] env[69603]: DEBUG oslo_vmware.api [None req-8862dae7-aa4c-418a-a95c-cf483906ba0e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1457.483267] env[69603]: value = "task-3481011" [ 1457.483267] env[69603]: _type = "Task" [ 1457.483267] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.492197] env[69603]: DEBUG oslo_vmware.api [None req-8862dae7-aa4c-418a-a95c-cf483906ba0e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3481011, 'name': SuspendVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.762149] env[69603]: DEBUG oslo_concurrency.lockutils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.125s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.762669] env[69603]: DEBUG nova.compute.manager [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1457.993893] env[69603]: DEBUG oslo_vmware.api [None req-8862dae7-aa4c-418a-a95c-cf483906ba0e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3481011, 'name': SuspendVM_Task} progress is 70%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.268133] env[69603]: DEBUG nova.compute.utils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1458.269653] env[69603]: DEBUG nova.compute.manager [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1458.269730] env[69603]: DEBUG nova.network.neutron [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1458.305091] env[69603]: DEBUG nova.policy [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9f54e3ea14d4abaab0d737a9981f057', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5257c99870d42c1b434e2ec94ea77e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1458.426416] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.426572] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Cleaning up deleted instances {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1458.493833] env[69603]: DEBUG oslo_vmware.api [None req-8862dae7-aa4c-418a-a95c-cf483906ba0e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3481011, 'name': SuspendVM_Task, 'duration_secs': 0.679658} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.494191] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8862dae7-aa4c-418a-a95c-cf483906ba0e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Suspended the VM {{(pid=69603) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1458.494391] env[69603]: DEBUG nova.compute.manager [None req-8862dae7-aa4c-418a-a95c-cf483906ba0e tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1458.495154] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb62a8c-eaf3-4265-b921-f0cae985dbe0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.565067] env[69603]: DEBUG nova.network.neutron [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Successfully created port: 890dda70-48da-42a0-ad56-52dbb74f9ed3 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1458.773597] env[69603]: DEBUG nova.compute.manager [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1458.933269] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] There are 16 instances to clean {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1458.933469] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: d4910dbf-f370-416e-8940-ab8e66087215] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.437427] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 97921786-6bc7-431e-b6e9-ec67ae4f78ab] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.783871] env[69603]: DEBUG nova.compute.manager [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1459.796526] env[69603]: INFO nova.compute.manager [None req-5f7b9abf-a1ce-41b4-b0b8-4f686dece7ab tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Resuming [ 1459.797161] env[69603]: DEBUG nova.objects.instance [None req-5f7b9abf-a1ce-41b4-b0b8-4f686dece7ab tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lazy-loading 'flavor' on Instance uuid 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.811484] env[69603]: DEBUG nova.virt.hardware [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1459.811721] env[69603]: DEBUG nova.virt.hardware [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.811879] env[69603]: DEBUG nova.virt.hardware [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1459.812078] env[69603]: DEBUG nova.virt.hardware [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.812230] env[69603]: DEBUG nova.virt.hardware [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1459.812378] env[69603]: DEBUG nova.virt.hardware [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1459.812589] env[69603]: DEBUG nova.virt.hardware [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1459.812749] env[69603]: DEBUG nova.virt.hardware [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1459.812915] env[69603]: DEBUG nova.virt.hardware [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1459.813090] env[69603]: DEBUG nova.virt.hardware [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1459.813271] env[69603]: DEBUG nova.virt.hardware [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1459.814451] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1413f907-149d-4065-9f5c-8a6ae33864f4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.823814] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edec9947-bfbf-40f5-8eab-87eda7fbfbe6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.901312] env[69603]: DEBUG nova.compute.manager [req-33a7ea71-903e-4af4-a63d-0f9f95ab8564 req-bb264679-79a3-4c14-bce6-e1dc447c5d02 service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Received event network-vif-plugged-890dda70-48da-42a0-ad56-52dbb74f9ed3 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.901600] env[69603]: DEBUG oslo_concurrency.lockutils [req-33a7ea71-903e-4af4-a63d-0f9f95ab8564 req-bb264679-79a3-4c14-bce6-e1dc447c5d02 service nova] Acquiring lock "d8561150-b7f1-4bb9-a1f5-5992067c7783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.901921] env[69603]: DEBUG oslo_concurrency.lockutils [req-33a7ea71-903e-4af4-a63d-0f9f95ab8564 req-bb264679-79a3-4c14-bce6-e1dc447c5d02 service nova] Lock "d8561150-b7f1-4bb9-a1f5-5992067c7783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.902118] env[69603]: DEBUG oslo_concurrency.lockutils [req-33a7ea71-903e-4af4-a63d-0f9f95ab8564 req-bb264679-79a3-4c14-bce6-e1dc447c5d02 service nova] Lock "d8561150-b7f1-4bb9-a1f5-5992067c7783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.902328] env[69603]: DEBUG nova.compute.manager [req-33a7ea71-903e-4af4-a63d-0f9f95ab8564 req-bb264679-79a3-4c14-bce6-e1dc447c5d02 service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] No waiting events found dispatching network-vif-plugged-890dda70-48da-42a0-ad56-52dbb74f9ed3 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1459.902526] env[69603]: WARNING nova.compute.manager [req-33a7ea71-903e-4af4-a63d-0f9f95ab8564 req-bb264679-79a3-4c14-bce6-e1dc447c5d02 service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Received unexpected event network-vif-plugged-890dda70-48da-42a0-ad56-52dbb74f9ed3 for instance with vm_state building and task_state spawning. [ 1459.940800] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 3fbd9fcb-b8d7-420e-925b-fe6b51874885] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1459.981966] env[69603]: DEBUG nova.network.neutron [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Successfully updated port: 890dda70-48da-42a0-ad56-52dbb74f9ed3 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1460.443801] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 3c55f23e-e66d-4d9a-ad98-9c155920ee1e] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1460.484256] env[69603]: DEBUG oslo_concurrency.lockutils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "refresh_cache-d8561150-b7f1-4bb9-a1f5-5992067c7783" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.484394] env[69603]: DEBUG oslo_concurrency.lockutils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "refresh_cache-d8561150-b7f1-4bb9-a1f5-5992067c7783" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.484505] env[69603]: DEBUG nova.network.neutron [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.948564] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: b2dbc561-f8a3-472c-ba28-257518280c98] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.020080] env[69603]: DEBUG nova.network.neutron [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1461.137273] env[69603]: DEBUG nova.network.neutron [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Updating instance_info_cache with network_info: [{"id": "890dda70-48da-42a0-ad56-52dbb74f9ed3", "address": "fa:16:3e:44:0c:d0", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap890dda70-48", "ovs_interfaceid": "890dda70-48da-42a0-ad56-52dbb74f9ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.307670] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5f7b9abf-a1ce-41b4-b0b8-4f686dece7ab tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "refresh_cache-50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.307863] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5f7b9abf-a1ce-41b4-b0b8-4f686dece7ab tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquired lock "refresh_cache-50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.307961] env[69603]: DEBUG nova.network.neutron [None req-5f7b9abf-a1ce-41b4-b0b8-4f686dece7ab tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1461.452022] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: fc37753b-1ed3-4a79-9ca1-b857da9564d4] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1461.639901] env[69603]: DEBUG oslo_concurrency.lockutils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "refresh_cache-d8561150-b7f1-4bb9-a1f5-5992067c7783" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.640251] env[69603]: DEBUG nova.compute.manager [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Instance network_info: |[{"id": "890dda70-48da-42a0-ad56-52dbb74f9ed3", "address": "fa:16:3e:44:0c:d0", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap890dda70-48", "ovs_interfaceid": "890dda70-48da-42a0-ad56-52dbb74f9ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1461.640676] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:0c:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '890dda70-48da-42a0-ad56-52dbb74f9ed3', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1461.648310] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1461.648539] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1461.648786] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b446a9b-6e70-4e70-83c0-39daae50d67d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.669167] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1461.669167] env[69603]: value = "task-3481012" [ 1461.669167] env[69603]: _type = "Task" [ 1461.669167] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.677568] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481012, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.927395] env[69603]: DEBUG nova.compute.manager [req-e8839106-b1de-46ec-816d-b01fa6c71bfc req-ac9030f7-a4dd-46f1-82c6-8cf7d3fd5e4e service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Received event network-changed-890dda70-48da-42a0-ad56-52dbb74f9ed3 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1461.927596] env[69603]: DEBUG nova.compute.manager [req-e8839106-b1de-46ec-816d-b01fa6c71bfc req-ac9030f7-a4dd-46f1-82c6-8cf7d3fd5e4e service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Refreshing instance network info cache due to event network-changed-890dda70-48da-42a0-ad56-52dbb74f9ed3. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1461.927836] env[69603]: DEBUG oslo_concurrency.lockutils [req-e8839106-b1de-46ec-816d-b01fa6c71bfc req-ac9030f7-a4dd-46f1-82c6-8cf7d3fd5e4e service nova] Acquiring lock "refresh_cache-d8561150-b7f1-4bb9-a1f5-5992067c7783" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.927982] env[69603]: DEBUG oslo_concurrency.lockutils [req-e8839106-b1de-46ec-816d-b01fa6c71bfc req-ac9030f7-a4dd-46f1-82c6-8cf7d3fd5e4e service nova] Acquired lock "refresh_cache-d8561150-b7f1-4bb9-a1f5-5992067c7783" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.928157] env[69603]: DEBUG nova.network.neutron [req-e8839106-b1de-46ec-816d-b01fa6c71bfc req-ac9030f7-a4dd-46f1-82c6-8cf7d3fd5e4e service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Refreshing network info cache for port 890dda70-48da-42a0-ad56-52dbb74f9ed3 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.954723] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 5e7f0d45-35dd-486c-99c1-4787e7b13a9f] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.017863] env[69603]: DEBUG nova.network.neutron [None req-5f7b9abf-a1ce-41b4-b0b8-4f686dece7ab tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Updating instance_info_cache with network_info: [{"id": "a22006e8-570d-4695-9b41-4d8a4e73e350", "address": "fa:16:3e:42:77:95", "network": {"id": "bb2d2193-85f3-49b8-b4f4-d83f9f3de96c", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1626338146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11001e899e7b4b58b303857dc8ee681f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4d3f69a-b086-4c3b-b976-5a848b63dfc4", "external-id": "nsx-vlan-transportzone-627", "segmentation_id": 627, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa22006e8-57", "ovs_interfaceid": "a22006e8-570d-4695-9b41-4d8a4e73e350", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.180492] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481012, 'name': CreateVM_Task, 'duration_secs': 0.299297} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.180768] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1462.181306] env[69603]: DEBUG oslo_concurrency.lockutils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.181480] env[69603]: DEBUG oslo_concurrency.lockutils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.181833] env[69603]: DEBUG oslo_concurrency.lockutils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.182105] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db4cf42-3b57-4a48-b653-bc121544ce75 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.186810] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1462.186810] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5234a4f7-a368-9b4d-e5f4-9031439e4832" [ 1462.186810] env[69603]: _type = "Task" [ 1462.186810] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.194659] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5234a4f7-a368-9b4d-e5f4-9031439e4832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.461287] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: a16083d5-c260-461e-9102-48cce981145d] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1462.520440] env[69603]: DEBUG oslo_concurrency.lockutils [None req-5f7b9abf-a1ce-41b4-b0b8-4f686dece7ab tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Releasing lock "refresh_cache-50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.521354] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9b4133-b16b-45bd-9b00-412ff749bc41 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.529050] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b9abf-a1ce-41b4-b0b8-4f686dece7ab tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Resuming the VM {{(pid=69603) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1462.529296] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f943d51-63b1-4bb1-be4d-98078be1009a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.535311] env[69603]: DEBUG oslo_vmware.api [None req-5f7b9abf-a1ce-41b4-b0b8-4f686dece7ab tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1462.535311] env[69603]: value = "task-3481013" [ 1462.535311] env[69603]: _type = "Task" [ 1462.535311] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.542468] env[69603]: DEBUG oslo_vmware.api [None req-5f7b9abf-a1ce-41b4-b0b8-4f686dece7ab tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3481013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.611652] env[69603]: DEBUG nova.network.neutron [req-e8839106-b1de-46ec-816d-b01fa6c71bfc req-ac9030f7-a4dd-46f1-82c6-8cf7d3fd5e4e service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Updated VIF entry in instance network info cache for port 890dda70-48da-42a0-ad56-52dbb74f9ed3. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.612056] env[69603]: DEBUG nova.network.neutron [req-e8839106-b1de-46ec-816d-b01fa6c71bfc req-ac9030f7-a4dd-46f1-82c6-8cf7d3fd5e4e service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Updating instance_info_cache with network_info: [{"id": "890dda70-48da-42a0-ad56-52dbb74f9ed3", "address": "fa:16:3e:44:0c:d0", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap890dda70-48", "ovs_interfaceid": "890dda70-48da-42a0-ad56-52dbb74f9ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.699539] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]5234a4f7-a368-9b4d-e5f4-9031439e4832, 'name': SearchDatastore_Task, 'duration_secs': 0.010623} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.699985] env[69603]: DEBUG oslo_concurrency.lockutils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.700285] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1462.700573] env[69603]: DEBUG oslo_concurrency.lockutils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.700760] env[69603]: DEBUG oslo_concurrency.lockutils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.700978] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1462.701293] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78bcad7f-09b9-4a20-b798-87c2c9649817 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.709740] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1462.709877] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1462.710601] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133b2b88-6ce2-4f0c-92b3-c7a31fb90539 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.715603] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1462.715603] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c252d2-fb9b-4b2d-ae81-ae5ab6fe8801" [ 1462.715603] env[69603]: _type = "Task" [ 1462.715603] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.722935] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c252d2-fb9b-4b2d-ae81-ae5ab6fe8801, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.965613] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 00789eec-b5f7-4f68-97f4-91e458e085e7] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.047077] env[69603]: DEBUG oslo_vmware.api [None req-5f7b9abf-a1ce-41b4-b0b8-4f686dece7ab tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3481013, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.114478] env[69603]: DEBUG oslo_concurrency.lockutils [req-e8839106-b1de-46ec-816d-b01fa6c71bfc req-ac9030f7-a4dd-46f1-82c6-8cf7d3fd5e4e service nova] Releasing lock "refresh_cache-d8561150-b7f1-4bb9-a1f5-5992067c7783" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.229927] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52c252d2-fb9b-4b2d-ae81-ae5ab6fe8801, 'name': SearchDatastore_Task, 'duration_secs': 0.008963} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.230703] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25d2c1d3-1cdc-4577-bc43-3a77ee25efcb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.238442] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1463.238442] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52251c15-eb5d-c96f-eb33-78e3679b9a9d" [ 1463.238442] env[69603]: _type = "Task" [ 1463.238442] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.249484] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52251c15-eb5d-c96f-eb33-78e3679b9a9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.468973] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 59321589-1b26-4d60-b168-943805c03146] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1463.545121] env[69603]: DEBUG oslo_vmware.api [None req-5f7b9abf-a1ce-41b4-b0b8-4f686dece7ab tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3481013, 'name': PowerOnVM_Task, 'duration_secs': 0.514687} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.545391] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7b9abf-a1ce-41b4-b0b8-4f686dece7ab tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Resumed the VM {{(pid=69603) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1463.545566] env[69603]: DEBUG nova.compute.manager [None req-5f7b9abf-a1ce-41b4-b0b8-4f686dece7ab tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1463.546364] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd219ba-aa22-4567-a69a-1f2ce16a2c9e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.748512] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52251c15-eb5d-c96f-eb33-78e3679b9a9d, 'name': SearchDatastore_Task, 'duration_secs': 0.017545} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.748799] env[69603]: DEBUG oslo_concurrency.lockutils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.749102] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] d8561150-b7f1-4bb9-a1f5-5992067c7783/d8561150-b7f1-4bb9-a1f5-5992067c7783.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1463.749377] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-167dc775-2109-4f9d-b665-f191843f66d6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.756398] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1463.756398] env[69603]: value = "task-3481014" [ 1463.756398] env[69603]: _type = "Task" [ 1463.756398] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.763971] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481014, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.972531] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 4a97fbec-99fb-440c-8da0-f51ea5308e0f] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.265874] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481014, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443975} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.266157] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore2] d8561150-b7f1-4bb9-a1f5-5992067c7783/d8561150-b7f1-4bb9-a1f5-5992067c7783.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1464.266367] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1464.266607] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54d1c446-e247-40e2-8337-1e8f336c7af6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.272430] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1464.272430] env[69603]: value = "task-3481015" [ 1464.272430] env[69603]: _type = "Task" [ 1464.272430] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.280842] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481015, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.476274] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 39ef28fe-ecfd-4ffb-8a21-b1512a8b05ba] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1464.782410] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481015, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065838} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.782667] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1464.783430] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a25a42-91a6-41c1-b3c5-3c24303b52a5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.806049] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] d8561150-b7f1-4bb9-a1f5-5992067c7783/d8561150-b7f1-4bb9-a1f5-5992067c7783.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1464.806245] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b29bfd4-7f7e-4d38-91fc-df421cb5cbec {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.824633] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1464.824633] env[69603]: value = "task-3481016" [ 1464.824633] env[69603]: _type = "Task" [ 1464.824633] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.831751] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.833163] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.833379] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.833569] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.833747] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.833911] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.835840] env[69603]: INFO nova.compute.manager [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Terminating instance [ 1464.979806] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 122aa051-36e7-4db6-a418-b45e04c878af] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.334986] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.339755] env[69603]: DEBUG nova.compute.manager [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1465.339955] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1465.340763] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646c7337-4fb1-4961-aaec-1089b9337e74 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.347417] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1465.347627] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43898949-6835-4461-88da-2c9c2c737dbd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.353303] env[69603]: DEBUG oslo_vmware.api [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1465.353303] env[69603]: value = "task-3481017" [ 1465.353303] env[69603]: _type = "Task" [ 1465.353303] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.360884] env[69603]: DEBUG oslo_vmware.api [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3481017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.483665] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: be93a717-f385-446f-93d8-06b462e7d449] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1465.834959] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481016, 'name': ReconfigVM_Task, 'duration_secs': 0.785012} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.835251] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Reconfigured VM instance instance-0000007c to attach disk [datastore2] d8561150-b7f1-4bb9-a1f5-5992067c7783/d8561150-b7f1-4bb9-a1f5-5992067c7783.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1465.835866] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7e79777-cdf6-4be1-ac3d-4208cadc3e39 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.843012] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1465.843012] env[69603]: value = "task-3481018" [ 1465.843012] env[69603]: _type = "Task" [ 1465.843012] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.850077] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481018, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.860890] env[69603]: DEBUG oslo_vmware.api [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3481017, 'name': PowerOffVM_Task, 'duration_secs': 0.194192} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.861197] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1465.861436] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1465.861667] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82820cf9-f447-4376-ba6a-fe33bf095502 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.920926] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1465.921186] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1465.921345] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Deleting the datastore file [datastore2] 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1465.921612] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1db5f6b1-350e-42ff-a6cd-0d644e1c7b4a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.927865] env[69603]: DEBUG oslo_vmware.api [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for the task: (returnval){ [ 1465.927865] env[69603]: value = "task-3481020" [ 1465.927865] env[69603]: _type = "Task" [ 1465.927865] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.935299] env[69603]: DEBUG oslo_vmware.api [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3481020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.987072] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 14679a48-f442-4670-9a40-4c5b1df25055] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.352289] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481018, 'name': Rename_Task, 'duration_secs': 0.132354} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.352575] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1466.352811] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-121dc33f-1502-441c-9467-e9c6d4b15c8e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.358432] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1466.358432] env[69603]: value = "task-3481021" [ 1466.358432] env[69603]: _type = "Task" [ 1466.358432] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.365742] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.436960] env[69603]: DEBUG oslo_vmware.api [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Task: {'id': task-3481020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155754} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.437173] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1466.437330] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1466.437509] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1466.437708] env[69603]: INFO nova.compute.manager [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1466.437948] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1466.438153] env[69603]: DEBUG nova.compute.manager [-] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1466.438248] env[69603]: DEBUG nova.network.neutron [-] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1466.491318] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 592c1a53-bfd4-4afb-8bf3-cef1aef284df] Instance has had 0 of 5 cleanup attempts {{(pid=69603) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1466.867446] env[69603]: DEBUG oslo_vmware.api [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481021, 'name': PowerOnVM_Task, 'duration_secs': 0.444408} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.868367] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1466.868570] env[69603]: INFO nova.compute.manager [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Took 7.08 seconds to spawn the instance on the hypervisor. [ 1466.868749] env[69603]: DEBUG nova.compute.manager [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1466.869618] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49acb56-bde5-4539-9fc7-4748e1bf531e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.877532] env[69603]: DEBUG nova.compute.manager [req-38b6aa67-2a2f-469a-aa25-50a4d9238104 req-232bbfa8-a628-4308-a5f2-8c2314ee7182 service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Received event network-vif-deleted-a22006e8-570d-4695-9b41-4d8a4e73e350 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1466.877743] env[69603]: INFO nova.compute.manager [req-38b6aa67-2a2f-469a-aa25-50a4d9238104 req-232bbfa8-a628-4308-a5f2-8c2314ee7182 service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Neutron deleted interface a22006e8-570d-4695-9b41-4d8a4e73e350; detaching it from the instance and deleting it from the info cache [ 1466.878018] env[69603]: DEBUG nova.network.neutron [req-38b6aa67-2a2f-469a-aa25-50a4d9238104 req-232bbfa8-a628-4308-a5f2-8c2314ee7182 service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.358466] env[69603]: DEBUG nova.network.neutron [-] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.386852] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c84587f5-fb89-48f0-8f2e-1407d1213c39 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.391560] env[69603]: INFO nova.compute.manager [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Took 11.77 seconds to build instance. [ 1467.398410] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58acf6f-c76c-46bd-bc72-22645a36437e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.423248] env[69603]: DEBUG nova.compute.manager [req-38b6aa67-2a2f-469a-aa25-50a4d9238104 req-232bbfa8-a628-4308-a5f2-8c2314ee7182 service nova] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Detach interface failed, port_id=a22006e8-570d-4695-9b41-4d8a4e73e350, reason: Instance 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1467.860783] env[69603]: INFO nova.compute.manager [-] [instance: 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4] Took 1.42 seconds to deallocate network for instance. [ 1467.893303] env[69603]: DEBUG oslo_concurrency.lockutils [None req-eef34a48-40b0-448d-a39e-9fe3a2fd113a tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d8561150-b7f1-4bb9-a1f5-5992067c7783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.280s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.954701] env[69603]: DEBUG nova.compute.manager [req-8cf7776d-c312-49fd-ac5d-8d6b3bbd3e48 req-bdc21e22-2db3-4f27-ad57-1ddd847ccc80 service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Received event network-changed-890dda70-48da-42a0-ad56-52dbb74f9ed3 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1467.954922] env[69603]: DEBUG nova.compute.manager [req-8cf7776d-c312-49fd-ac5d-8d6b3bbd3e48 req-bdc21e22-2db3-4f27-ad57-1ddd847ccc80 service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Refreshing instance network info cache due to event network-changed-890dda70-48da-42a0-ad56-52dbb74f9ed3. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1467.955165] env[69603]: DEBUG oslo_concurrency.lockutils [req-8cf7776d-c312-49fd-ac5d-8d6b3bbd3e48 req-bdc21e22-2db3-4f27-ad57-1ddd847ccc80 service nova] Acquiring lock "refresh_cache-d8561150-b7f1-4bb9-a1f5-5992067c7783" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.955311] env[69603]: DEBUG oslo_concurrency.lockutils [req-8cf7776d-c312-49fd-ac5d-8d6b3bbd3e48 req-bdc21e22-2db3-4f27-ad57-1ddd847ccc80 service nova] Acquired lock "refresh_cache-d8561150-b7f1-4bb9-a1f5-5992067c7783" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.955470] env[69603]: DEBUG nova.network.neutron [req-8cf7776d-c312-49fd-ac5d-8d6b3bbd3e48 req-bdc21e22-2db3-4f27-ad57-1ddd847ccc80 service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Refreshing network info cache for port 890dda70-48da-42a0-ad56-52dbb74f9ed3 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1468.367152] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.367484] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.367741] env[69603]: DEBUG nova.objects.instance [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lazy-loading 'resources' on Instance uuid 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.659932] env[69603]: DEBUG nova.network.neutron [req-8cf7776d-c312-49fd-ac5d-8d6b3bbd3e48 req-bdc21e22-2db3-4f27-ad57-1ddd847ccc80 service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Updated VIF entry in instance network info cache for port 890dda70-48da-42a0-ad56-52dbb74f9ed3. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1468.660363] env[69603]: DEBUG nova.network.neutron [req-8cf7776d-c312-49fd-ac5d-8d6b3bbd3e48 req-bdc21e22-2db3-4f27-ad57-1ddd847ccc80 service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Updating instance_info_cache with network_info: [{"id": "890dda70-48da-42a0-ad56-52dbb74f9ed3", "address": "fa:16:3e:44:0c:d0", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap890dda70-48", "ovs_interfaceid": "890dda70-48da-42a0-ad56-52dbb74f9ed3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1468.923311] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2009bda-ebc2-4cc5-a312-4e8d4d4b0c83 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.931191] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6640919-d92f-4476-b331-1aec0f1b05ae {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.960423] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c4f302-47ef-4f04-8dfc-831292077177 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.967019] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6973d24d-2b37-49fc-ba4f-d9281225e997 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.979463] env[69603]: DEBUG nova.compute.provider_tree [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.162654] env[69603]: DEBUG oslo_concurrency.lockutils [req-8cf7776d-c312-49fd-ac5d-8d6b3bbd3e48 req-bdc21e22-2db3-4f27-ad57-1ddd847ccc80 service nova] Releasing lock "refresh_cache-d8561150-b7f1-4bb9-a1f5-5992067c7783" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.483080] env[69603]: DEBUG nova.scheduler.client.report [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.988116] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.005868] env[69603]: INFO nova.scheduler.client.report [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Deleted allocations for instance 50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4 [ 1470.513894] env[69603]: DEBUG oslo_concurrency.lockutils [None req-cfd2e0b7-15ec-459a-8c4b-aabc5804fad2 tempest-ServerActionsTestJSON-158189234 tempest-ServerActionsTestJSON-158189234-project-member] Lock "50d1d8f6-3f2e-4e7f-9181-2e200bc1d9d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.680s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1475.626235] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Acquiring lock "a15fc332-a974-4b9e-af7f-b469556be6fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.626529] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Lock "a15fc332-a974-4b9e-af7f-b469556be6fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.128567] env[69603]: DEBUG nova.compute.manager [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1476.649222] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.649521] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.651059] env[69603]: INFO nova.compute.claims [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1477.704099] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a183309c-7d6f-40e0-bd71-7c68d0eff7a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.711828] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cc4759-41ef-4d1a-aed5-a119ab7d635a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.740873] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f12453-cd0a-4e91-8066-51686ce1b8c7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.747429] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e4d8b4-600e-427d-88bd-5cfa1e3924da {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.761013] env[69603]: DEBUG nova.compute.provider_tree [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.264865] env[69603]: DEBUG nova.scheduler.client.report [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.769561] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.120s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.770098] env[69603]: DEBUG nova.compute.manager [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1479.274492] env[69603]: DEBUG nova.compute.utils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1479.275904] env[69603]: DEBUG nova.compute.manager [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1479.276082] env[69603]: DEBUG nova.network.neutron [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1479.314714] env[69603]: DEBUG nova.policy [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9799813eb3c54e6f86ec257da270dfa1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6d05192fa2c4cfb9ccedf30769422c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1479.556452] env[69603]: DEBUG nova.network.neutron [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Successfully created port: ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1479.779504] env[69603]: DEBUG nova.compute.manager [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1480.790200] env[69603]: DEBUG nova.compute.manager [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1480.816391] env[69603]: DEBUG nova.virt.hardware [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1480.816633] env[69603]: DEBUG nova.virt.hardware [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.816788] env[69603]: DEBUG nova.virt.hardware [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1480.816968] env[69603]: DEBUG nova.virt.hardware [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.817131] env[69603]: DEBUG nova.virt.hardware [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1480.817280] env[69603]: DEBUG nova.virt.hardware [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1480.817488] env[69603]: DEBUG nova.virt.hardware [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1480.817645] env[69603]: DEBUG nova.virt.hardware [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1480.817834] env[69603]: DEBUG nova.virt.hardware [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1480.818016] env[69603]: DEBUG nova.virt.hardware [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1480.818205] env[69603]: DEBUG nova.virt.hardware [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1480.819077] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56792f13-2a8d-4c5b-adc6-4c966118d6f1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.826807] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ac248e-837a-42ab-b1c4-472268b4777e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.899843] env[69603]: DEBUG nova.compute.manager [req-29364b6a-767d-4797-b2d2-c111aaf0adbd req-cc07835a-d256-4809-8ec4-f7fd459d7b19 service nova] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Received event network-vif-plugged-ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1480.900094] env[69603]: DEBUG oslo_concurrency.lockutils [req-29364b6a-767d-4797-b2d2-c111aaf0adbd req-cc07835a-d256-4809-8ec4-f7fd459d7b19 service nova] Acquiring lock "a15fc332-a974-4b9e-af7f-b469556be6fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.900318] env[69603]: DEBUG oslo_concurrency.lockutils [req-29364b6a-767d-4797-b2d2-c111aaf0adbd req-cc07835a-d256-4809-8ec4-f7fd459d7b19 service nova] Lock "a15fc332-a974-4b9e-af7f-b469556be6fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.900461] env[69603]: DEBUG oslo_concurrency.lockutils [req-29364b6a-767d-4797-b2d2-c111aaf0adbd req-cc07835a-d256-4809-8ec4-f7fd459d7b19 service nova] Lock "a15fc332-a974-4b9e-af7f-b469556be6fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.900612] env[69603]: DEBUG nova.compute.manager [req-29364b6a-767d-4797-b2d2-c111aaf0adbd req-cc07835a-d256-4809-8ec4-f7fd459d7b19 service nova] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] No waiting events found dispatching network-vif-plugged-ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1480.900769] env[69603]: WARNING nova.compute.manager [req-29364b6a-767d-4797-b2d2-c111aaf0adbd req-cc07835a-d256-4809-8ec4-f7fd459d7b19 service nova] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Received unexpected event network-vif-plugged-ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37 for instance with vm_state building and task_state spawning. [ 1480.977929] env[69603]: DEBUG nova.network.neutron [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Successfully updated port: ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1481.484428] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Acquiring lock "refresh_cache-a15fc332-a974-4b9e-af7f-b469556be6fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.484584] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Acquired lock "refresh_cache-a15fc332-a974-4b9e-af7f-b469556be6fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.484738] env[69603]: DEBUG nova.network.neutron [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1482.014953] env[69603]: DEBUG nova.network.neutron [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1482.132914] env[69603]: DEBUG nova.network.neutron [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Updating instance_info_cache with network_info: [{"id": "ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37", "address": "fa:16:3e:02:9b:0c", "network": {"id": "a177643b-d87b-4298-a0a2-4e775cc804e2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1282704585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6d05192fa2c4cfb9ccedf30769422c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea74b2c2-19", "ovs_interfaceid": "ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.635781] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Releasing lock "refresh_cache-a15fc332-a974-4b9e-af7f-b469556be6fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.636169] env[69603]: DEBUG nova.compute.manager [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Instance network_info: |[{"id": "ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37", "address": "fa:16:3e:02:9b:0c", "network": {"id": "a177643b-d87b-4298-a0a2-4e775cc804e2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1282704585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6d05192fa2c4cfb9ccedf30769422c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea74b2c2-19", "ovs_interfaceid": "ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1482.636594] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:9b:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1482.644223] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Creating folder: Project (d6d05192fa2c4cfb9ccedf30769422c4). Parent ref: group-v695567. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1482.644490] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5ff2265-f10b-4642-ac0d-ff44ffe23158 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.660056] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Created folder: Project (d6d05192fa2c4cfb9ccedf30769422c4) in parent group-v695567. [ 1482.660231] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Creating folder: Instances. Parent ref: group-v695905. {{(pid=69603) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1482.660438] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42ab5487-070f-4081-a660-ae69c068d83b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.669462] env[69603]: INFO nova.virt.vmwareapi.vm_util [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Created folder: Instances in parent group-v695905. [ 1482.669673] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1482.669843] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1482.670089] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5631e250-cedc-4cf3-8c6b-872b895853a6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.688124] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1482.688124] env[69603]: value = "task-3481024" [ 1482.688124] env[69603]: _type = "Task" [ 1482.688124] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.694912] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481024, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.928548] env[69603]: DEBUG nova.compute.manager [req-ad04cd2d-ca07-45a1-9dc9-6197b2b40b07 req-074237d3-5d27-4b10-be26-df2a0009ed53 service nova] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Received event network-changed-ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1482.928757] env[69603]: DEBUG nova.compute.manager [req-ad04cd2d-ca07-45a1-9dc9-6197b2b40b07 req-074237d3-5d27-4b10-be26-df2a0009ed53 service nova] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Refreshing instance network info cache due to event network-changed-ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1482.929062] env[69603]: DEBUG oslo_concurrency.lockutils [req-ad04cd2d-ca07-45a1-9dc9-6197b2b40b07 req-074237d3-5d27-4b10-be26-df2a0009ed53 service nova] Acquiring lock "refresh_cache-a15fc332-a974-4b9e-af7f-b469556be6fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.929227] env[69603]: DEBUG oslo_concurrency.lockutils [req-ad04cd2d-ca07-45a1-9dc9-6197b2b40b07 req-074237d3-5d27-4b10-be26-df2a0009ed53 service nova] Acquired lock "refresh_cache-a15fc332-a974-4b9e-af7f-b469556be6fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.929735] env[69603]: DEBUG nova.network.neutron [req-ad04cd2d-ca07-45a1-9dc9-6197b2b40b07 req-074237d3-5d27-4b10-be26-df2a0009ed53 service nova] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Refreshing network info cache for port ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1483.199040] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481024, 'name': CreateVM_Task, 'duration_secs': 0.298667} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.199478] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1483.199914] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.200099] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.200413] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.200656] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea54da27-77bb-4155-bb43-b472ccf5ac0a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.204951] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Waiting for the task: (returnval){ [ 1483.204951] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b4e70d-1ace-5ac7-2594-bada956bebfa" [ 1483.204951] env[69603]: _type = "Task" [ 1483.204951] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.212481] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b4e70d-1ace-5ac7-2594-bada956bebfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.607625] env[69603]: DEBUG nova.network.neutron [req-ad04cd2d-ca07-45a1-9dc9-6197b2b40b07 req-074237d3-5d27-4b10-be26-df2a0009ed53 service nova] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Updated VIF entry in instance network info cache for port ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.608012] env[69603]: DEBUG nova.network.neutron [req-ad04cd2d-ca07-45a1-9dc9-6197b2b40b07 req-074237d3-5d27-4b10-be26-df2a0009ed53 service nova] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Updating instance_info_cache with network_info: [{"id": "ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37", "address": "fa:16:3e:02:9b:0c", "network": {"id": "a177643b-d87b-4298-a0a2-4e775cc804e2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1282704585-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6d05192fa2c4cfb9ccedf30769422c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea74b2c2-19", "ovs_interfaceid": "ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.715680] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b4e70d-1ace-5ac7-2594-bada956bebfa, 'name': SearchDatastore_Task, 'duration_secs': 0.013095} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.715948] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.716200] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1483.716437] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.716582] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.716760] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1483.717087] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a413b5b-c848-4864-b4d8-98799d028c8c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.725270] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1483.725444] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1483.726159] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b04b14-338d-4db6-b8c6-7acaf4c713db {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.730981] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Waiting for the task: (returnval){ [ 1483.730981] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f68612-0c1a-e860-2242-8e2543810652" [ 1483.730981] env[69603]: _type = "Task" [ 1483.730981] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.737940] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f68612-0c1a-e860-2242-8e2543810652, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.110578] env[69603]: DEBUG oslo_concurrency.lockutils [req-ad04cd2d-ca07-45a1-9dc9-6197b2b40b07 req-074237d3-5d27-4b10-be26-df2a0009ed53 service nova] Releasing lock "refresh_cache-a15fc332-a974-4b9e-af7f-b469556be6fc" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.241120] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f68612-0c1a-e860-2242-8e2543810652, 'name': SearchDatastore_Task, 'duration_secs': 0.008025} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.241885] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06b39e5-4885-4b54-b4c2-372b8253bab7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.246548] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Waiting for the task: (returnval){ [ 1484.246548] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ab8b50-c86f-5b64-8fba-9fc55c574693" [ 1484.246548] env[69603]: _type = "Task" [ 1484.246548] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.253867] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ab8b50-c86f-5b64-8fba-9fc55c574693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.756588] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52ab8b50-c86f-5b64-8fba-9fc55c574693, 'name': SearchDatastore_Task, 'duration_secs': 0.009881} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.756849] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.757173] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] a15fc332-a974-4b9e-af7f-b469556be6fc/a15fc332-a974-4b9e-af7f-b469556be6fc.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1484.757435] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2fe0c05-65a4-40c7-8db1-2b68dbfcd54b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.764843] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Waiting for the task: (returnval){ [ 1484.764843] env[69603]: value = "task-3481025" [ 1484.764843] env[69603]: _type = "Task" [ 1484.764843] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.772505] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': task-3481025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.275013] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': task-3481025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410867} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.275357] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] a15fc332-a974-4b9e-af7f-b469556be6fc/a15fc332-a974-4b9e-af7f-b469556be6fc.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1485.275499] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1485.275727] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2799bccf-4028-44f0-b387-9332443769b8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.283423] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Waiting for the task: (returnval){ [ 1485.283423] env[69603]: value = "task-3481026" [ 1485.283423] env[69603]: _type = "Task" [ 1485.283423] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.290332] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': task-3481026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.793489] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': task-3481026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060091} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.793753] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1485.795153] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55043cfd-f648-467f-a7eb-0bfc5891a1b8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.815677] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] a15fc332-a974-4b9e-af7f-b469556be6fc/a15fc332-a974-4b9e-af7f-b469556be6fc.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.815907] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c946870-9d07-42ee-96c8-2e18d3df8f15 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.835855] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Waiting for the task: (returnval){ [ 1485.835855] env[69603]: value = "task-3481027" [ 1485.835855] env[69603]: _type = "Task" [ 1485.835855] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.843132] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': task-3481027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.345688] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': task-3481027, 'name': ReconfigVM_Task, 'duration_secs': 0.419034} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.346021] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Reconfigured VM instance instance-0000007d to attach disk [datastore1] a15fc332-a974-4b9e-af7f-b469556be6fc/a15fc332-a974-4b9e-af7f-b469556be6fc.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1486.346608] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3622111a-6072-41d8-b79d-d62e746c38ab {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.352705] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Waiting for the task: (returnval){ [ 1486.352705] env[69603]: value = "task-3481028" [ 1486.352705] env[69603]: _type = "Task" [ 1486.352705] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.360084] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': task-3481028, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.862514] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': task-3481028, 'name': Rename_Task, 'duration_secs': 0.128927} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.862776] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1486.863012] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15c82d2f-76a0-454d-bd04-eeb519079647 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.870287] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Waiting for the task: (returnval){ [ 1486.870287] env[69603]: value = "task-3481029" [ 1486.870287] env[69603]: _type = "Task" [ 1486.870287] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.877386] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': task-3481029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.380616] env[69603]: DEBUG oslo_vmware.api [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': task-3481029, 'name': PowerOnVM_Task, 'duration_secs': 0.442137} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.381027] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1487.381124] env[69603]: INFO nova.compute.manager [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1487.381239] env[69603]: DEBUG nova.compute.manager [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1487.381973] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de83600-91d4-4804-84ed-3fdac77b062f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.897497] env[69603]: INFO nova.compute.manager [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Took 11.26 seconds to build instance. [ 1488.399936] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3128dc80-6e4c-429c-a759-3ebe1c9b45cc tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Lock "a15fc332-a974-4b9e-af7f-b469556be6fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.773s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.047706] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Acquiring lock "a15fc332-a974-4b9e-af7f-b469556be6fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.048030] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Lock "a15fc332-a974-4b9e-af7f-b469556be6fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.048647] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Acquiring lock "a15fc332-a974-4b9e-af7f-b469556be6fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.048854] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Lock "a15fc332-a974-4b9e-af7f-b469556be6fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.049067] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Lock "a15fc332-a974-4b9e-af7f-b469556be6fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.051087] env[69603]: INFO nova.compute.manager [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Terminating instance [ 1489.555270] env[69603]: DEBUG nova.compute.manager [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1489.555642] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1489.556456] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4c022a-9c30-4456-8aed-0aba6bc66035 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.564037] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1489.564261] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f174be2-69cd-4ffc-ab14-11184974ebfa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.570193] env[69603]: DEBUG oslo_vmware.api [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Waiting for the task: (returnval){ [ 1489.570193] env[69603]: value = "task-3481030" [ 1489.570193] env[69603]: _type = "Task" [ 1489.570193] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.577980] env[69603]: DEBUG oslo_vmware.api [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': task-3481030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.080587] env[69603]: DEBUG oslo_vmware.api [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': task-3481030, 'name': PowerOffVM_Task, 'duration_secs': 0.171413} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.080850] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1490.081148] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1490.081430] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bc47ee7-d793-420b-9118-45362ac50996 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.145713] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1490.145953] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1490.146117] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Deleting the datastore file [datastore1] a15fc332-a974-4b9e-af7f-b469556be6fc {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1490.146393] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d88fd90-bce6-4b74-9d50-6dcedd8e41bb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.152923] env[69603]: DEBUG oslo_vmware.api [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Waiting for the task: (returnval){ [ 1490.152923] env[69603]: value = "task-3481032" [ 1490.152923] env[69603]: _type = "Task" [ 1490.152923] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.160362] env[69603]: DEBUG oslo_vmware.api [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': task-3481032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.662390] env[69603]: DEBUG oslo_vmware.api [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Task: {'id': task-3481032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148387} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.662782] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1490.662782] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1490.662972] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1490.663124] env[69603]: INFO nova.compute.manager [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1490.663370] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1490.663560] env[69603]: DEBUG nova.compute.manager [-] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1490.663656] env[69603]: DEBUG nova.network.neutron [-] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1490.916367] env[69603]: DEBUG nova.compute.manager [req-53c77eb7-343a-4b9e-937a-6c284d01dfed req-456f448d-3b7a-44ad-acd6-bd33f41113a5 service nova] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Received event network-vif-deleted-ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1490.916514] env[69603]: INFO nova.compute.manager [req-53c77eb7-343a-4b9e-937a-6c284d01dfed req-456f448d-3b7a-44ad-acd6-bd33f41113a5 service nova] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Neutron deleted interface ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37; detaching it from the instance and deleting it from the info cache [ 1490.916617] env[69603]: DEBUG nova.network.neutron [req-53c77eb7-343a-4b9e-937a-6c284d01dfed req-456f448d-3b7a-44ad-acd6-bd33f41113a5 service nova] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.400401] env[69603]: DEBUG nova.network.neutron [-] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.419312] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-008f7cc2-e02d-473b-86f0-71ac5287203a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.429229] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e21528-f7b2-406c-9106-6a51459d5617 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.454287] env[69603]: DEBUG nova.compute.manager [req-53c77eb7-343a-4b9e-937a-6c284d01dfed req-456f448d-3b7a-44ad-acd6-bd33f41113a5 service nova] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Detach interface failed, port_id=ea74b2c2-191e-479d-b7d4-d6b6b3aaaf37, reason: Instance a15fc332-a974-4b9e-af7f-b469556be6fc could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1491.903070] env[69603]: INFO nova.compute.manager [-] [instance: a15fc332-a974-4b9e-af7f-b469556be6fc] Took 1.24 seconds to deallocate network for instance. [ 1492.409560] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1492.409844] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1492.410084] env[69603]: DEBUG nova.objects.instance [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Lazy-loading 'resources' on Instance uuid a15fc332-a974-4b9e-af7f-b469556be6fc {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.979109] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459d8648-a957-4fde-b329-fb5bea5924cc {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.986414] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36e4a67-8abd-4b4b-bb11-52bc0c9ec11f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.016348] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122b516a-e971-49f7-af94-5d45104f7cb9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.023885] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a7ed08-7006-4c62-969d-6279fead5225 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.036399] env[69603]: DEBUG nova.compute.provider_tree [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.539606] env[69603]: DEBUG nova.scheduler.client.report [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.044692] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.635s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.064325] env[69603]: INFO nova.scheduler.client.report [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Deleted allocations for instance a15fc332-a974-4b9e-af7f-b469556be6fc [ 1494.573042] env[69603]: DEBUG oslo_concurrency.lockutils [None req-8ba02569-fbd2-452a-b3d9-939d41579b85 tempest-ServerMetadataNegativeTestJSON-598080605 tempest-ServerMetadataNegativeTestJSON-598080605-project-member] Lock "a15fc332-a974-4b9e-af7f-b469556be6fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.524s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.083249] env[69603]: DEBUG oslo_concurrency.lockutils [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "d8561150-b7f1-4bb9-a1f5-5992067c7783" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.083547] env[69603]: DEBUG oslo_concurrency.lockutils [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d8561150-b7f1-4bb9-a1f5-5992067c7783" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1506.586521] env[69603]: DEBUG nova.compute.utils [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1507.089942] env[69603]: DEBUG oslo_concurrency.lockutils [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d8561150-b7f1-4bb9-a1f5-5992067c7783" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.147644] env[69603]: DEBUG oslo_concurrency.lockutils [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "d8561150-b7f1-4bb9-a1f5-5992067c7783" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.148079] env[69603]: DEBUG oslo_concurrency.lockutils [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d8561150-b7f1-4bb9-a1f5-5992067c7783" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.148199] env[69603]: INFO nova.compute.manager [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Attaching volume f1dfd33f-ede9-4556-9081-4daa34912c70 to /dev/sdb [ 1508.282022] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a384b26-098a-4c4b-9d2a-b3684fc95645 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.288875] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67431cf-f06d-4ab8-b282-c03dc06db248 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.301673] env[69603]: DEBUG nova.virt.block_device [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Updating existing volume attachment record: fe6fb00a-2fb6-4810-ac44-e506fd4371b7 {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1512.845433] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1512.845692] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695909', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'name': 'volume-f1dfd33f-ede9-4556-9081-4daa34912c70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8561150-b7f1-4bb9-a1f5-5992067c7783', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'serial': 'f1dfd33f-ede9-4556-9081-4daa34912c70'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1512.846723] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbdfa2f-209f-4043-9ec9-58fb06d322b6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.863052] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aea06c-2faa-40a5-9a6e-64facb4edf5f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.886554] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-f1dfd33f-ede9-4556-9081-4daa34912c70/volume-f1dfd33f-ede9-4556-9081-4daa34912c70.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1512.886790] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce5044ee-914c-42a3-bac8-dfa23e641c92 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.906459] env[69603]: DEBUG oslo_vmware.api [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1512.906459] env[69603]: value = "task-3481037" [ 1512.906459] env[69603]: _type = "Task" [ 1512.906459] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.913881] env[69603]: DEBUG oslo_vmware.api [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481037, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.418043] env[69603]: DEBUG oslo_vmware.api [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481037, 'name': ReconfigVM_Task, 'duration_secs': 0.330353} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.418273] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-f1dfd33f-ede9-4556-9081-4daa34912c70/volume-f1dfd33f-ede9-4556-9081-4daa34912c70.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1513.422760] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2ca492b-b218-4de5-9392-04bd3f7b6ba2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.436809] env[69603]: DEBUG oslo_vmware.api [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1513.436809] env[69603]: value = "task-3481038" [ 1513.436809] env[69603]: _type = "Task" [ 1513.436809] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.443795] env[69603]: DEBUG oslo_vmware.api [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481038, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.946269] env[69603]: DEBUG oslo_vmware.api [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481038, 'name': ReconfigVM_Task, 'duration_secs': 0.130618} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.946669] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695909', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'name': 'volume-f1dfd33f-ede9-4556-9081-4daa34912c70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8561150-b7f1-4bb9-a1f5-5992067c7783', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'serial': 'f1dfd33f-ede9-4556-9081-4daa34912c70'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1514.979798] env[69603]: DEBUG nova.objects.instance [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lazy-loading 'flavor' on Instance uuid d8561150-b7f1-4bb9-a1f5-5992067c7783 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.485102] env[69603]: DEBUG oslo_concurrency.lockutils [None req-02cf74bd-2e07-4886-b0d0-7eb7076ff36f tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d8561150-b7f1-4bb9-a1f5-5992067c7783" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.337s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.492249] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.492435] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.788117] env[69603]: INFO nova.compute.manager [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Rebuilding instance [ 1515.827010] env[69603]: DEBUG nova.compute.manager [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1515.827878] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657547c2-763d-4bed-ab1d-7162f7336399 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.996271] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.996592] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.996621] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.996852] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.996920] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.997061] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1515.997207] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69603) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1515.997352] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager.update_available_resource {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1516.500268] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.500547] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.500735] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.500905] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1516.501799] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf55b253-5446-41a2-976c-25c059012caf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.510274] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f3711f-8da1-4fda-9aac-05529ab14fc2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.524591] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6bdfdc-e53c-448d-8f88-088e10c15995 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.531017] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a311bc7-5e65-4916-afbf-72508c2513fa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.559261] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180568MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1516.559394] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.559594] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.840442] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1516.840741] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b81a49a5-14b4-4d66-91df-e7da649085d6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.848531] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1516.848531] env[69603]: value = "task-3481039" [ 1516.848531] env[69603]: _type = "Task" [ 1516.848531] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.855928] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.357917] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481039, 'name': PowerOffVM_Task, 'duration_secs': 0.190818} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.358296] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1517.412607] env[69603]: INFO nova.compute.manager [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Detaching volume f1dfd33f-ede9-4556-9081-4daa34912c70 [ 1517.441938] env[69603]: INFO nova.virt.block_device [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Attempting to driver detach volume f1dfd33f-ede9-4556-9081-4daa34912c70 from mountpoint /dev/sdb [ 1517.442186] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1517.442371] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695909', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'name': 'volume-f1dfd33f-ede9-4556-9081-4daa34912c70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8561150-b7f1-4bb9-a1f5-5992067c7783', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'serial': 'f1dfd33f-ede9-4556-9081-4daa34912c70'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1517.443285] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffdee28-85a7-47f4-8ba7-7ef75fcba45a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.465788] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0bf0f3-0403-4dc0-bb4b-27eeb28e309e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.472037] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3ac7f3-e3f5-4e4a-80e4-c52bd2c0e451 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.492985] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b093ed81-848b-421b-9a52-19df731f43df {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.506810] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] The volume has not been displaced from its original location: [datastore1] volume-f1dfd33f-ede9-4556-9081-4daa34912c70/volume-f1dfd33f-ede9-4556-9081-4daa34912c70.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1517.512190] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1517.512462] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68db11c5-30ad-40fa-8503-6663f8db06af {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.530054] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1517.530054] env[69603]: value = "task-3481040" [ 1517.530054] env[69603]: _type = "Task" [ 1517.530054] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.536886] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481040, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.582027] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a1741786-ad23-4343-bf94-96d5d1fc3147 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1517.582193] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance d8561150-b7f1-4bb9-a1f5-5992067c7783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1517.582380] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1517.582544] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1517.617824] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eb9343-0851-41e5-9d1c-5418523960ed {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.625115] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6083df-e3e3-495f-aefb-1045ac2a4ee8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.655578] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67b345b-a8a5-43a3-8eb8-3ec4d47c8997 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.662585] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba039d52-4d98-4917-859e-bce2cf94b2f7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.676999] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1518.039846] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481040, 'name': ReconfigVM_Task, 'duration_secs': 0.209785} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.040082] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1518.044646] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74127541-d30d-4aa6-96d0-7627dd7225b6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.059867] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1518.059867] env[69603]: value = "task-3481041" [ 1518.059867] env[69603]: _type = "Task" [ 1518.059867] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.067100] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481041, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.180480] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1518.569566] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481041, 'name': ReconfigVM_Task, 'duration_secs': 0.1596} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.569904] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695909', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'name': 'volume-f1dfd33f-ede9-4556-9081-4daa34912c70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8561150-b7f1-4bb9-a1f5-5992067c7783', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'serial': 'f1dfd33f-ede9-4556-9081-4daa34912c70'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1518.685828] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1518.686041] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.616353] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1519.617223] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bafc9d08-7e18-4871-9ba0-db6124f6abc7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.626389] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1519.626389] env[69603]: value = "task-3481042" [ 1519.626389] env[69603]: _type = "Task" [ 1519.626389] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.633935] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.136288] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] VM already powered off {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1520.136508] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1520.136696] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695909', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'name': 'volume-f1dfd33f-ede9-4556-9081-4daa34912c70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8561150-b7f1-4bb9-a1f5-5992067c7783', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'serial': 'f1dfd33f-ede9-4556-9081-4daa34912c70'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1520.137452] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fab331-b11e-4adf-ba8e-b4735fc28f21 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.154792] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1b484b-078f-48d0-b1bf-bcb33d5e1b3d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.160329] env[69603]: WARNING nova.virt.vmwareapi.driver [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1520.160563] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1520.161237] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e638f2-14d9-46b1-a2a4-8e4a8a3d8078 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.166829] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1520.167042] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d20055ef-99e5-4b1e-a018-b9166efaa75d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.233628] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1520.233846] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1520.234027] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleting the datastore file [datastore2] d8561150-b7f1-4bb9-a1f5-5992067c7783 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1520.234304] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4594d8a4-7289-4d9f-9074-86cfda543860 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.240856] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1520.240856] env[69603]: value = "task-3481044" [ 1520.240856] env[69603]: _type = "Task" [ 1520.240856] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.248862] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.750948] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131166} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.751308] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1520.751402] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1520.751549] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1521.256807] env[69603]: INFO nova.virt.block_device [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Booting with volume f1dfd33f-ede9-4556-9081-4daa34912c70 at /dev/sdb [ 1521.285701] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-576dcf63-95b9-4d1b-9d83-2c57ab73c4e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.295187] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73cf9a3-e99b-4b6a-80db-6fcbbcd54153 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.319954] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-129aaf91-aee7-47b2-be6f-4153a5fc4c3d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.327083] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73565cd8-3a51-4b8c-972a-37ec4ae21fb2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.349932] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d869aec-8ad6-42bf-8fd5-ef1b2060283b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.355731] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaaee980-e38a-4096-943d-b2c74deab157 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.368585] env[69603]: DEBUG nova.virt.block_device [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Updating existing volume attachment record: 6154e39e-cc9f-434f-8a85-5f4bfd38b273 {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1523.469249] env[69603]: DEBUG nova.virt.hardware [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1523.469595] env[69603]: DEBUG nova.virt.hardware [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1523.469693] env[69603]: DEBUG nova.virt.hardware [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1523.469879] env[69603]: DEBUG nova.virt.hardware [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1523.470061] env[69603]: DEBUG nova.virt.hardware [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1523.470327] env[69603]: DEBUG nova.virt.hardware [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1523.470600] env[69603]: DEBUG nova.virt.hardware [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1523.470769] env[69603]: DEBUG nova.virt.hardware [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1523.470939] env[69603]: DEBUG nova.virt.hardware [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1523.471130] env[69603]: DEBUG nova.virt.hardware [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1523.471304] env[69603]: DEBUG nova.virt.hardware [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1523.472178] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f1d8dc-88ad-4e80-9e22-82d214f45eba {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.479909] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d933b4-3881-4f81-8e7b-174fa3e23347 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.493330] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:0c:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '890dda70-48da-42a0-ad56-52dbb74f9ed3', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1523.500547] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1523.500787] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1523.500985] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-096fde47-0dc4-42b3-8560-10c76e062187 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.519916] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1523.519916] env[69603]: value = "task-3481045" [ 1523.519916] env[69603]: _type = "Task" [ 1523.519916] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.530505] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481045, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.031579] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481045, 'name': CreateVM_Task, 'duration_secs': 0.287284} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.031765] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1524.032449] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.032659] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.032984] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.033247] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f48249d-3ad1-4d22-931b-4eee45f28cd3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.037321] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1524.037321] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52da29bd-759d-3a92-f835-85706e829a14" [ 1524.037321] env[69603]: _type = "Task" [ 1524.037321] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.044269] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52da29bd-759d-3a92-f835-85706e829a14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.547825] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52da29bd-759d-3a92-f835-85706e829a14, 'name': SearchDatastore_Task, 'duration_secs': 0.009317} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.548238] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.548476] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1524.548716] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.548898] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.549106] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1524.549366] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-383dc8aa-4544-4f80-917e-ee8ee2b951db {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.557744] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1524.557915] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1524.558617] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7b4b53f-5246-4d3d-9602-e60b311b718f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.563302] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1524.563302] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f2002a-7423-db2e-0939-bdf8efbbc86a" [ 1524.563302] env[69603]: _type = "Task" [ 1524.563302] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.570237] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f2002a-7423-db2e-0939-bdf8efbbc86a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.073291] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52f2002a-7423-db2e-0939-bdf8efbbc86a, 'name': SearchDatastore_Task, 'duration_secs': 0.008497} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.074060] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c1bd324-ea85-4458-adc5-73b13e5fb897 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.078781] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1525.078781] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524dae93-d7b0-cb60-4db0-bef4abedfba9" [ 1525.078781] env[69603]: _type = "Task" [ 1525.078781] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.085702] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524dae93-d7b0-cb60-4db0-bef4abedfba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.589142] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]524dae93-d7b0-cb60-4db0-bef4abedfba9, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.589518] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.589679] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] d8561150-b7f1-4bb9-a1f5-5992067c7783/d8561150-b7f1-4bb9-a1f5-5992067c7783.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1525.589934] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64653293-7810-451a-ac90-04eceae3678a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.597543] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1525.597543] env[69603]: value = "task-3481046" [ 1525.597543] env[69603]: _type = "Task" [ 1525.597543] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.605585] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.107261] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426722} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.107559] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] d8561150-b7f1-4bb9-a1f5-5992067c7783/d8561150-b7f1-4bb9-a1f5-5992067c7783.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1526.107784] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1526.108043] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-113f9877-653d-4a68-9c77-c7d64fdb476b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.114735] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1526.114735] env[69603]: value = "task-3481047" [ 1526.114735] env[69603]: _type = "Task" [ 1526.114735] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.121699] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.624345] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059482} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.624681] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1526.625368] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29446bc-31a5-4027-bc10-aee2f007826c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.646602] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] d8561150-b7f1-4bb9-a1f5-5992067c7783/d8561150-b7f1-4bb9-a1f5-5992067c7783.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1526.646824] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebcbb86c-0265-4346-a115-704baa1abaf2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.665552] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1526.665552] env[69603]: value = "task-3481048" [ 1526.665552] env[69603]: _type = "Task" [ 1526.665552] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.672681] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.175173] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481048, 'name': ReconfigVM_Task, 'duration_secs': 0.263397} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.175457] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Reconfigured VM instance instance-0000007c to attach disk [datastore1] d8561150-b7f1-4bb9-a1f5-5992067c7783/d8561150-b7f1-4bb9-a1f5-5992067c7783.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.176584] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'size': 0, 'disk_bus': None, 'encryption_format': None, 'encrypted': False, 'device_type': 'disk', 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_options': None, 'image_id': 'f0138089-3b92-402e-80e5-236e22cd6a35'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '6154e39e-cc9f-434f-8a85-5f4bfd38b273', 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695909', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'name': 'volume-f1dfd33f-ede9-4556-9081-4daa34912c70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8561150-b7f1-4bb9-a1f5-5992067c7783', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'serial': 'f1dfd33f-ede9-4556-9081-4daa34912c70'}, 'boot_index': None, 'disk_bus': None, 'device_type': None, 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69603) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1527.176783] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1527.176970] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695909', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'name': 'volume-f1dfd33f-ede9-4556-9081-4daa34912c70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8561150-b7f1-4bb9-a1f5-5992067c7783', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'serial': 'f1dfd33f-ede9-4556-9081-4daa34912c70'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1527.177747] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06b4858-d965-42d2-8925-94836b9f2916 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.193892] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efce1be-a814-458a-9006-3cede4dab4ae {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.217571] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-f1dfd33f-ede9-4556-9081-4daa34912c70/volume-f1dfd33f-ede9-4556-9081-4daa34912c70.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1527.217815] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd3ee464-74ec-4af3-83fa-f09eee5e4b8a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.235158] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1527.235158] env[69603]: value = "task-3481049" [ 1527.235158] env[69603]: _type = "Task" [ 1527.235158] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.243692] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.744360] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481049, 'name': ReconfigVM_Task, 'duration_secs': 0.28536} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1527.744668] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-f1dfd33f-ede9-4556-9081-4daa34912c70/volume-f1dfd33f-ede9-4556-9081-4daa34912c70.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1527.749309] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5dfbfbb4-9024-4b28-a07b-a40f3961250b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.763079] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1527.763079] env[69603]: value = "task-3481050" [ 1527.763079] env[69603]: _type = "Task" [ 1527.763079] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.770275] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.273231] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481050, 'name': ReconfigVM_Task, 'duration_secs': 0.148599} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.273545] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695909', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'name': 'volume-f1dfd33f-ede9-4556-9081-4daa34912c70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8561150-b7f1-4bb9-a1f5-5992067c7783', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'serial': 'f1dfd33f-ede9-4556-9081-4daa34912c70'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1528.274125] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22137a48-c31c-4f0e-aa31-864f518f017f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.279464] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1528.279464] env[69603]: value = "task-3481051" [ 1528.279464] env[69603]: _type = "Task" [ 1528.279464] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.286445] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481051, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.788740] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481051, 'name': Rename_Task, 'duration_secs': 0.133698} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.789090] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1528.789199] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b445c7fd-f26f-48f8-bcd5-50e557bbb37d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.794652] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1528.794652] env[69603]: value = "task-3481052" [ 1528.794652] env[69603]: _type = "Task" [ 1528.794652] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.802674] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.304511] env[69603]: DEBUG oslo_vmware.api [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481052, 'name': PowerOnVM_Task, 'duration_secs': 0.499924} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.304762] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1529.304978] env[69603]: DEBUG nova.compute.manager [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1529.305753] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852b0a40-6e9a-4f91-a938-7f4d8eb442e1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.822499] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.822499] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.822965] env[69603]: DEBUG nova.objects.instance [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69603) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1530.830993] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e66dd98e-5aa9-4a3d-8513-2b9a5718b934 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1566.679377] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "d8561150-b7f1-4bb9-a1f5-5992067c7783" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.679755] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d8561150-b7f1-4bb9-a1f5-5992067c7783" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.183222] env[69603]: INFO nova.compute.manager [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Detaching volume f1dfd33f-ede9-4556-9081-4daa34912c70 [ 1567.213419] env[69603]: INFO nova.virt.block_device [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Attempting to driver detach volume f1dfd33f-ede9-4556-9081-4daa34912c70 from mountpoint /dev/sdb [ 1567.213525] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1567.213678] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695909', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'name': 'volume-f1dfd33f-ede9-4556-9081-4daa34912c70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8561150-b7f1-4bb9-a1f5-5992067c7783', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'serial': 'f1dfd33f-ede9-4556-9081-4daa34912c70'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1567.214580] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dd4bdf-9967-429e-9aa6-5ff3c34eff22 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.236226] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7762cce9-84b2-4812-88ba-f90541fdd5b8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.242814] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98802f0-bd51-4cda-9064-d0423298ed70 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.262528] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed89c62d-00c1-4750-a804-97ee5d4194bb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.276277] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] The volume has not been displaced from its original location: [datastore1] volume-f1dfd33f-ede9-4556-9081-4daa34912c70/volume-f1dfd33f-ede9-4556-9081-4daa34912c70.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1567.281433] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1567.281665] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1cdc0ed-9e89-4b5e-808f-f0d12f32e8c3 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.300128] env[69603]: DEBUG oslo_vmware.api [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1567.300128] env[69603]: value = "task-3481053" [ 1567.300128] env[69603]: _type = "Task" [ 1567.300128] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.308459] env[69603]: DEBUG oslo_vmware.api [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.809129] env[69603]: DEBUG oslo_vmware.api [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481053, 'name': ReconfigVM_Task, 'duration_secs': 0.208204} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.809548] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1567.813888] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-773b4209-ad87-4c2e-bfd4-17096d503401 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.828664] env[69603]: DEBUG oslo_vmware.api [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1567.828664] env[69603]: value = "task-3481054" [ 1567.828664] env[69603]: _type = "Task" [ 1567.828664] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.836210] env[69603]: DEBUG oslo_vmware.api [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481054, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.337674] env[69603]: DEBUG oslo_vmware.api [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481054, 'name': ReconfigVM_Task, 'duration_secs': 0.129184} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.337967] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695909', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'name': 'volume-f1dfd33f-ede9-4556-9081-4daa34912c70', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8561150-b7f1-4bb9-a1f5-5992067c7783', 'attached_at': '', 'detached_at': '', 'volume_id': 'f1dfd33f-ede9-4556-9081-4daa34912c70', 'serial': 'f1dfd33f-ede9-4556-9081-4daa34912c70'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1568.876934] env[69603]: DEBUG nova.objects.instance [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lazy-loading 'flavor' on Instance uuid d8561150-b7f1-4bb9-a1f5-5992067c7783 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1569.886092] env[69603]: DEBUG oslo_concurrency.lockutils [None req-3d6cef67-e75e-4d4d-927d-6fc2b03be514 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d8561150-b7f1-4bb9-a1f5-5992067c7783" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.191855] env[69603]: DEBUG oslo_concurrency.lockutils [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "d8561150-b7f1-4bb9-a1f5-5992067c7783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.192248] env[69603]: DEBUG oslo_concurrency.lockutils [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d8561150-b7f1-4bb9-a1f5-5992067c7783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.192577] env[69603]: DEBUG oslo_concurrency.lockutils [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "d8561150-b7f1-4bb9-a1f5-5992067c7783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1570.192868] env[69603]: DEBUG oslo_concurrency.lockutils [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d8561150-b7f1-4bb9-a1f5-5992067c7783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1570.193085] env[69603]: DEBUG oslo_concurrency.lockutils [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d8561150-b7f1-4bb9-a1f5-5992067c7783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.195303] env[69603]: INFO nova.compute.manager [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Terminating instance [ 1570.699453] env[69603]: DEBUG nova.compute.manager [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1570.699714] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1570.700661] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc446453-93ad-40e4-9289-db59deedeac2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.708651] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1570.708885] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b4d1e34-75cb-4850-a2e6-a1418a5c9ac7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.714937] env[69603]: DEBUG oslo_vmware.api [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1570.714937] env[69603]: value = "task-3481055" [ 1570.714937] env[69603]: _type = "Task" [ 1570.714937] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.723035] env[69603]: DEBUG oslo_vmware.api [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.224698] env[69603]: DEBUG oslo_vmware.api [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481055, 'name': PowerOffVM_Task, 'duration_secs': 0.193869} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.225062] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1571.226799] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1571.226799] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c4772fc-f284-460a-b5da-763b2bbc8940 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.828070] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1571.828070] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1571.828295] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleting the datastore file [datastore1] d8561150-b7f1-4bb9-a1f5-5992067c7783 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1571.828536] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48a204f8-5d0e-43cd-898c-b63434ac572d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.834351] env[69603]: DEBUG oslo_vmware.api [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1571.834351] env[69603]: value = "task-3481057" [ 1571.834351] env[69603]: _type = "Task" [ 1571.834351] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.841566] env[69603]: DEBUG oslo_vmware.api [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.343661] env[69603]: DEBUG oslo_vmware.api [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137477} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.344151] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1572.344151] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1572.344259] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.344435] env[69603]: INFO nova.compute.manager [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1572.344680] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1572.344873] env[69603]: DEBUG nova.compute.manager [-] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1572.344969] env[69603]: DEBUG nova.network.neutron [-] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1573.008028] env[69603]: DEBUG nova.compute.manager [req-995af8ba-7406-44be-8c2b-54fdfefb8b69 req-94cbb0a5-3dd6-4f3a-b0dd-2996de81ea31 service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Received event network-vif-deleted-890dda70-48da-42a0-ad56-52dbb74f9ed3 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1573.008262] env[69603]: INFO nova.compute.manager [req-995af8ba-7406-44be-8c2b-54fdfefb8b69 req-94cbb0a5-3dd6-4f3a-b0dd-2996de81ea31 service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Neutron deleted interface 890dda70-48da-42a0-ad56-52dbb74f9ed3; detaching it from the instance and deleting it from the info cache [ 1573.008441] env[69603]: DEBUG nova.network.neutron [req-995af8ba-7406-44be-8c2b-54fdfefb8b69 req-94cbb0a5-3dd6-4f3a-b0dd-2996de81ea31 service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.445393] env[69603]: DEBUG nova.network.neutron [-] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1573.511179] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73c6d081-e9dc-4ab6-ae5d-2e55408b5939 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.521821] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefc624b-97fd-4f1a-a923-6d96e6441fae {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.546232] env[69603]: DEBUG nova.compute.manager [req-995af8ba-7406-44be-8c2b-54fdfefb8b69 req-94cbb0a5-3dd6-4f3a-b0dd-2996de81ea31 service nova] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Detach interface failed, port_id=890dda70-48da-42a0-ad56-52dbb74f9ed3, reason: Instance d8561150-b7f1-4bb9-a1f5-5992067c7783 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1573.948450] env[69603]: INFO nova.compute.manager [-] [instance: d8561150-b7f1-4bb9-a1f5-5992067c7783] Took 1.60 seconds to deallocate network for instance. [ 1574.455309] env[69603]: DEBUG oslo_concurrency.lockutils [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1574.455643] env[69603]: DEBUG oslo_concurrency.lockutils [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1574.455791] env[69603]: DEBUG nova.objects.instance [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lazy-loading 'resources' on Instance uuid d8561150-b7f1-4bb9-a1f5-5992067c7783 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1575.001672] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc501eee-4526-4cd1-8edf-bea9cfadd143 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.010085] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f9aecd-8565-4684-a97e-da9594aa506c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.041358] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa76221-64dd-4283-96e7-3593eb4aee3a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.047931] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ada612f-f68a-4bdc-848a-09980db25ac9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.060254] env[69603]: DEBUG nova.compute.provider_tree [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.563391] env[69603]: DEBUG nova.scheduler.client.report [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1576.068626] env[69603]: DEBUG oslo_concurrency.lockutils [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.090026] env[69603]: INFO nova.scheduler.client.report [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleted allocations for instance d8561150-b7f1-4bb9-a1f5-5992067c7783 [ 1576.597057] env[69603]: DEBUG oslo_concurrency.lockutils [None req-585c6322-4c97-41fa-9796-2ce479d7d837 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d8561150-b7f1-4bb9-a1f5-5992067c7783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.405s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1577.545023] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "d2f42987-c56c-4097-a486-4101e65a6e1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.545023] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d2f42987-c56c-4097-a486-4101e65a6e1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1578.047464] env[69603]: DEBUG nova.compute.manager [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1578.568676] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1578.568978] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1578.570502] env[69603]: INFO nova.compute.claims [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1578.687703] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.687907] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.688023] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.688176] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.688324] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.688496] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.688653] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.688789] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69603) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1578.688963] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager.update_available_resource {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1579.192116] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.616246] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9afb093-c695-4dd2-ae4e-3ec81546318e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.623753] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edad736-a15d-49cd-bba4-978b6a0fb7b1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.652444] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fa4781-e404-4050-8d8b-7b90c5513885 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.658821] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686788ea-22c5-431e-85bc-40929367839e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.671251] env[69603]: DEBUG nova.compute.provider_tree [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1580.174372] env[69603]: DEBUG nova.scheduler.client.report [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1580.679604] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.110s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.680099] env[69603]: DEBUG nova.compute.manager [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1580.682581] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.491s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.682761] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.682914] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1580.684073] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a9daf0-ad82-4e67-a723-6d8cd9572bc9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.692422] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfde5d02-417a-40a8-92c6-91eee9bc1b21 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.706131] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa1cb7c-d557-4877-be39-4fda30e537d0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.712762] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db234482-54d8-4c9b-ae60-8d8424ebbecd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.742418] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180582MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1580.742551] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.742755] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.185862] env[69603]: DEBUG nova.compute.utils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1581.187294] env[69603]: DEBUG nova.compute.manager [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1581.187464] env[69603]: DEBUG nova.network.neutron [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1581.235273] env[69603]: DEBUG nova.policy [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9f54e3ea14d4abaab0d737a9981f057', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5257c99870d42c1b434e2ec94ea77e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1581.481441] env[69603]: DEBUG nova.network.neutron [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Successfully created port: 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1581.690424] env[69603]: DEBUG nova.compute.manager [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1581.762374] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a1741786-ad23-4343-bf94-96d5d1fc3147 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1581.762526] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance d2f42987-c56c-4097-a486-4101e65a6e1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1581.762698] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1581.762837] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1581.778325] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Refreshing inventories for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1581.790442] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Updating ProviderTree inventory for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1581.790613] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Updating inventory in ProviderTree for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1581.800246] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Refreshing aggregate associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, aggregates: None {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1581.816030] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Refreshing trait associations for resource provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039, traits: COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,HW_ARCH_X86_64,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO {{(pid=69603) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1581.846719] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f26856-4a9a-4008-a8dc-912b39675ce1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.853555] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345c0d2a-91c2-4ae0-bff5-7d0b23d19b38 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.884111] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfdbf23-3797-471b-bd33-75736078de57 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.890967] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab79514-d125-4adb-8fc7-ee4b6b558b72 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.903820] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1582.406473] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1582.700033] env[69603]: DEBUG nova.compute.manager [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1582.726263] env[69603]: DEBUG nova.virt.hardware [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-17T15:09:06Z,direct_url=,disk_format='vmdk',id=f0138089-3b92-402e-80e5-236e22cd6a35,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='64c99a49cd5845a3bda90cd618fb21ee',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-17T15:09:06Z,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1582.726525] env[69603]: DEBUG nova.virt.hardware [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1582.726682] env[69603]: DEBUG nova.virt.hardware [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1582.726907] env[69603]: DEBUG nova.virt.hardware [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1582.727104] env[69603]: DEBUG nova.virt.hardware [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1582.727264] env[69603]: DEBUG nova.virt.hardware [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1582.727473] env[69603]: DEBUG nova.virt.hardware [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1582.727629] env[69603]: DEBUG nova.virt.hardware [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1582.727790] env[69603]: DEBUG nova.virt.hardware [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1582.727948] env[69603]: DEBUG nova.virt.hardware [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1582.728134] env[69603]: DEBUG nova.virt.hardware [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1582.729024] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813c1dec-5adc-42b7-943b-60dcd61caabf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.737069] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827adf80-f494-40dd-8ff1-6959bf187676 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.842014] env[69603]: DEBUG nova.compute.manager [req-34f820cc-dafc-434d-9c82-718e19e7ce53 req-feecfec0-933f-47c1-aaf3-d2e166143480 service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Received event network-vif-plugged-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1582.842252] env[69603]: DEBUG oslo_concurrency.lockutils [req-34f820cc-dafc-434d-9c82-718e19e7ce53 req-feecfec0-933f-47c1-aaf3-d2e166143480 service nova] Acquiring lock "d2f42987-c56c-4097-a486-4101e65a6e1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1582.842457] env[69603]: DEBUG oslo_concurrency.lockutils [req-34f820cc-dafc-434d-9c82-718e19e7ce53 req-feecfec0-933f-47c1-aaf3-d2e166143480 service nova] Lock "d2f42987-c56c-4097-a486-4101e65a6e1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1582.842676] env[69603]: DEBUG oslo_concurrency.lockutils [req-34f820cc-dafc-434d-9c82-718e19e7ce53 req-feecfec0-933f-47c1-aaf3-d2e166143480 service nova] Lock "d2f42987-c56c-4097-a486-4101e65a6e1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.842859] env[69603]: DEBUG nova.compute.manager [req-34f820cc-dafc-434d-9c82-718e19e7ce53 req-feecfec0-933f-47c1-aaf3-d2e166143480 service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] No waiting events found dispatching network-vif-plugged-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1582.843033] env[69603]: WARNING nova.compute.manager [req-34f820cc-dafc-434d-9c82-718e19e7ce53 req-feecfec0-933f-47c1-aaf3-d2e166143480 service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Received unexpected event network-vif-plugged-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 for instance with vm_state building and task_state spawning. [ 1582.910895] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1582.911103] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.168s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.922521] env[69603]: DEBUG nova.network.neutron [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Successfully updated port: 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1583.424665] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "refresh_cache-d2f42987-c56c-4097-a486-4101e65a6e1f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.424856] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "refresh_cache-d2f42987-c56c-4097-a486-4101e65a6e1f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.425075] env[69603]: DEBUG nova.network.neutron [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.961850] env[69603]: DEBUG nova.network.neutron [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.075783] env[69603]: DEBUG nova.network.neutron [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Updating instance_info_cache with network_info: [{"id": "1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456", "address": "fa:16:3e:a8:e5:22", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fbd44f3-78", "ovs_interfaceid": "1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.578667] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "refresh_cache-d2f42987-c56c-4097-a486-4101e65a6e1f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.579058] env[69603]: DEBUG nova.compute.manager [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Instance network_info: |[{"id": "1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456", "address": "fa:16:3e:a8:e5:22", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fbd44f3-78", "ovs_interfaceid": "1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1584.579522] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:e5:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.587052] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1584.587267] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.587492] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76bc089f-db6a-4bcb-8570-497fb1e6e51c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.608335] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.608335] env[69603]: value = "task-3481058" [ 1584.608335] env[69603]: _type = "Task" [ 1584.608335] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.615700] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481058, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.871013] env[69603]: DEBUG nova.compute.manager [req-429c6bfe-79d5-40ec-b48f-75076ff3b7a5 req-7cce3662-dd8d-48cc-be87-8c16d75f7dc8 service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Received event network-changed-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1584.871159] env[69603]: DEBUG nova.compute.manager [req-429c6bfe-79d5-40ec-b48f-75076ff3b7a5 req-7cce3662-dd8d-48cc-be87-8c16d75f7dc8 service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Refreshing instance network info cache due to event network-changed-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1584.871363] env[69603]: DEBUG oslo_concurrency.lockutils [req-429c6bfe-79d5-40ec-b48f-75076ff3b7a5 req-7cce3662-dd8d-48cc-be87-8c16d75f7dc8 service nova] Acquiring lock "refresh_cache-d2f42987-c56c-4097-a486-4101e65a6e1f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.871503] env[69603]: DEBUG oslo_concurrency.lockutils [req-429c6bfe-79d5-40ec-b48f-75076ff3b7a5 req-7cce3662-dd8d-48cc-be87-8c16d75f7dc8 service nova] Acquired lock "refresh_cache-d2f42987-c56c-4097-a486-4101e65a6e1f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.871669] env[69603]: DEBUG nova.network.neutron [req-429c6bfe-79d5-40ec-b48f-75076ff3b7a5 req-7cce3662-dd8d-48cc-be87-8c16d75f7dc8 service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Refreshing network info cache for port 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1585.118258] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481058, 'name': CreateVM_Task, 'duration_secs': 0.299065} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.118631] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.119350] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.119350] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.119570] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.119814] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a12fce94-674a-4a33-87dd-8f076818e8f8 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.123990] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1585.123990] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526f7c14-171a-9fb6-5e04-b8882b043430" [ 1585.123990] env[69603]: _type = "Task" [ 1585.123990] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.131297] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526f7c14-171a-9fb6-5e04-b8882b043430, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.550963] env[69603]: DEBUG nova.network.neutron [req-429c6bfe-79d5-40ec-b48f-75076ff3b7a5 req-7cce3662-dd8d-48cc-be87-8c16d75f7dc8 service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Updated VIF entry in instance network info cache for port 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.551340] env[69603]: DEBUG nova.network.neutron [req-429c6bfe-79d5-40ec-b48f-75076ff3b7a5 req-7cce3662-dd8d-48cc-be87-8c16d75f7dc8 service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Updating instance_info_cache with network_info: [{"id": "1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456", "address": "fa:16:3e:a8:e5:22", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fbd44f3-78", "ovs_interfaceid": "1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.634400] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]526f7c14-171a-9fb6-5e04-b8882b043430, 'name': SearchDatastore_Task, 'duration_secs': 0.010189} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.634697] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.634921] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Processing image f0138089-3b92-402e-80e5-236e22cd6a35 {{(pid=69603) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.635170] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.635316] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.635492] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.635739] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea8e6de5-bc7c-487e-9d74-3ab00f82859e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.643785] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69603) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.643954] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69603) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.644614] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9dde24-fdbc-4010-a1c7-b125b8055026 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.649614] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1585.649614] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b46201-3d78-27c7-2157-e08bf2ef2c6c" [ 1585.649614] env[69603]: _type = "Task" [ 1585.649614] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.657279] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b46201-3d78-27c7-2157-e08bf2ef2c6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.053848] env[69603]: DEBUG oslo_concurrency.lockutils [req-429c6bfe-79d5-40ec-b48f-75076ff3b7a5 req-7cce3662-dd8d-48cc-be87-8c16d75f7dc8 service nova] Releasing lock "refresh_cache-d2f42987-c56c-4097-a486-4101e65a6e1f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.160232] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]52b46201-3d78-27c7-2157-e08bf2ef2c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.008511} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.160971] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633e282c-1419-456b-a897-e84b960ace39 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.165582] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1586.165582] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529e1943-ca68-ff39-b2de-e8089291ad40" [ 1586.165582] env[69603]: _type = "Task" [ 1586.165582] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.173126] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529e1943-ca68-ff39-b2de-e8089291ad40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.675763] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]529e1943-ca68-ff39-b2de-e8089291ad40, 'name': SearchDatastore_Task, 'duration_secs': 0.010011} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.675971] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.676238] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] d2f42987-c56c-4097-a486-4101e65a6e1f/d2f42987-c56c-4097-a486-4101e65a6e1f.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1586.676488] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cb5cc55-66c4-49dc-87b2-5a6dfeb90896 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.682818] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1586.682818] env[69603]: value = "task-3481059" [ 1586.682818] env[69603]: _type = "Task" [ 1586.682818] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.689861] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.192981] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460192} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.193393] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f0138089-3b92-402e-80e5-236e22cd6a35/f0138089-3b92-402e-80e5-236e22cd6a35.vmdk to [datastore1] d2f42987-c56c-4097-a486-4101e65a6e1f/d2f42987-c56c-4097-a486-4101e65a6e1f.vmdk {{(pid=69603) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1587.193489] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Extending root virtual disk to 1048576 {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1587.193729] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4691f93-36c8-4328-8f9f-9d1846ecb948 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.200095] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1587.200095] env[69603]: value = "task-3481060" [ 1587.200095] env[69603]: _type = "Task" [ 1587.200095] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.206752] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.711357] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079776} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.711652] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Extended root virtual disk {{(pid=69603) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1587.712479] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b94a37-e3f6-46c2-ab9a-89b5985574cf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.735244] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] d2f42987-c56c-4097-a486-4101e65a6e1f/d2f42987-c56c-4097-a486-4101e65a6e1f.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1587.735483] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-923963ea-aed1-4f8a-b3bd-932cf11addc6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.755364] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1587.755364] env[69603]: value = "task-3481061" [ 1587.755364] env[69603]: _type = "Task" [ 1587.755364] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.762932] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.265691] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481061, 'name': ReconfigVM_Task, 'duration_secs': 0.282481} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.266094] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Reconfigured VM instance instance-0000007e to attach disk [datastore1] d2f42987-c56c-4097-a486-4101e65a6e1f/d2f42987-c56c-4097-a486-4101e65a6e1f.vmdk or device None with type sparse {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1588.266695] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18bff364-4979-4a53-8167-7374a17cb70b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.272710] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1588.272710] env[69603]: value = "task-3481062" [ 1588.272710] env[69603]: _type = "Task" [ 1588.272710] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.280525] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481062, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.782559] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481062, 'name': Rename_Task, 'duration_secs': 0.129886} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.782832] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1588.783169] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdefd708-e4e6-43b4-a595-b248a1edd945 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.790150] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1588.790150] env[69603]: value = "task-3481063" [ 1588.790150] env[69603]: _type = "Task" [ 1588.790150] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.797220] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.300210] env[69603]: DEBUG oslo_vmware.api [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481063, 'name': PowerOnVM_Task, 'duration_secs': 0.454439} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.300571] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1589.300614] env[69603]: INFO nova.compute.manager [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1589.300788] env[69603]: DEBUG nova.compute.manager [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1589.301619] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b2ad0f-a75a-41a7-ab9f-fd1c6b3c633b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.816976] env[69603]: INFO nova.compute.manager [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Took 11.27 seconds to build instance. [ 1590.319475] env[69603]: DEBUG oslo_concurrency.lockutils [None req-e0baa3d8-9652-408b-aa71-af1cb5c2d8ca tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d2f42987-c56c-4097-a486-4101e65a6e1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.774s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1590.524677] env[69603]: DEBUG nova.compute.manager [req-ead69a98-cb0e-4417-bc8e-8af3009bdfa2 req-0d3a8891-7451-4cf3-8733-76109276e209 service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Received event network-changed-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1590.524677] env[69603]: DEBUG nova.compute.manager [req-ead69a98-cb0e-4417-bc8e-8af3009bdfa2 req-0d3a8891-7451-4cf3-8733-76109276e209 service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Refreshing instance network info cache due to event network-changed-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1590.524837] env[69603]: DEBUG oslo_concurrency.lockutils [req-ead69a98-cb0e-4417-bc8e-8af3009bdfa2 req-0d3a8891-7451-4cf3-8733-76109276e209 service nova] Acquiring lock "refresh_cache-d2f42987-c56c-4097-a486-4101e65a6e1f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.524982] env[69603]: DEBUG oslo_concurrency.lockutils [req-ead69a98-cb0e-4417-bc8e-8af3009bdfa2 req-0d3a8891-7451-4cf3-8733-76109276e209 service nova] Acquired lock "refresh_cache-d2f42987-c56c-4097-a486-4101e65a6e1f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.525163] env[69603]: DEBUG nova.network.neutron [req-ead69a98-cb0e-4417-bc8e-8af3009bdfa2 req-0d3a8891-7451-4cf3-8733-76109276e209 service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Refreshing network info cache for port 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1591.219019] env[69603]: DEBUG nova.network.neutron [req-ead69a98-cb0e-4417-bc8e-8af3009bdfa2 req-0d3a8891-7451-4cf3-8733-76109276e209 service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Updated VIF entry in instance network info cache for port 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1591.219384] env[69603]: DEBUG nova.network.neutron [req-ead69a98-cb0e-4417-bc8e-8af3009bdfa2 req-0d3a8891-7451-4cf3-8733-76109276e209 service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Updating instance_info_cache with network_info: [{"id": "1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456", "address": "fa:16:3e:a8:e5:22", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fbd44f3-78", "ovs_interfaceid": "1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.722018] env[69603]: DEBUG oslo_concurrency.lockutils [req-ead69a98-cb0e-4417-bc8e-8af3009bdfa2 req-0d3a8891-7451-4cf3-8733-76109276e209 service nova] Releasing lock "refresh_cache-d2f42987-c56c-4097-a486-4101e65a6e1f" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1609.518351] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "9ef3936b-b576-4d69-b737-19ed8d154192" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1609.518653] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "9ef3936b-b576-4d69-b737-19ed8d154192" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1610.021476] env[69603]: DEBUG nova.compute.manager [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Starting instance... {{(pid=69603) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1610.544801] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1610.544801] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1610.546196] env[69603]: INFO nova.compute.claims [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1611.600436] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7438cbb2-baf8-4e71-b555-466b6f3991e4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.608571] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65af861e-afc6-45c4-b246-5dcee9b91325 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.638754] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a2fd2e-ad52-4d77-8bf5-8cf1d2abb8ee {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.646332] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eabcf5a-7881-4a7a-aed7-9eecd8a7f1d9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.659249] env[69603]: DEBUG nova.compute.provider_tree [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.162212] env[69603]: DEBUG nova.scheduler.client.report [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1612.667933] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1612.668330] env[69603]: DEBUG nova.compute.manager [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Start building networks asynchronously for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1613.173641] env[69603]: DEBUG nova.compute.utils [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Using /dev/sd instead of None {{(pid=69603) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1613.175399] env[69603]: DEBUG nova.compute.manager [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Allocating IP information in the background. {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1613.175573] env[69603]: DEBUG nova.network.neutron [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] allocate_for_instance() {{(pid=69603) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1613.220077] env[69603]: DEBUG nova.policy [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a9f54e3ea14d4abaab0d737a9981f057', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b5257c99870d42c1b434e2ec94ea77e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69603) authorize /opt/stack/nova/nova/policy.py:192}} [ 1613.477754] env[69603]: DEBUG nova.network.neutron [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Successfully created port: ec22019b-559e-4e4a-886e-883fe6c479c6 {{(pid=69603) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1613.678548] env[69603]: DEBUG nova.compute.manager [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Start building block device mappings for instance. {{(pid=69603) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1614.184431] env[69603]: INFO nova.virt.block_device [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Booting with volume 58bbcd77-aedb-4d4b-8a6d-2f538a37277e at /dev/sda [ 1614.222053] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b819af8d-b74a-4b97-8e7b-acf612affce0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.232748] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd021f00-3985-4ed9-b786-1d99f9b1fcd4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.259356] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3f3d457-67e5-4c73-abd0-f08523e142ef {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.268459] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d37504d-fce5-42d4-9ee6-8d79aacd60a5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.295871] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d5b19a-b1ac-409a-8350-cae0bc2d16c2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.302384] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a047c168-efc1-41b9-8bae-0b75a35f7368 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.316519] env[69603]: DEBUG nova.virt.block_device [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating existing volume attachment record: a8a16980-a193-418c-bebf-4f31d3255082 {{(pid=69603) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1614.807905] env[69603]: DEBUG nova.compute.manager [req-01ab01ae-f604-488c-a291-aa8b408cca5f req-0a45c87c-4347-4d53-9b7b-56f285a78f5b service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Received event network-vif-plugged-ec22019b-559e-4e4a-886e-883fe6c479c6 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1614.808157] env[69603]: DEBUG oslo_concurrency.lockutils [req-01ab01ae-f604-488c-a291-aa8b408cca5f req-0a45c87c-4347-4d53-9b7b-56f285a78f5b service nova] Acquiring lock "9ef3936b-b576-4d69-b737-19ed8d154192-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1614.808356] env[69603]: DEBUG oslo_concurrency.lockutils [req-01ab01ae-f604-488c-a291-aa8b408cca5f req-0a45c87c-4347-4d53-9b7b-56f285a78f5b service nova] Lock "9ef3936b-b576-4d69-b737-19ed8d154192-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1614.808523] env[69603]: DEBUG oslo_concurrency.lockutils [req-01ab01ae-f604-488c-a291-aa8b408cca5f req-0a45c87c-4347-4d53-9b7b-56f285a78f5b service nova] Lock "9ef3936b-b576-4d69-b737-19ed8d154192-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1614.808682] env[69603]: DEBUG nova.compute.manager [req-01ab01ae-f604-488c-a291-aa8b408cca5f req-0a45c87c-4347-4d53-9b7b-56f285a78f5b service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] No waiting events found dispatching network-vif-plugged-ec22019b-559e-4e4a-886e-883fe6c479c6 {{(pid=69603) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1614.808846] env[69603]: WARNING nova.compute.manager [req-01ab01ae-f604-488c-a291-aa8b408cca5f req-0a45c87c-4347-4d53-9b7b-56f285a78f5b service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Received unexpected event network-vif-plugged-ec22019b-559e-4e4a-886e-883fe6c479c6 for instance with vm_state building and task_state block_device_mapping. [ 1614.887032] env[69603]: DEBUG nova.network.neutron [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Successfully updated port: ec22019b-559e-4e4a-886e-883fe6c479c6 {{(pid=69603) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1615.389064] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.389230] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1615.389476] env[69603]: DEBUG nova.network.neutron [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1615.927106] env[69603]: DEBUG nova.network.neutron [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Instance cache missing network info. {{(pid=69603) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1616.042503] env[69603]: DEBUG nova.network.neutron [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating instance_info_cache with network_info: [{"id": "ec22019b-559e-4e4a-886e-883fe6c479c6", "address": "fa:16:3e:66:7c:af", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec22019b-55", "ovs_interfaceid": "ec22019b-559e-4e4a-886e-883fe6c479c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.400933] env[69603]: DEBUG nova.compute.manager [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Start spawning the instance on the hypervisor. {{(pid=69603) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1616.401488] env[69603]: DEBUG nova.virt.hardware [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1616.401702] env[69603]: DEBUG nova.virt.hardware [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1616.401856] env[69603]: DEBUG nova.virt.hardware [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1616.402047] env[69603]: DEBUG nova.virt.hardware [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1616.402198] env[69603]: DEBUG nova.virt.hardware [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1616.402348] env[69603]: DEBUG nova.virt.hardware [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1616.402931] env[69603]: DEBUG nova.virt.hardware [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1616.402931] env[69603]: DEBUG nova.virt.hardware [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1616.402931] env[69603]: DEBUG nova.virt.hardware [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1616.403197] env[69603]: DEBUG nova.virt.hardware [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1616.403197] env[69603]: DEBUG nova.virt.hardware [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1616.404061] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cd9850-9bef-4369-a493-6f8ae6c974c1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.412962] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93f5288-6f04-4c0c-8c0e-6db9164b98bb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.545082] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1616.545416] env[69603]: DEBUG nova.compute.manager [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Instance network_info: |[{"id": "ec22019b-559e-4e4a-886e-883fe6c479c6", "address": "fa:16:3e:66:7c:af", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec22019b-55", "ovs_interfaceid": "ec22019b-559e-4e4a-886e-883fe6c479c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69603) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1616.545842] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:7c:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec22019b-559e-4e4a-886e-883fe6c479c6', 'vif_model': 'vmxnet3'}] {{(pid=69603) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1616.553230] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1616.553436] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Creating VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1616.553659] env[69603]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-429d710d-fede-440a-b235-6a024702af43 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.574612] env[69603]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1616.574612] env[69603]: value = "task-3481072" [ 1616.574612] env[69603]: _type = "Task" [ 1616.574612] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.584428] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481072, 'name': CreateVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.834595] env[69603]: DEBUG nova.compute.manager [req-4966c397-4b0e-47e1-90a6-ad7c61edbee9 req-ef3093f2-06eb-493f-924c-a3342ada3709 service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Received event network-changed-ec22019b-559e-4e4a-886e-883fe6c479c6 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1616.834657] env[69603]: DEBUG nova.compute.manager [req-4966c397-4b0e-47e1-90a6-ad7c61edbee9 req-ef3093f2-06eb-493f-924c-a3342ada3709 service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Refreshing instance network info cache due to event network-changed-ec22019b-559e-4e4a-886e-883fe6c479c6. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1616.834867] env[69603]: DEBUG oslo_concurrency.lockutils [req-4966c397-4b0e-47e1-90a6-ad7c61edbee9 req-ef3093f2-06eb-493f-924c-a3342ada3709 service nova] Acquiring lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.835131] env[69603]: DEBUG oslo_concurrency.lockutils [req-4966c397-4b0e-47e1-90a6-ad7c61edbee9 req-ef3093f2-06eb-493f-924c-a3342ada3709 service nova] Acquired lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1616.835203] env[69603]: DEBUG nova.network.neutron [req-4966c397-4b0e-47e1-90a6-ad7c61edbee9 req-ef3093f2-06eb-493f-924c-a3342ada3709 service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Refreshing network info cache for port ec22019b-559e-4e4a-886e-883fe6c479c6 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1617.084772] env[69603]: DEBUG oslo_vmware.api [-] Task: {'id': task-3481072, 'name': CreateVM_Task, 'duration_secs': 0.316619} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.085163] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Created VM on the ESX host {{(pid=69603) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1617.085647] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'a8a16980-a193-418c-bebf-4f31d3255082', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695913', 'volume_id': '58bbcd77-aedb-4d4b-8a6d-2f538a37277e', 'name': 'volume-58bbcd77-aedb-4d4b-8a6d-2f538a37277e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ef3936b-b576-4d69-b737-19ed8d154192', 'attached_at': '', 'detached_at': '', 'volume_id': '58bbcd77-aedb-4d4b-8a6d-2f538a37277e', 'serial': '58bbcd77-aedb-4d4b-8a6d-2f538a37277e'}, 'boot_index': 0, 'disk_bus': None, 'device_type': None, 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69603) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1617.085860] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Root volume attach. Driver type: vmdk {{(pid=69603) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1617.086624] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000def6f-1681-464e-b5ba-e86796494eea {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.093996] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a37284-9f91-434e-9c4b-be47f3cecb8a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.100124] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dd6aa5-6361-4ca9-a2e5-fb12f0f28efa {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.105840] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e52fcbec-f0c0-4587-bd7b-d45105de222d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.113347] env[69603]: DEBUG oslo_vmware.api [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1617.113347] env[69603]: value = "task-3481073" [ 1617.113347] env[69603]: _type = "Task" [ 1617.113347] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.120846] env[69603]: DEBUG oslo_vmware.api [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481073, 'name': RelocateVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.513400] env[69603]: DEBUG nova.network.neutron [req-4966c397-4b0e-47e1-90a6-ad7c61edbee9 req-ef3093f2-06eb-493f-924c-a3342ada3709 service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updated VIF entry in instance network info cache for port ec22019b-559e-4e4a-886e-883fe6c479c6. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1617.513770] env[69603]: DEBUG nova.network.neutron [req-4966c397-4b0e-47e1-90a6-ad7c61edbee9 req-ef3093f2-06eb-493f-924c-a3342ada3709 service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating instance_info_cache with network_info: [{"id": "ec22019b-559e-4e4a-886e-883fe6c479c6", "address": "fa:16:3e:66:7c:af", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec22019b-55", "ovs_interfaceid": "ec22019b-559e-4e4a-886e-883fe6c479c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.623549] env[69603]: DEBUG oslo_vmware.api [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481073, 'name': RelocateVM_Task, 'duration_secs': 0.027748} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.623778] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Volume attach. Driver type: vmdk {{(pid=69603) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1617.623973] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695913', 'volume_id': '58bbcd77-aedb-4d4b-8a6d-2f538a37277e', 'name': 'volume-58bbcd77-aedb-4d4b-8a6d-2f538a37277e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ef3936b-b576-4d69-b737-19ed8d154192', 'attached_at': '', 'detached_at': '', 'volume_id': '58bbcd77-aedb-4d4b-8a6d-2f538a37277e', 'serial': '58bbcd77-aedb-4d4b-8a6d-2f538a37277e'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1617.624762] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880ea99d-ecba-4b5c-a4bb-c6641dfe47a7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.640231] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3be932-114f-43c6-ba29-b652c2c51e51 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.661920] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-58bbcd77-aedb-4d4b-8a6d-2f538a37277e/volume-58bbcd77-aedb-4d4b-8a6d-2f538a37277e.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1617.662166] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90dde853-b7a8-46e6-a0ac-5a50cd22a314 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.681963] env[69603]: DEBUG oslo_vmware.api [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1617.681963] env[69603]: value = "task-3481074" [ 1617.681963] env[69603]: _type = "Task" [ 1617.681963] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.689610] env[69603]: DEBUG oslo_vmware.api [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.016991] env[69603]: DEBUG oslo_concurrency.lockutils [req-4966c397-4b0e-47e1-90a6-ad7c61edbee9 req-ef3093f2-06eb-493f-924c-a3342ada3709 service nova] Releasing lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.192292] env[69603]: DEBUG oslo_vmware.api [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481074, 'name': ReconfigVM_Task, 'duration_secs': 0.24182} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.192638] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-58bbcd77-aedb-4d4b-8a6d-2f538a37277e/volume-58bbcd77-aedb-4d4b-8a6d-2f538a37277e.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1618.197537] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e677d1-74e3-4667-bdf2-616cc9f51470 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.213651] env[69603]: DEBUG oslo_vmware.api [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1618.213651] env[69603]: value = "task-3481075" [ 1618.213651] env[69603]: _type = "Task" [ 1618.213651] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.221875] env[69603]: DEBUG oslo_vmware.api [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.723917] env[69603]: DEBUG oslo_vmware.api [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481075, 'name': ReconfigVM_Task, 'duration_secs': 0.160136} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.724241] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695913', 'volume_id': '58bbcd77-aedb-4d4b-8a6d-2f538a37277e', 'name': 'volume-58bbcd77-aedb-4d4b-8a6d-2f538a37277e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9ef3936b-b576-4d69-b737-19ed8d154192', 'attached_at': '', 'detached_at': '', 'volume_id': '58bbcd77-aedb-4d4b-8a6d-2f538a37277e', 'serial': '58bbcd77-aedb-4d4b-8a6d-2f538a37277e'} {{(pid=69603) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1618.724771] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce5052b7-e627-46d5-bc08-ee49bd77e799 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.732465] env[69603]: DEBUG oslo_vmware.api [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1618.732465] env[69603]: value = "task-3481076" [ 1618.732465] env[69603]: _type = "Task" [ 1618.732465] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.740090] env[69603]: DEBUG oslo_vmware.api [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481076, 'name': Rename_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.244204] env[69603]: DEBUG oslo_vmware.api [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481076, 'name': Rename_Task, 'duration_secs': 0.125461} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.244560] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1619.244655] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b449578b-012b-40ba-a92b-da4b8c1fe156 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.252229] env[69603]: DEBUG oslo_vmware.api [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1619.252229] env[69603]: value = "task-3481077" [ 1619.252229] env[69603]: _type = "Task" [ 1619.252229] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.259322] env[69603]: DEBUG oslo_vmware.api [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.763990] env[69603]: DEBUG oslo_vmware.api [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481077, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.264428] env[69603]: DEBUG oslo_vmware.api [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481077, 'name': PowerOnVM_Task, 'duration_secs': 0.52859} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.264885] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1620.264950] env[69603]: INFO nova.compute.manager [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Took 3.86 seconds to spawn the instance on the hypervisor. [ 1620.265130] env[69603]: DEBUG nova.compute.manager [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Checking state {{(pid=69603) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1620.265888] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca93f637-77f4-4efe-810a-da0127b9c5c2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.786354] env[69603]: INFO nova.compute.manager [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Took 10.26 seconds to build instance. [ 1621.288111] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b04e0789-f29c-40a7-903a-1abb82f57ca6 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "9ef3936b-b576-4d69-b737-19ed8d154192" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.769s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1621.511013] env[69603]: DEBUG nova.compute.manager [req-adb50d76-547f-41a1-a63b-eb5d1d10985e req-d94d8e03-3132-4dc7-899f-07b0b4bd5a2d service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Received event network-changed-118bb070-19f0-4634-ad1d-8e18de2ae8ce {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1621.511013] env[69603]: DEBUG nova.compute.manager [req-adb50d76-547f-41a1-a63b-eb5d1d10985e req-d94d8e03-3132-4dc7-899f-07b0b4bd5a2d service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Refreshing instance network info cache due to event network-changed-118bb070-19f0-4634-ad1d-8e18de2ae8ce. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1621.511153] env[69603]: DEBUG oslo_concurrency.lockutils [req-adb50d76-547f-41a1-a63b-eb5d1d10985e req-d94d8e03-3132-4dc7-899f-07b0b4bd5a2d service nova] Acquiring lock "refresh_cache-a1741786-ad23-4343-bf94-96d5d1fc3147" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.511386] env[69603]: DEBUG oslo_concurrency.lockutils [req-adb50d76-547f-41a1-a63b-eb5d1d10985e req-d94d8e03-3132-4dc7-899f-07b0b4bd5a2d service nova] Acquired lock "refresh_cache-a1741786-ad23-4343-bf94-96d5d1fc3147" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1621.511590] env[69603]: DEBUG nova.network.neutron [req-adb50d76-547f-41a1-a63b-eb5d1d10985e req-d94d8e03-3132-4dc7-899f-07b0b4bd5a2d service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Refreshing network info cache for port 118bb070-19f0-4634-ad1d-8e18de2ae8ce {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.199651] env[69603]: DEBUG nova.network.neutron [req-adb50d76-547f-41a1-a63b-eb5d1d10985e req-d94d8e03-3132-4dc7-899f-07b0b4bd5a2d service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Updated VIF entry in instance network info cache for port 118bb070-19f0-4634-ad1d-8e18de2ae8ce. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1622.200008] env[69603]: DEBUG nova.network.neutron [req-adb50d76-547f-41a1-a63b-eb5d1d10985e req-d94d8e03-3132-4dc7-899f-07b0b4bd5a2d service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Updating instance_info_cache with network_info: [{"id": "118bb070-19f0-4634-ad1d-8e18de2ae8ce", "address": "fa:16:3e:e0:ad:02", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap118bb070-19", "ovs_interfaceid": "118bb070-19f0-4634-ad1d-8e18de2ae8ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.702692] env[69603]: DEBUG oslo_concurrency.lockutils [req-adb50d76-547f-41a1-a63b-eb5d1d10985e req-d94d8e03-3132-4dc7-899f-07b0b4bd5a2d service nova] Releasing lock "refresh_cache-a1741786-ad23-4343-bf94-96d5d1fc3147" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.940820] env[69603]: DEBUG nova.compute.manager [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Stashing vm_state: active {{(pid=69603) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1623.457716] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1623.458086] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1623.536935] env[69603]: DEBUG nova.compute.manager [req-76db39d7-e67c-4304-9ca6-75d344dfd7cf req-07580161-09e2-4904-bd57-057040f2b772 service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Received event network-changed-ec22019b-559e-4e4a-886e-883fe6c479c6 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1623.537232] env[69603]: DEBUG nova.compute.manager [req-76db39d7-e67c-4304-9ca6-75d344dfd7cf req-07580161-09e2-4904-bd57-057040f2b772 service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Refreshing instance network info cache due to event network-changed-ec22019b-559e-4e4a-886e-883fe6c479c6. {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1623.537460] env[69603]: DEBUG oslo_concurrency.lockutils [req-76db39d7-e67c-4304-9ca6-75d344dfd7cf req-07580161-09e2-4904-bd57-057040f2b772 service nova] Acquiring lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.537588] env[69603]: DEBUG oslo_concurrency.lockutils [req-76db39d7-e67c-4304-9ca6-75d344dfd7cf req-07580161-09e2-4904-bd57-057040f2b772 service nova] Acquired lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.537753] env[69603]: DEBUG nova.network.neutron [req-76db39d7-e67c-4304-9ca6-75d344dfd7cf req-07580161-09e2-4904-bd57-057040f2b772 service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Refreshing network info cache for port ec22019b-559e-4e4a-886e-883fe6c479c6 {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1623.963236] env[69603]: INFO nova.compute.claims [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1624.241268] env[69603]: DEBUG nova.network.neutron [req-76db39d7-e67c-4304-9ca6-75d344dfd7cf req-07580161-09e2-4904-bd57-057040f2b772 service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updated VIF entry in instance network info cache for port ec22019b-559e-4e4a-886e-883fe6c479c6. {{(pid=69603) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1624.241640] env[69603]: DEBUG nova.network.neutron [req-76db39d7-e67c-4304-9ca6-75d344dfd7cf req-07580161-09e2-4904-bd57-057040f2b772 service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating instance_info_cache with network_info: [{"id": "ec22019b-559e-4e4a-886e-883fe6c479c6", "address": "fa:16:3e:66:7c:af", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec22019b-55", "ovs_interfaceid": "ec22019b-559e-4e4a-886e-883fe6c479c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.470145] env[69603]: INFO nova.compute.resource_tracker [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating resource usage from migration 215b295d-0997-4ca0-8a7d-94733a1d544d [ 1624.527410] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a55383-44e0-431c-9df3-45317e22e012 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.536018] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18e3c43-39b4-4f8b-a87d-cf9f4ec5cbb5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.565562] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bca6630-e4ef-4914-a1af-95b326700e49 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.573170] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f25725-3319-43be-9b9b-47425eff02d7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.586040] env[69603]: DEBUG nova.compute.provider_tree [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.744185] env[69603]: DEBUG oslo_concurrency.lockutils [req-76db39d7-e67c-4304-9ca6-75d344dfd7cf req-07580161-09e2-4904-bd57-057040f2b772 service nova] Releasing lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1625.089564] env[69603]: DEBUG nova.scheduler.client.report [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1625.593695] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.136s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1625.593921] env[69603]: INFO nova.compute.manager [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Migrating [ 1626.108871] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.109374] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.109374] env[69603]: DEBUG nova.network.neutron [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1626.802681] env[69603]: DEBUG nova.network.neutron [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating instance_info_cache with network_info: [{"id": "ec22019b-559e-4e4a-886e-883fe6c479c6", "address": "fa:16:3e:66:7c:af", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec22019b-55", "ovs_interfaceid": "ec22019b-559e-4e4a-886e-883fe6c479c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.305197] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.821232] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e250fe46-9285-4cb3-a192-3029658742e1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.842832] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating instance '9ef3936b-b576-4d69-b737-19ed8d154192' progress to 0 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1629.349458] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1629.349790] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3a2cde8-dade-490c-a979-d1978181260c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.359011] env[69603]: DEBUG oslo_vmware.api [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1629.359011] env[69603]: value = "task-3481078" [ 1629.359011] env[69603]: _type = "Task" [ 1629.359011] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.367724] env[69603]: DEBUG oslo_vmware.api [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.870845] env[69603]: DEBUG oslo_vmware.api [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481078, 'name': PowerOffVM_Task, 'duration_secs': 0.185954} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.871202] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1629.871295] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating instance '9ef3936b-b576-4d69-b737-19ed8d154192' progress to 17 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1630.377712] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1630.377995] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1630.378152] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1630.378342] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1630.378490] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1630.378638] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1630.379046] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1630.379046] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1630.379175] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1630.379339] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1630.379555] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1630.384945] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-592228bf-07b5-417b-a591-bc6c0dd7ab7c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.403282] env[69603]: DEBUG oslo_vmware.api [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1630.403282] env[69603]: value = "task-3481079" [ 1630.403282] env[69603]: _type = "Task" [ 1630.403282] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.412471] env[69603]: DEBUG oslo_vmware.api [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.913903] env[69603]: DEBUG oslo_vmware.api [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481079, 'name': ReconfigVM_Task, 'duration_secs': 0.178336} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.914248] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating instance '9ef3936b-b576-4d69-b737-19ed8d154192' progress to 33 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1631.420900] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-17T15:09:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1631.421168] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.421314] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image limits 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1631.421514] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Flavor pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.421728] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Image pref 0:0:0 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1631.421885] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69603) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1631.422102] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1631.422265] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1631.422428] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Got 1 possible topologies {{(pid=69603) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1631.422592] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1631.422762] env[69603]: DEBUG nova.virt.hardware [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69603) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1631.428028] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1631.428304] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-080a36cd-7ffd-4f14-97ab-2e80d8e6edaf {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.448048] env[69603]: DEBUG oslo_vmware.api [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1631.448048] env[69603]: value = "task-3481080" [ 1631.448048] env[69603]: _type = "Task" [ 1631.448048] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.455278] env[69603]: DEBUG oslo_vmware.api [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481080, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.958639] env[69603]: DEBUG oslo_vmware.api [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481080, 'name': ReconfigVM_Task, 'duration_secs': 0.204476} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.958943] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1631.959814] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcccb609-4c1c-4799-9822-6e1b579f5740 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.980921] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-58bbcd77-aedb-4d4b-8a6d-2f538a37277e/volume-58bbcd77-aedb-4d4b-8a6d-2f538a37277e.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1631.981462] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b9befdc-f2c7-4838-b07d-5f8b91caf6b7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.999190] env[69603]: DEBUG oslo_vmware.api [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1631.999190] env[69603]: value = "task-3481081" [ 1631.999190] env[69603]: _type = "Task" [ 1631.999190] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.006346] env[69603]: DEBUG oslo_vmware.api [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481081, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.510863] env[69603]: DEBUG oslo_vmware.api [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481081, 'name': ReconfigVM_Task, 'duration_secs': 0.233125} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.511197] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-58bbcd77-aedb-4d4b-8a6d-2f538a37277e/volume-58bbcd77-aedb-4d4b-8a6d-2f538a37277e.vmdk or device None with type thin {{(pid=69603) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1632.511508] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating instance '9ef3936b-b576-4d69-b737-19ed8d154192' progress to 50 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1633.018842] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18650057-3855-4122-a9f1-db2793215195 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.038683] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7624fde-132d-473c-93d9-394d0b4500a5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.055272] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating instance '9ef3936b-b576-4d69-b737-19ed8d154192' progress to 67 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1634.694444] env[69603]: DEBUG nova.network.neutron [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Port ec22019b-559e-4e4a-886e-883fe6c479c6 binding to destination host cpu-1 is already ACTIVE {{(pid=69603) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1635.715888] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "9ef3936b-b576-4d69-b737-19ed8d154192-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1635.715888] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "9ef3936b-b576-4d69-b737-19ed8d154192-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1635.716333] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "9ef3936b-b576-4d69-b737-19ed8d154192-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1636.142010] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.647276] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.647450] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.647582] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.647702] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.647852] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.647997] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.648158] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69603) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1636.648304] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager.update_available_resource {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.749601] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.749834] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.749970] env[69603]: DEBUG nova.network.neutron [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1637.152339] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1637.152599] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1637.152784] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1637.152952] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1637.153919] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd4495a-0d0d-4594-9280-89d7c222d535 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.164034] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dc2af7-e50d-41ba-8a2c-e3a00d6c606c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.177581] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4c1c5d-1b3d-4420-bc7b-36c848687f87 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.184195] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48284274-39ff-42b0-b708-dd347fc3c8e5 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.212239] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180592MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1637.212406] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1637.212610] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1637.441700] env[69603]: DEBUG nova.network.neutron [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating instance_info_cache with network_info: [{"id": "ec22019b-559e-4e4a-886e-883fe6c479c6", "address": "fa:16:3e:66:7c:af", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec22019b-55", "ovs_interfaceid": "ec22019b-559e-4e4a-886e-883fe6c479c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.944316] env[69603]: DEBUG oslo_concurrency.lockutils [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.220077] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Applying migration context for instance 9ef3936b-b576-4d69-b737-19ed8d154192 as it has an incoming, in-progress migration 215b295d-0997-4ca0-8a7d-94733a1d544d. Migration status is post-migrating {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1638.220785] env[69603]: INFO nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating resource usage from migration 215b295d-0997-4ca0-8a7d-94733a1d544d [ 1638.239178] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a1741786-ad23-4343-bf94-96d5d1fc3147 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1638.239326] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance d2f42987-c56c-4097-a486-4101e65a6e1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1638.239493] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Migration 215b295d-0997-4ca0-8a7d-94733a1d544d is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1638.239616] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance 9ef3936b-b576-4d69-b737-19ed8d154192 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1638.239796] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1638.239928] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1344MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1638.295993] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f69ea15-1738-4066-b658-17c73dad2dd0 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.303681] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af8d7f1-ea16-4fe7-bff7-f3d3a3c5095e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.333131] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb832a3-44f5-42ac-a28c-2712d200788f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.339856] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41593d94-026a-45bc-9ca3-d496ae0d9e01 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.352577] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.453206] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37470f7-c886-4be8-99ca-7b8e56b37187 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.460066] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21ffc64-2481-4aba-9466-1b765173b51e {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.855899] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1639.361115] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1639.361115] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.148s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1639.551575] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0a0f14-2f5e-412f-accb-1266898e4943 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.571821] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fa3bfc-3ce8-4ed6-998f-0abbe088c35d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.578241] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating instance '9ef3936b-b576-4d69-b737-19ed8d154192' progress to 83 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1640.084583] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Powering on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1640.084899] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e798943c-5e07-409b-b366-159a52e9acd7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.092947] env[69603]: DEBUG oslo_vmware.api [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1640.092947] env[69603]: value = "task-3481082" [ 1640.092947] env[69603]: _type = "Task" [ 1640.092947] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.100595] env[69603]: DEBUG oslo_vmware.api [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.137750] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.602598] env[69603]: DEBUG oslo_vmware.api [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481082, 'name': PowerOnVM_Task, 'duration_secs': 0.356535} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.602915] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Powered on the VM {{(pid=69603) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1640.603092] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-ad2756f7-03bb-4ea6-8a89-7d1edc566850 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating instance '9ef3936b-b576-4d69-b737-19ed8d154192' progress to 100 {{(pid=69603) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1643.296885] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "9ef3936b-b576-4d69-b737-19ed8d154192" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1643.297298] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "9ef3936b-b576-4d69-b737-19ed8d154192" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1643.297368] env[69603]: DEBUG nova.compute.manager [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Going to confirm migration 10 {{(pid=69603) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1643.859019] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.859225] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquired lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1643.859444] env[69603]: DEBUG nova.network.neutron [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Building network info cache for instance {{(pid=69603) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1643.859624] env[69603]: DEBUG nova.objects.instance [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lazy-loading 'info_cache' on Instance uuid 9ef3936b-b576-4d69-b737-19ed8d154192 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.057980] env[69603]: DEBUG nova.network.neutron [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating instance_info_cache with network_info: [{"id": "ec22019b-559e-4e4a-886e-883fe6c479c6", "address": "fa:16:3e:66:7c:af", "network": {"id": "c4ae9298-2530-4814-97b1-e9bef3f860c4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1020323120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b5257c99870d42c1b434e2ec94ea77e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec22019b-55", "ovs_interfaceid": "ec22019b-559e-4e4a-886e-883fe6c479c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.560062] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Releasing lock "refresh_cache-9ef3936b-b576-4d69-b737-19ed8d154192" {{(pid=69603) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1645.560248] env[69603]: DEBUG nova.objects.instance [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lazy-loading 'migration_context' on Instance uuid 9ef3936b-b576-4d69-b737-19ed8d154192 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1646.063158] env[69603]: DEBUG nova.objects.base [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Object Instance<9ef3936b-b576-4d69-b737-19ed8d154192> lazy-loaded attributes: info_cache,migration_context {{(pid=69603) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1646.064139] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e73f00-9b06-480e-a0fc-aecd224c7c5a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.083387] env[69603]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16b1d1bb-a2bd-4962-a3e2-a0505fd28e96 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.088502] env[69603]: DEBUG oslo_vmware.api [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1646.088502] env[69603]: value = "session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521b6e54-02fc-9aff-028d-84b324db7917" [ 1646.088502] env[69603]: _type = "Task" [ 1646.088502] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.095942] env[69603]: DEBUG oslo_vmware.api [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521b6e54-02fc-9aff-028d-84b324db7917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.599103] env[69603]: DEBUG oslo_vmware.api [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': session[5290d5cc-c580-e9a1-8cbb-42e4a9a4e16c]521b6e54-02fc-9aff-028d-84b324db7917, 'name': SearchDatastore_Task, 'duration_secs': 0.009019} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.599402] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1646.599679] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1647.161735] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dd641f-edc9-4249-8728-0de86f03c0f9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.168892] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b55301f-9c09-4ea8-a98d-a531ad6dc2a4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.198504] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47ca076-8eb0-4281-853c-8764a97bfccd {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.205420] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f494b0-aeb5-4dce-8b51-e7bc80c001e7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.218291] env[69603]: DEBUG nova.compute.provider_tree [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.721713] env[69603]: DEBUG nova.scheduler.client.report [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1648.733061] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.132s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1649.300212] env[69603]: INFO nova.scheduler.client.report [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleted allocation for migration 215b295d-0997-4ca0-8a7d-94733a1d544d [ 1649.569826] env[69603]: INFO nova.compute.manager [None req-719ac580-018a-40c4-93ee-1ec1e786830e tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Get console output [ 1649.570206] env[69603]: WARNING nova.virt.vmwareapi.driver [None req-719ac580-018a-40c4-93ee-1ec1e786830e tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] The console log is missing. Check your VSPC configuration [ 1649.805637] env[69603]: DEBUG oslo_concurrency.lockutils [None req-bb0e929e-140d-4520-8154-e1474a163c85 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "9ef3936b-b576-4d69-b737-19ed8d154192" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.508s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1676.466048] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "9ef3936b-b576-4d69-b737-19ed8d154192" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1676.466048] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "9ef3936b-b576-4d69-b737-19ed8d154192" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1676.466048] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "9ef3936b-b576-4d69-b737-19ed8d154192-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1676.466473] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "9ef3936b-b576-4d69-b737-19ed8d154192-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1676.466473] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "9ef3936b-b576-4d69-b737-19ed8d154192-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1676.469924] env[69603]: INFO nova.compute.manager [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Terminating instance [ 1676.973722] env[69603]: DEBUG nova.compute.manager [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1676.973993] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1676.974291] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-619b7b6e-343e-40a6-865d-04535a1b2a85 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.982298] env[69603]: DEBUG oslo_vmware.api [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1676.982298] env[69603]: value = "task-3481083" [ 1676.982298] env[69603]: _type = "Task" [ 1676.982298] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.989732] env[69603]: DEBUG oslo_vmware.api [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.492344] env[69603]: DEBUG oslo_vmware.api [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481083, 'name': PowerOffVM_Task, 'duration_secs': 0.1727} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.492714] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1677.492837] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Volume detach. Driver type: vmdk {{(pid=69603) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1677.492962] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695913', 'volume_id': '58bbcd77-aedb-4d4b-8a6d-2f538a37277e', 'name': 'volume-58bbcd77-aedb-4d4b-8a6d-2f538a37277e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9ef3936b-b576-4d69-b737-19ed8d154192', 'attached_at': '2025-04-17T15:28:36.000000', 'detached_at': '', 'volume_id': '58bbcd77-aedb-4d4b-8a6d-2f538a37277e', 'serial': '58bbcd77-aedb-4d4b-8a6d-2f538a37277e'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1677.493721] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79db7aeb-0090-49cd-92b7-012e2805f945 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.511204] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cabdea-c351-4308-9887-b6a2dcdd1ad9 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.517508] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6bff6f-b472-4117-af11-de37425f793d {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.534582] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f46cc9-17b3-44fe-939d-d89c81f94c9f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.548431] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] The volume has not been displaced from its original location: [datastore2] volume-58bbcd77-aedb-4d4b-8a6d-2f538a37277e/volume-58bbcd77-aedb-4d4b-8a6d-2f538a37277e.vmdk. No consolidation needed. {{(pid=69603) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1677.553642] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Reconfiguring VM instance instance-0000007f to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1677.553892] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de42230b-9f7b-4d17-ae8e-42d849558e76 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.571048] env[69603]: DEBUG oslo_vmware.api [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1677.571048] env[69603]: value = "task-3481084" [ 1677.571048] env[69603]: _type = "Task" [ 1677.571048] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.577873] env[69603]: DEBUG oslo_vmware.api [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481084, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.080013] env[69603]: DEBUG oslo_vmware.api [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481084, 'name': ReconfigVM_Task, 'duration_secs': 0.159436} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.080337] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Reconfigured VM instance instance-0000007f to detach disk 2000 {{(pid=69603) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1678.085013] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c731f981-bf5e-46cd-ae85-795abd44dc89 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.101011] env[69603]: DEBUG oslo_vmware.api [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1678.101011] env[69603]: value = "task-3481085" [ 1678.101011] env[69603]: _type = "Task" [ 1678.101011] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.109704] env[69603]: DEBUG oslo_vmware.api [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.610192] env[69603]: DEBUG oslo_vmware.api [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481085, 'name': ReconfigVM_Task, 'duration_secs': 0.197653} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.610675] env[69603]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-695913', 'volume_id': '58bbcd77-aedb-4d4b-8a6d-2f538a37277e', 'name': 'volume-58bbcd77-aedb-4d4b-8a6d-2f538a37277e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '9ef3936b-b576-4d69-b737-19ed8d154192', 'attached_at': '2025-04-17T15:28:36.000000', 'detached_at': '', 'volume_id': '58bbcd77-aedb-4d4b-8a6d-2f538a37277e', 'serial': '58bbcd77-aedb-4d4b-8a6d-2f538a37277e'} {{(pid=69603) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1678.610809] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1678.611514] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a728b95b-d1dd-438e-966e-86ebfc6f7f65 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.617651] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1678.617869] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dba0a2b7-9057-4172-b637-bc78cd966b25 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.678515] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1678.678717] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1678.678847] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleting the datastore file [datastore2] 9ef3936b-b576-4d69-b737-19ed8d154192 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1678.679124] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-924a6a1c-1444-42d0-b48e-652021271c16 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.685745] env[69603]: DEBUG oslo_vmware.api [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1678.685745] env[69603]: value = "task-3481087" [ 1678.685745] env[69603]: _type = "Task" [ 1678.685745] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.693216] env[69603]: DEBUG oslo_vmware.api [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.195602] env[69603]: DEBUG oslo_vmware.api [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.077089} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.195847] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1679.196036] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1679.196216] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1679.196385] env[69603]: INFO nova.compute.manager [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1679.196636] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1679.196823] env[69603]: DEBUG nova.compute.manager [-] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1679.196915] env[69603]: DEBUG nova.network.neutron [-] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1679.612704] env[69603]: DEBUG nova.compute.manager [req-0a23143c-2129-49b0-8b11-c42c59696543 req-e1f8f920-04f4-42cd-b45f-7af71760f1cf service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Received event network-vif-deleted-ec22019b-559e-4e4a-886e-883fe6c479c6 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1679.612948] env[69603]: INFO nova.compute.manager [req-0a23143c-2129-49b0-8b11-c42c59696543 req-e1f8f920-04f4-42cd-b45f-7af71760f1cf service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Neutron deleted interface ec22019b-559e-4e4a-886e-883fe6c479c6; detaching it from the instance and deleting it from the info cache [ 1679.613114] env[69603]: DEBUG nova.network.neutron [req-0a23143c-2129-49b0-8b11-c42c59696543 req-e1f8f920-04f4-42cd-b45f-7af71760f1cf service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.095290] env[69603]: DEBUG nova.network.neutron [-] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.116117] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f9af8267-8aea-46e8-b8fd-cceed757caec {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.126192] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c75bbc5-4605-47a8-a6cc-1f4b6262dc54 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.151414] env[69603]: DEBUG nova.compute.manager [req-0a23143c-2129-49b0-8b11-c42c59696543 req-e1f8f920-04f4-42cd-b45f-7af71760f1cf service nova] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Detach interface failed, port_id=ec22019b-559e-4e4a-886e-883fe6c479c6, reason: Instance 9ef3936b-b576-4d69-b737-19ed8d154192 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1680.598587] env[69603]: INFO nova.compute.manager [-] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Took 1.40 seconds to deallocate network for instance. [ 1681.143254] env[69603]: INFO nova.compute.manager [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Took 0.54 seconds to detach 1 volumes for instance. [ 1681.146813] env[69603]: DEBUG nova.compute.manager [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: 9ef3936b-b576-4d69-b737-19ed8d154192] Deleting volume: 58bbcd77-aedb-4d4b-8a6d-2f538a37277e {{(pid=69603) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1681.684470] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1681.684740] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1681.684972] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1681.708963] env[69603]: INFO nova.scheduler.client.report [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleted allocations for instance 9ef3936b-b576-4d69-b737-19ed8d154192 [ 1682.216799] env[69603]: DEBUG oslo_concurrency.lockutils [None req-4b04cd3c-ce7a-4609-a3e4-ebcef7ef52bb tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "9ef3936b-b576-4d69-b737-19ed8d154192" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.751s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1683.096221] env[69603]: DEBUG oslo_concurrency.lockutils [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "d2f42987-c56c-4097-a486-4101e65a6e1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1683.096504] env[69603]: DEBUG oslo_concurrency.lockutils [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d2f42987-c56c-4097-a486-4101e65a6e1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1683.096716] env[69603]: DEBUG oslo_concurrency.lockutils [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "d2f42987-c56c-4097-a486-4101e65a6e1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1683.096902] env[69603]: DEBUG oslo_concurrency.lockutils [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d2f42987-c56c-4097-a486-4101e65a6e1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1683.097086] env[69603]: DEBUG oslo_concurrency.lockutils [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d2f42987-c56c-4097-a486-4101e65a6e1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1683.099327] env[69603]: INFO nova.compute.manager [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Terminating instance [ 1683.603913] env[69603]: DEBUG nova.compute.manager [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1683.604303] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1683.605123] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c56c64-2587-46db-854f-971b83106948 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.612880] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1683.613110] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a7c1ad7-240d-4d85-b02f-72f8f0d26f2c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.618652] env[69603]: DEBUG oslo_vmware.api [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1683.618652] env[69603]: value = "task-3481089" [ 1683.618652] env[69603]: _type = "Task" [ 1683.618652] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.626381] env[69603]: DEBUG oslo_vmware.api [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.128213] env[69603]: DEBUG oslo_vmware.api [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481089, 'name': PowerOffVM_Task, 'duration_secs': 0.192007} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.128491] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1684.128661] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1684.128923] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a42dbb7-65b0-4fa8-84d2-64b040c188a4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.190321] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1684.190596] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Deleting contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1684.190708] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleting the datastore file [datastore1] d2f42987-c56c-4097-a486-4101e65a6e1f {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1684.190973] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0600b33c-8ac2-4aef-a34c-e39000a5c4fe {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.197855] env[69603]: DEBUG oslo_vmware.api [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1684.197855] env[69603]: value = "task-3481091" [ 1684.197855] env[69603]: _type = "Task" [ 1684.197855] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.204949] env[69603]: DEBUG oslo_vmware.api [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.707264] env[69603]: DEBUG oslo_vmware.api [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137624} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.707614] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1684.707650] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Deleted contents of the VM from datastore datastore1 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1684.707821] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1684.708019] env[69603]: INFO nova.compute.manager [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1684.708255] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1684.708459] env[69603]: DEBUG nova.compute.manager [-] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1684.708567] env[69603]: DEBUG nova.network.neutron [-] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1684.947356] env[69603]: DEBUG nova.compute.manager [req-60acb755-829f-4517-8443-428220744e77 req-3b03ef12-62e9-4016-88a0-2fe99ec6387e service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Received event network-vif-deleted-1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456 {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1684.947483] env[69603]: INFO nova.compute.manager [req-60acb755-829f-4517-8443-428220744e77 req-3b03ef12-62e9-4016-88a0-2fe99ec6387e service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Neutron deleted interface 1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456; detaching it from the instance and deleting it from the info cache [ 1684.947625] env[69603]: DEBUG nova.network.neutron [req-60acb755-829f-4517-8443-428220744e77 req-3b03ef12-62e9-4016-88a0-2fe99ec6387e service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.431901] env[69603]: DEBUG nova.network.neutron [-] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.449943] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e11c8d61-ea40-47f8-ac01-b43825d53cc7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.459706] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7efb33-40c7-4752-b8e9-edc96f2b39af {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.482969] env[69603]: DEBUG nova.compute.manager [req-60acb755-829f-4517-8443-428220744e77 req-3b03ef12-62e9-4016-88a0-2fe99ec6387e service nova] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Detach interface failed, port_id=1fbd44f3-78b0-4d23-9a9f-a91cc9f3d456, reason: Instance d2f42987-c56c-4097-a486-4101e65a6e1f could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1685.934442] env[69603]: INFO nova.compute.manager [-] [instance: d2f42987-c56c-4097-a486-4101e65a6e1f] Took 1.23 seconds to deallocate network for instance. [ 1686.440831] env[69603]: DEBUG oslo_concurrency.lockutils [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1686.441185] env[69603]: DEBUG oslo_concurrency.lockutils [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1686.441425] env[69603]: DEBUG nova.objects.instance [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lazy-loading 'resources' on Instance uuid d2f42987-c56c-4097-a486-4101e65a6e1f {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1686.985079] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8228280-7873-418e-891d-ad73b359fe39 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.992178] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dc4fe72-ab42-49a8-b8f2-29e6cefffde2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.021046] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed409393-10f0-4c0e-b1f7-1ace35dd0bcb {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.027423] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925084f8-ac65-4fb1-bd84-258f246342d6 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.039838] env[69603]: DEBUG nova.compute.provider_tree [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1687.542886] env[69603]: DEBUG nova.scheduler.client.report [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.923390] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1688.047894] env[69603]: DEBUG oslo_concurrency.lockutils [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1688.066773] env[69603]: INFO nova.scheduler.client.report [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleted allocations for instance d2f42987-c56c-4097-a486-4101e65a6e1f [ 1688.576755] env[69603]: DEBUG oslo_concurrency.lockutils [None req-80b6efff-4d39-45b3-9cd2-d36ae0d9d8e7 tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "d2f42987-c56c-4097-a486-4101e65a6e1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.480s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1688.923985] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1689.923882] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager.update_available_resource {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1690.427364] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1690.427637] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1690.427803] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1690.427978] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69603) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1690.428889] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a54c4d-0587-4c3f-8953-10b1217e8f46 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.437132] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ff587f-5c93-4772-845e-ea097a50f53f {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.450717] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db721d6e-3148-4ecf-be95-31a37d7ec483 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.456757] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec1667c-f048-47ce-ad4c-ff8904fdcd57 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.484576] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180424MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69603) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1690.484731] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1690.484914] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1691.505133] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Instance a1741786-ad23-4343-bf94-96d5d1fc3147 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69603) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1691.505400] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1691.505483] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69603) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1691.530207] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8ec15e-38b4-4426-8df4-330f3dc76b94 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.537471] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3c4e0a-53e8-45c8-bee6-101acd87cc20 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.566441] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bb5716-9aaa-4ece-bc24-98021e7eb96b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.573133] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c49b82d-1a73-46c5-94cc-fd9e14ada2d1 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.585456] env[69603]: DEBUG nova.compute.provider_tree [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1692.088400] env[69603]: DEBUG nova.scheduler.client.report [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1692.593618] env[69603]: DEBUG nova.compute.resource_tracker [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69603) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1692.593990] env[69603]: DEBUG oslo_concurrency.lockutils [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.109s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1692.781838] env[69603]: DEBUG oslo_concurrency.lockutils [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "a1741786-ad23-4343-bf94-96d5d1fc3147" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1692.782069] env[69603]: DEBUG oslo_concurrency.lockutils [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "a1741786-ad23-4343-bf94-96d5d1fc3147" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1692.782290] env[69603]: DEBUG oslo_concurrency.lockutils [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "a1741786-ad23-4343-bf94-96d5d1fc3147-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1692.782504] env[69603]: DEBUG oslo_concurrency.lockutils [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "a1741786-ad23-4343-bf94-96d5d1fc3147-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1692.782680] env[69603]: DEBUG oslo_concurrency.lockutils [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "a1741786-ad23-4343-bf94-96d5d1fc3147-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1692.784827] env[69603]: INFO nova.compute.manager [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Terminating instance [ 1693.288314] env[69603]: DEBUG nova.compute.manager [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Start destroying the instance on the hypervisor. {{(pid=69603) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1693.288567] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Destroying instance {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1693.289484] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e123b7-e3a8-48ea-826b-2584f2b12bca {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.298458] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Powering off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1693.298679] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4d7dc79-4734-4721-823c-89db97132fb4 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.305487] env[69603]: DEBUG oslo_vmware.api [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1693.305487] env[69603]: value = "task-3481093" [ 1693.305487] env[69603]: _type = "Task" [ 1693.305487] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.313079] env[69603]: DEBUG oslo_vmware.api [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.815671] env[69603]: DEBUG oslo_vmware.api [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481093, 'name': PowerOffVM_Task, 'duration_secs': 0.19759} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.816054] env[69603]: DEBUG nova.virt.vmwareapi.vm_util [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Powered off the VM {{(pid=69603) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1693.816098] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Unregistering the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1693.816336] env[69603]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73754bf3-af3c-4e46-a4e7-4fb08de7f5e7 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.878585] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Unregistered the VM {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1693.878800] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Deleting contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1693.878967] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleting the datastore file [datastore2] a1741786-ad23-4343-bf94-96d5d1fc3147 {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1693.879249] env[69603]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ce7edeb-6da3-4954-b103-9adfa3a9d445 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.885283] env[69603]: DEBUG oslo_vmware.api [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for the task: (returnval){ [ 1693.885283] env[69603]: value = "task-3481095" [ 1693.885283] env[69603]: _type = "Task" [ 1693.885283] env[69603]: } to complete. {{(pid=69603) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.892189] env[69603]: DEBUG oslo_vmware.api [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.395471] env[69603]: DEBUG oslo_vmware.api [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Task: {'id': task-3481095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12793} completed successfully. {{(pid=69603) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.395711] env[69603]: DEBUG nova.virt.vmwareapi.ds_util [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleted the datastore file {{(pid=69603) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1694.395886] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Deleted contents of the VM from datastore datastore2 {{(pid=69603) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1694.396080] env[69603]: DEBUG nova.virt.vmwareapi.vmops [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Instance destroyed {{(pid=69603) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1694.396258] env[69603]: INFO nova.compute.manager [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1694.396497] env[69603]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69603) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1694.396682] env[69603]: DEBUG nova.compute.manager [-] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Deallocating network for instance {{(pid=69603) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1694.396775] env[69603]: DEBUG nova.network.neutron [-] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] deallocate_for_instance() {{(pid=69603) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1694.642278] env[69603]: DEBUG nova.compute.manager [req-0050b954-4bb8-43d3-a3bb-50d93f9e362c req-79fa841e-d1e3-4039-8dee-fecc1b3a753c service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Received event network-vif-deleted-118bb070-19f0-4634-ad1d-8e18de2ae8ce {{(pid=69603) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1694.642278] env[69603]: INFO nova.compute.manager [req-0050b954-4bb8-43d3-a3bb-50d93f9e362c req-79fa841e-d1e3-4039-8dee-fecc1b3a753c service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Neutron deleted interface 118bb070-19f0-4634-ad1d-8e18de2ae8ce; detaching it from the instance and deleting it from the info cache [ 1694.642278] env[69603]: DEBUG nova.network.neutron [req-0050b954-4bb8-43d3-a3bb-50d93f9e362c req-79fa841e-d1e3-4039-8dee-fecc1b3a753c service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.125128] env[69603]: DEBUG nova.network.neutron [-] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Updating instance_info_cache with network_info: [] {{(pid=69603) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.144053] env[69603]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cee80413-b65c-4345-994e-9d926e59ccb2 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.154379] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08474c5-44ec-4664-89ee-f07fdc0dfa52 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.177752] env[69603]: DEBUG nova.compute.manager [req-0050b954-4bb8-43d3-a3bb-50d93f9e362c req-79fa841e-d1e3-4039-8dee-fecc1b3a753c service nova] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Detach interface failed, port_id=118bb070-19f0-4634-ad1d-8e18de2ae8ce, reason: Instance a1741786-ad23-4343-bf94-96d5d1fc3147 could not be found. {{(pid=69603) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1695.628222] env[69603]: INFO nova.compute.manager [-] [instance: a1741786-ad23-4343-bf94-96d5d1fc3147] Took 1.23 seconds to deallocate network for instance. [ 1696.135104] env[69603]: DEBUG oslo_concurrency.lockutils [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1696.135442] env[69603]: DEBUG oslo_concurrency.lockutils [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1696.135624] env[69603]: DEBUG nova.objects.instance [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lazy-loading 'resources' on Instance uuid a1741786-ad23-4343-bf94-96d5d1fc3147 {{(pid=69603) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1696.671900] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6426cd1b-1117-4091-920d-a2a47d1d870c {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.680589] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70e14a5-d917-4b5f-ac71-d54ace823c2a {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.710628] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c901498-f58b-49c2-ad10-def59a424141 {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.718037] env[69603]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d3e8597-964c-43cf-b8c6-4ace0907fb1b {{(pid=69603) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.732561] env[69603]: DEBUG nova.compute.provider_tree [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed in ProviderTree for provider: 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 {{(pid=69603) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.235519] env[69603]: DEBUG nova.scheduler.client.report [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Inventory has not changed for provider 4c3f9b5a-a1c0-43a7-8d40-5b4186d0d039 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69603) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1697.594233] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1697.594475] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1697.594633] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1697.594779] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1697.594920] env[69603]: DEBUG nova.compute.manager [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69603) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1697.740275] env[69603]: DEBUG oslo_concurrency.lockutils [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1697.757498] env[69603]: INFO nova.scheduler.client.report [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Deleted allocations for instance a1741786-ad23-4343-bf94-96d5d1fc3147 [ 1697.919508] env[69603]: DEBUG oslo_service.periodic_task [None req-b58278f3-3037-4c31-89a8-eba730dd9cee None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69603) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1698.265130] env[69603]: DEBUG oslo_concurrency.lockutils [None req-289cf44e-6e41-48e5-86c7-0736b995ad9c tempest-ServerActionsTestOtherA-33459101 tempest-ServerActionsTestOtherA-33459101-project-member] Lock "a1741786-ad23-4343-bf94-96d5d1fc3147" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.483s {{(pid=69603) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}